-- Logs begin at Fri 2022-02-04 10:29:32 UTC, end at Fri 2022-02-04 12:37:05 UTC. -- Feb 04 11:17:43.871816 dv-neutron-827824-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 11:17:46.213213 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.common.config [-] Logging enabled! Feb 04 11:17:46.213932 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 11:17:46.214021 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88024) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 11:17:46.217100 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.common.config [-] Logging enabled! Feb 04 11:17:46.217355 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 11:17:46.217669 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88024) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 11:17:46.218604 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 11:17:46.218840 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 11:17:46.219201 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 11:17:46.219449 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 11:17:46.219700 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 11:17:46.220024 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.220322 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.220618 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.220849 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.221144 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.221436 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.221720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.222009 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.222307 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.222593 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.222875 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.223215 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.223977 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.224262 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.224550 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.224837 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.225062 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] debug = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.225343 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.225767 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.226184 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.226463 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.226757 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.227036 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.227307 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.227602 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.227889 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.228216 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] host = dv-neutron-827824-2-hyperv {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.228494 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.228780 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.229065 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.229351 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.229626 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.229902 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.230188 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.230460 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.230733 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.231093 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.231389 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.231709 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.232000 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.232226 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.232450 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.232739 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.233027 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.233304 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.233581 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.233858 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.234136 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.234409 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.234679 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.234965 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.235251 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.235536 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.235835 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.236109 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.236381 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.236660 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.236944 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.237217 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.237491 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.237764 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.238050 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.238319 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.238593 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.238915 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.239201 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.239485 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.239794 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.240068 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.240351 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.240625 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.240896 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.241167 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] use_json = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.241439 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.241712 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.241993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.242264 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.242537 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.242810 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.243082 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.243367 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.243665 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:46.243964 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.244263 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.244560 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.244849 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.245140 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.245422 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.245713 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.245993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.246282 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.246576 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.246866 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.247143 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.247430 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.247739 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.248036 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.248342 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.248638 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.248934 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.249209 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.249485 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.249761 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.250042 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.250328 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.250626 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.250919 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.251196 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.251477 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.251799 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.252083 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.252358 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.252638 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.252930 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.253210 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.253485 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.253768 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.254046 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.254486 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.254745 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.255140 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.255661 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.256138 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.256585 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.257066 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.257494 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.257912 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.258396 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.258895 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.259201 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.259584 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.259986 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.260454 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.260930 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.261397 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.261856 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.262239 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.262539 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.266694 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268133 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268672 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268672 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268672 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268672 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.268672 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.269002 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.269198 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.269488 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.269781 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.270600 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.270880 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.271179 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.271458 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.271768 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.272051 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.272338 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.272626 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.272914 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.273212 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.273508 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.273807 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.274103 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.274398 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.274680 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.274993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.275275 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:46.275495 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 11:17:46.275767 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88024) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 11:17:46.664879 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO keyring.backend [-] Loading KWallet Feb 04 11:17:46.672261 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO keyring.backend [-] Loading SecretService Feb 04 11:17:46.676062 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO keyring.backend [-] Loading Windows Feb 04 11:17:46.677431 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO keyring.backend [-] Loading chainer Feb 04 11:17:46.678018 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO keyring.backend [-] Loading macOS Feb 04 11:17:46.712881 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 11:17:46.713156 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 11:17:46.713444 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 11:17:46.713784 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 11:17:47.019560 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.019853 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.020655 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.021853 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.022127 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.022390 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.141841 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.142125 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.142392 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.156294 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.156573 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.156836 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.186171 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.186452 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.186723 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.227823 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.228447 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.228447 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.463370 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.463682 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.463954 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.464221 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.464970 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.589400 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.589723 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.590008 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.590284 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.590556 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.590868 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.591137 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.591397 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.591679 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.591962 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.592224 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.592488 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.592751 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.593014 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.593276 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.593544 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.593800 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.594068 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.594321 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.594600 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.594945 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.595195 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.595442 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.595750 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.596003 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.596247 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.596637 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:47.596876 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:47.597112 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:47.597346 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:47.597579 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:47.597811 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:47.598779 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 11:17:47.601923 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 11:17:47.605866 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 11:17:47.609586 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 04 11:17:47.611231 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 11:17:47.611705 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 11:17:47.612045 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 11:17:47.612427 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 11:17:47.615448 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 11:17:47.615741 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 11:17:47.616089 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 11:17:47.643814 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 11:17:47.644265 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.644564 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88024) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 11:17:47.645528 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.646916 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88024) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 11:17:47.647198 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 11:17:47.647448 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 11:17:47.650695 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.650987 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:47.712688 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 11:17:47.712926 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 11:17:47.713163 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 11:17:47.713575 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 11:17:47.744626 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_db.sqlalchemy.engines [None req-2ad95312-0727-478d-828e-068990410d30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88024) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 11:17:48.202449 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing driver for type 'gre' Feb 04 11:17:48.202980 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ad95312-0727-478d-828e-068990410d30 None None] gre ID ranges: [(1, 1000)] Feb 04 11:17:48.442359 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing driver for type 'local' Feb 04 11:17:48.443016 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing driver for type 'vlan' Feb 04 11:17:48.539357 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ad95312-0727-478d-828e-068990410d30 None None] VlanTypeDriver initialization complete Feb 04 11:17:48.539698 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing driver for type 'vxlan' Feb 04 11:17:48.540209 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ad95312-0727-478d-828e-068990410d30 None None] vxlan ID ranges: [(1, 1000)] Feb 04 11:17:48.722199 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing extension driver 'port_security' Feb 04 11:17:48.722545 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ad95312-0727-478d-828e-068990410d30 None None] PortSecurityExtensionDriver initialization complete Feb 04 11:17:48.722885 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing mechanism driver 'openvswitch' Feb 04 11:17:48.723210 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing mechanism driver 'hyperv' Feb 04 11:17:48.730021 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.plugin [None req-2ad95312-0727-478d-828e-068990410d30 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:17:48.730701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.731073 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.731423 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.731987 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 11:17:48.732420 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.732772 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.733116 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.733525 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 11:17:48.733914 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.734262 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.734605 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.734996 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 11:17:48.735400 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > security_group after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.735785 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > security_group after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.736128 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.736525 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 11:17:48.736933 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.737277 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.737615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.738148 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 11:17:48.738689 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > address_group after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.738953 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > address_group after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.739298 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.739719 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 11:17:48.740171 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ad95312-0727-478d-828e-068990410d30 None None] ML2 OVO RPC backend initialized. {{(pid=88024) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 11:17:48.740915 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.741264 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.741682 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.742029 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > networks before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.742376 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.742720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > ports before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.743066 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.743405 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnets before_response 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.743778 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.744116 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.744451 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.744788 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.745119 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.745451 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.745788 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.746122 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.746451 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.747044 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.plugin [None req-2ad95312-0727-478d-828e-068990410d30 None None] Modular L2 Plugin initialization complete Feb 04 11:17:48.747375 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading services supported by the core plugin {{(pid=88024) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 11:17:48.747731 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.plugins.ml2.managers [None req-2ad95312-0727-478d-828e-068990410d30 None None] Got port-security extension from driver 'port_security' Feb 04 11:17:48.748202 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.extensions.vlantransparent [None req-2ad95312-0727-478d-828e-068990410d30 None None] Disabled vlantransparent extension. Feb 04 11:17:48.748693 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88024) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 11:17:48.749010 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: router Feb 04 11:17:48.795338 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.795702 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.796073 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router before_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.796441 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.796813 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.797169 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_delete 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.797529 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.797891 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.798242 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.798593 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.798942 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.799301 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.799744 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.800116 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.800455 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.800795 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: subnet after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.801164 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.801516 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.801867 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.802210 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.802554 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.802911 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router after_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.803254 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.803634 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_create 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.803998 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.804344 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_update 55549900 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.804708 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > agent after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.805056 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > agent after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.805404 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > network after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.806538 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Tracking information for resource: router configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:48.806869 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Tracking information for resource: floatingip configured {{(pid=88024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 11:17:48.811852 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.db.l3_agentschedulers_db [None req-2ad95312-0727-478d-828e-068990410d30 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 11:17:48.812441 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.812804 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port after_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.813158 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port after_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.813510 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: port after_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.814427 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router before_create 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.814794 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.815160 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_create 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.815519 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > router precommit_update 55550100 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.820486 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.provider_configuration [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service providers = [] {{(pid=88024) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 11:17:48.820853 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.db.servicetype_db [None req-2ad95312-0727-478d-828e-068990410d30 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88024) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 11:17:48.823821 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.service_base [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:17:48.824177 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.service_base [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:17:48.824516 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.service_base [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:17:48.825406 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.services.service_base [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 11:17:48.825775 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.services.service_base [None req-2ad95312-0727-478d-828e-068990410d30 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 11:17:48.826147 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.826463 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 11:17:48.837742 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.838082 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: auto_allocate Feb 04 11:17:48.844046 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: network precommit_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.844415 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: network precommit_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.844932 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.845254 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: tag Feb 04 11:17:48.851867 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.852200 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: timestamp Feb 04 11:17:48.856214 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.856547 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: network_ip_availability Feb 04 11:17:48.861826 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.862197 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.862555 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:48.863264 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.863629 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: flavors Feb 04 11:17:48.873502 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.873839 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading Plugin: revisions Feb 04 11:17:48.878132 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 11:17:48.878525 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_concurrency.lockutils [None req-2ad95312-0727-478d-828e-068990410d30 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.165s {{(pid=88024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 11:17:48.879830 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88024) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 11:17:48.880170 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Initializing extension manager. Feb 04 11:17:48.880674 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: __init__.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.881014 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: __pycache__ {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.881345 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.881677 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: address_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.882431 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.882992 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: address-group Feb 04 11:17:48.883315 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: address_scope.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.884052 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.884564 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: address-scope Feb 04 11:17:48.884888 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.885828 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.886341 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: router-admin-state-down-before-update Feb 04 11:17:48.886665 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: agent.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.887489 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.887903 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: agent Feb 04 11:17:48.888223 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: agent_resources_synced.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.889144 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.889657 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: agent-resources-synced Feb 04 11:17:48.889979 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: allowedaddresspairs.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.891984 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.892515 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: allowed-address-pairs Feb 04 11:17:48.892849 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: auto_allocated_topology.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.900033 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.900558 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: auto-allocated-topology Feb 04 11:17:48.900886 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: availability_zone.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.901585 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.902096 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: availability_zone Feb 04 11:17:48.902421 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: availability_zone_filter.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.903343 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.903882 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: availability_zone_filter Feb 04 11:17:48.904208 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: data_plane_status.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.905121 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.905632 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 11:17:48.905957 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: default_subnetpools.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.906887 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.907394 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: default-subnetpools Feb 04 11:17:48.907756 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.908563 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.909071 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: dhcp_agent_scheduler Feb 04 11:17:48.909398 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: dns.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.910307 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.910847 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 11:17:48.911172 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: dns_domain_ports.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.912119 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.912628 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 11:17:48.912952 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: dvr.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.913627 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.914134 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: dvr Feb 04 11:17:48.914455 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: empty_string_filtering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.915376 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.915926 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: empty-string-filtering Feb 04 11:17:48.916246 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.917162 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.917666 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 11:17:48.917987 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.918904 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.919412 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 11:17:48.919757 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: external_net.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.920674 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.921180 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: external-net Feb 04 11:17:48.921502 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.922414 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.922920 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: extra_dhcp_opt Feb 04 11:17:48.923241 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: extraroute.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.929361 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.929873 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: extraroute Feb 04 11:17:48.930196 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: extraroute_atomic.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.931495 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.932045 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: extraroute-atomic Feb 04 11:17:48.932366 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: filter_validation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.933037 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.933545 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: filter-validation Feb 04 11:17:48.933864 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: fip_pf_description.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.934779 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.935280 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 11:17:48.935634 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: fip_port_details.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.936569 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.937075 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: fip-port-details Feb 04 11:17:48.937396 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: flavors.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.938749 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.939164 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: flavors Feb 04 11:17:48.939491 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.941210 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.942244 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 11:17:48.942575 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: floatingip_pools.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.943280 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.943825 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: floatingip-pools Feb 04 11:17:48.944150 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: ip_allocation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.952097 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.952609 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 11:17:48.952937 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.953865 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.954379 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: ip-substring-filtering Feb 04 11:17:48.954706 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l2_adjacency.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.955702 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.956210 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 11:17:48.956534 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.958064 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.958565 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: router Feb 04 11:17:48.958892 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.962585 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.963122 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 11:17:48.963456 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.964439 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.964958 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: ext-gw-mode Feb 04 11:17:48.965285 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.966216 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.966729 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: l3-ha Feb 04 11:17:48.967054 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3_flavors.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.968008 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.968519 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: l3-flavors Feb 04 11:17:48.968841 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.969778 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.970288 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 11:17:48.970610 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: l3agentscheduler.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.971684 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.972200 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: l3_agent_scheduler Feb 04 11:17:48.972525 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: logging.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.974100 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.974623 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension logging not supported by any of loaded plugins Feb 04 11:17:48.974956 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: metering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.975736 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.976320 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: metering Feb 04 11:17:48.976648 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.986961 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.987491 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: metering_source_and_destination_fields Feb 04 11:17:48.987855 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: multiprovidernet.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.988818 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.989332 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: multi-provider Feb 04 11:17:48.989688 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: netmtu.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.990620 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.991135 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: net-mtu Feb 04 11:17:48.991461 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: netmtu_writable.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.992410 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.992922 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: net-mtu-writable Feb 04 11:17:48.993249 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: network_availability_zone.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.993929 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.994438 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: network_availability_zone Feb 04 11:17:48.994761 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: network_ip_availability.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.995932 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.996442 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: network-ip-availability Feb 04 11:17:48.996767 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: network_segment_range.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.997538 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.998050 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 11:17:48.998372 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: pagination.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:48.999358 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:48.999783 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: pagination Feb 04 11:17:49.000140 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: port_device_profile.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.001063 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.001579 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: port-device-profile Feb 04 11:17:49.001938 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.005518 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.006028 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: port-mac-address-regenerate Feb 04 11:17:49.006352 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.007314 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.007854 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: port-numa-affinity-policy Feb 04 11:17:49.008178 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: port_resource_request.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.009099 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.009604 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 11:17:49.009933 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: portbindings.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.010864 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.011376 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: binding Feb 04 11:17:49.011732 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: portbindings_extended.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.013049 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.013562 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: binding-extended Feb 04 11:17:49.013887 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: portsecurity.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.014802 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.015315 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: port-security Feb 04 11:17:49.015668 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: project_id.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.016648 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.016979 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: project-id Feb 04 11:17:49.017301 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: providernet.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.018248 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.018772 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: provider Feb 04 11:17:49.019094 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.023365 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.023928 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos not supported by any of loaded plugins Feb 04 11:17:49.024262 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.025522 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.026040 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 11:17:49.026376 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.027318 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.027853 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 11:17:49.028184 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_default.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.029107 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.029659 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-default not supported by any of loaded plugins Feb 04 11:17:49.029993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_fip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.030650 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.031157 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 11:17:49.031480 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_gateway_ip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.032435 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.032951 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 11:17:49.033275 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_port_network_policy.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.034234 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.034746 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 11:17:49.035070 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_rule_type_details.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.036052 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.036565 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 11:17:49.036887 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: qos_rules_alias.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.037949 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.038466 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 11:17:49.038790 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: quotasv2.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.039755 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.040084 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: quotas Feb 04 11:17:49.040407 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: quotasv2_detail.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.042041 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.042379 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: quota_details Feb 04 11:17:49.042708 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: rbac.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.043804 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.044329 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: rbac-policies Feb 04 11:17:49.044659 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: rbac_address_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.045636 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.046109 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: rbac-address-group Feb 04 11:17:49.046433 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: rbac_address_scope.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.047367 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.047908 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: rbac-address-scope Feb 04 11:17:49.048237 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: rbac_security_groups.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.049157 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.049671 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: rbac-security-groups Feb 04 11:17:49.049999 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: rbac_subnetpool.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.050937 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.052009 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: rbac-subnetpool Feb 04 11:17:49.052333 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: revisionifmatch.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.053261 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.053776 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: revision-if-match Feb 04 11:17:49.054100 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: revisions.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.055221 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.055759 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: standard-attr-revisions Feb 04 11:17:49.056337 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: router_availability_zone.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.057010 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.057524 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: router_availability_zone Feb 04 11:17:49.057846 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: routerservicetype.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.058772 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.059288 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 11:17:49.059644 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.060579 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.061088 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: security-groups-normalized-cidr Feb 04 11:17:49.061412 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.062337 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.062848 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: port-security-groups-filtering Feb 04 11:17:49.063167 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.064250 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.064767 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: security-groups-remote-address-group Feb 04 11:17:49.065092 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: securitygroup.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.075253 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.075807 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: security-group Feb 04 11:17:49.076145 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: segment.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.076933 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.077448 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension segment not supported by any of loaded plugins Feb 04 11:17:49.077781 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.078744 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.079262 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 11:17:49.079622 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: servicetype.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.080762 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.081282 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: service-type Feb 04 11:17:49.081611 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: sorting.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.082621 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.082961 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: sorting Feb 04 11:17:49.083284 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: standard_attr_segment.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.084241 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.084762 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 11:17:49.085090 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: standardattrdescription.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.085742 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.086250 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: standard-attr-description Feb 04 11:17:49.086575 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: stateful_security_group.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.087506 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.088047 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: stateful-security-group Feb 04 11:17:49.088372 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: stdattrs_common.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.088953 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 11:17:49.089276 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.090289 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.090806 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 11:17:49.091129 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: subnet_onboard.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.092241 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.092765 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: subnet_onboard Feb 04 11:17:49.093089 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.094045 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.094556 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 11:17:49.094878 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: subnet_service_types.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.095918 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.096434 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: subnet-service-types Feb 04 11:17:49.096758 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: subnetallocation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.097855 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.098396 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: subnet_allocation Feb 04 11:17:49.098720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.099391 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.099941 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: subnetpool-prefix-ops Feb 04 11:17:49.100264 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.101220 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.101732 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 11:17:49.102056 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: tagging.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.103130 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.103688 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: standard-attr-tag Feb 04 11:17:49.104017 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: timestamp.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.105240 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.105760 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loaded extension: standard-attr-timestamp Feb 04 11:17:49.106087 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: trunk.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.107130 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.107680 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension trunk not supported by any of loaded plugins Feb 04 11:17:49.108013 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: trunk_details.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.108937 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.109450 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 11:17:49.109778 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: uplink_status_propagation.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.110727 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.111238 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 11:17:49.111592 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Loading extension file: vlantransparent.py {{(pid=88024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 11:17:49.112267 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 11:17:49.112778 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 11:17:49.115780 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:network Feb 04 11:17:49.116516 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:subnet Feb 04 11:17:49.117284 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:17:49.117894 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:port Feb 04 11:17:49.119173 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.119641 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service FLAVORS assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.120269 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.120693 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.121030 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:router Feb 04 11:17:49.121686 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 11:17:49.122417 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service METERING assigned prefix: /metering {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.123869 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:49.124239 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:49.124593 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:17:49.125713 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 11:17:49.126158 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:security_group Feb 04 11:17:49.126825 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 11:17:49.127580 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.127919 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:17:49.128259 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] subnetpool is already registered Feb 04 11:17:49.128891 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.129261 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:17:49.130087 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] subnetpool is already registered Feb 04 11:17:49.132707 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.133142 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service FLAVORS assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.133732 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.134151 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.134487 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:router Feb 04 11:17:49.134814 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] router is already registered Feb 04 11:17:49.135406 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 11:17:49.135767 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] floatingip is already registered Feb 04 11:17:49.136394 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service METERING assigned prefix: /metering {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.137049 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 11:17:49.137378 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] rbac_policy is already registered Feb 04 11:17:49.137922 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:security_group Feb 04 11:17:49.138246 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] security_group is already registered Feb 04 11:17:49.138826 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 11:17:49.139153 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] security_group_rule is already registered Feb 04 11:17:49.139833 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.140164 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:17:49.140501 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] subnetpool is already registered Feb 04 11:17:49.141092 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.v2.resource_helper [None req-2ad95312-0727-478d-828e-068990410d30 None None] Service CORE assigned prefix: {{(pid=88024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 11:17:49.141418 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 11:17:49.141754 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING neutron.quota.resource_registry [None req-2ad95312-0727-478d-828e-068990410d30 None None] subnetpool is already registered Feb 04 11:17:49.142406 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: extensions {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.143864 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: address-groups {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.145498 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: address-scopes {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.146713 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: agents {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.147895 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: auto-allocated-topology {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.149165 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: availability_zones {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.150484 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: dhcp-networks {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.151912 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: dhcp-agents {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.153343 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: routers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.155150 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: flavors {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.156350 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: service_profiles {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.157547 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: next_providers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.159973 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: service_profiles {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.161482 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: floatingip-pools {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.162944 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: routers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.164768 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: floatingips {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.165949 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: l3-routers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.167333 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: l3-agents {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.168768 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: metering-labels {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.170139 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: metering-label-rules {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.171409 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: network-ip-availabilities {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.172712 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: bindings {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.174362 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: quotas {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.175807 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: quotas {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.177779 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: rbac-policies {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.179056 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: security-groups {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.180295 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: security-group-rules {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.181815 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: service-providers {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.183026 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: subnetpools {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.184474 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: subnetpools {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.185935 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.187628 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.189423 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.191213 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.193670 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.195508 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.197202 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.199099 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.200949 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.202791 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron.api.extensions [None req-2ad95312-0727-478d-828e-068990410d30 None None] Extended resource: tags {{(pid=88024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 11:17:49.208647 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING keystonemiddleware.auth_token [None req-2ad95312-0727-478d-828e-068990410d30 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 11:17:49.213347 dv-neutron-827824-2-hyperv neutron-server[88024]: WARNING keystonemiddleware.auth_token [None req-2ad95312-0727-478d-828e-068990410d30 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 11:17:49.221428 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_concurrency.lockutils [None req-2ad95312-0727-478d-828e-068990410d30 None None] Acquired lock "singleton_lock" {{(pid=88024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 11:17:49.221909 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_concurrency.lockutils [None req-2ad95312-0727-478d-828e-068990410d30 None None] Releasing lock "singleton_lock" {{(pid=88024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 11:17:49.222537 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Starting 2 workers Feb 04 11:17:49.227248 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Started child 88131 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:17:49.231496 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Started child 88132 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:17:49.232371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:17:49.233026 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO neutron.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 11:17:49.233655 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Notify callbacks [] for process, before_spawn {{(pid=88024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:17:49.233819 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [-] (88131) wsgi starting up on http://0.0.0.0:9696 Feb 04 11:17:49.236064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:17:49.236536 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Starting 1 workers Feb 04 11:17:49.237428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [-] (88132) wsgi starting up on http://0.0.0.0:9696 Feb 04 11:17:49.241614 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Started child 88133 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:17:49.242141 dv-neutron-827824-2-hyperv neutron-server[88024]: INFO oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Starting 1 workers Feb 04 11:17:49.245080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] calling RpcWorker wait() {{(pid=88133) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 11:17:49.245609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] returning from RpcWorker wait() {{(pid=88133) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 11:17:49.246396 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [None req-2ad95312-0727-478d-828e-068990410d30 None None] Started child 88134 {{(pid=88024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 11:17:49.247128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:17:49.247241 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG neutron_lib.callbacks.manager [None req-2ad95312-0727-478d-828e-068990410d30 None None] Notify callbacks [] for process, after_spawn {{(pid=88024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:17:49.247654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:17:49.248999 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 11:17:49.249211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 11:17:49.249395 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 11:17:49.249616 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 11:17:49.249970 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 11:17:49.250132 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 11:17:49.250629 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.250917 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.251041 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:17:49.251498 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.251498 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.251810 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.251999 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:17:49.252375 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.252661 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.252895 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.253197 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.253448 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.253617 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.253781 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.254024 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.254399 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.255190 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.255451 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.255713 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.255980 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.256155 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.256420 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.256681 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.256915 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.257186 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] debug = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.257430 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.257909 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.258134 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.258377 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.258626 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.258901 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.259144 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.259408 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.259693 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.259927 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.260142 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.260394 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.260636 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.260881 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.261262 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.261530 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.261753 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.262214 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] host = dv-neutron-827824-2-hyperv {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.262431 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.262676 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.262923 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.263172 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.263428 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.263672 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.263938 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.264205 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.264467 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.264707 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.264945 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.265206 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.265451 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.265688 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.265850 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_options = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.266083 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.266361 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.266659 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.266852 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.267021 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.267195 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.267448 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.267619 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.267898 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.268112 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.268344 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.268558 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.268791 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.269020 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.269278 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.269506 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.269741 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.269996 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.270252 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.270479 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.270706 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.270930 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.271195 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.271432 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.271686 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.271909 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.272139 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.272353 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.272585 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.272840 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.273367 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.273821 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.274217 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.274463 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.274718 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.274955 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.275171 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.276121 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.276121 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.276279 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.276625 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.276852 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.277103 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.278253 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.278790 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.278950 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_json = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.279189 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.279422 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.279741 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.279980 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.280220 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.280448 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.280693 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.280934 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.281377 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.281946 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.282247 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.282579 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.282838 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.283082 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.283327 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.283605 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.283831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.284121 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.284362 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.284699 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.284929 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.285246 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.285500 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.285747 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.286090 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.286331 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.286615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.286856 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.287120 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.287363 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.287650 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.298766 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.299615 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300211 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.300831 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.302701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303306 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303306 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303306 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303306 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303306 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303682 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303682 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.303916 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.304191 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.304427 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.304655 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.304912 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.305153 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.305410 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.305651 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.306139 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.306392 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.306627 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.306868 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.307083 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.307319 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.307556 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.307849 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.308126 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.308377 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.308639 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.308869 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.309123 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.309363 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.309767 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.310025 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.310300 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.310601 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.310851 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.311139 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.311401 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.311660 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.311902 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.312148 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.312408 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.312637 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.312880 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.313097 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.313364 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.313616 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.313835 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.314069 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.314297 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.314635 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.314882 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.315111 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.315343 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.315691 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.316131 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.316243 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.316497 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.317405 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.317859 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.317993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.318171 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.318411 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.318647 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.318922 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.319137 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.319477 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.319633 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.319850 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.320067 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.320440 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.320569 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.320753 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.321559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.321559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.321559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.321932 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.321932 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.322179 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.322313 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.322515 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.324551 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.325890 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.325890 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.325890 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.325890 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.325890 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.325890 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.326587 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.326587 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.326587 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.326938 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.326938 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.327166 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.327981 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.327981 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.327981 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.328377 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.328499 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.328883 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.329012 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.329199 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.329422 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.330104 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.330104 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.330104 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.330457 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.330588 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.331040 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.331040 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.331278 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.331485 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.331720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.331932 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.332142 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.332388 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.332744 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.332910 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.333152 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.333380 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.333717 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.333842 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.334409 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.334409 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.334675 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.334675 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.334905 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.335114 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336044 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336044 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336044 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336044 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336492 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336492 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336707 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.336935 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.337165 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.337392 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.337659 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.338169 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.338169 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.338435 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.338652 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.338868 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.339117 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.339337 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.339683 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.339993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.340243 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.340496 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.340809 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.341089 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.341361 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.341595 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.341889 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.342224 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.342517 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.342763 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.343004 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.343297 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.343503 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.343865 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.343988 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.344389 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.344389 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.344619 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.344863 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.345105 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.345319 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.345566 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.345780 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.346022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.346249 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.346468 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.346681 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.346835 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 11:17:49.347365 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 11:17:49.347524 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 11:17:49.347695 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 11:17:49.347860 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 11:17:49.348053 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 11:17:49.348194 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 11:17:49.348390 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.348561 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.348688 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.348850 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.349006 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.349225 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.349327 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.349483 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.349639 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.349850 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350011 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350166 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350321 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350476 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350633 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350789 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.350945 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.351101 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.351262 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.351417 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.351595 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.351735 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.351880 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] debug = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.352035 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.352236 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.352384 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.352545 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.352701 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.352857 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353013 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353169 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353323 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353478 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353633 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353791 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.353946 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354261 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354261 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354501 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354592 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354716 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] host = dv-neutron-827824-2-hyperv {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354836 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.354976 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.355132 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.355286 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.355441 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.355625 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.355782 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.355939 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.356094 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.356248 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.356403 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.356559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.356714 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.356869 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357026 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_options = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357181 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357336 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357490 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357673 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357836 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.357993 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.358198 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.358326 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.358448 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.358568 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.358721 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.358876 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359031 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359185 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359388 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359516 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359674 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359796 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.359937 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.360091 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.360246 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.360400 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.360555 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.360712 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.360867 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361022 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361177 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361333 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361487 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361641 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361796 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.361939 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.362094 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.362250 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.362406 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.362561 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.362715 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.362873 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.363027 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.363182 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.363338 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.363494 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.364206 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.364362 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.364516 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.364675 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_json = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.364813 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365151 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365151 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365307 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365410 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365565 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.365875 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.366030 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 11:17:49.366224 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.366386 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.366562 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.366722 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.366881 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.367040 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.367198 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.367361 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.367518 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.367700 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.367868 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368029 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368182 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368414 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368541 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368624 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368784 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.368942 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.369101 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.369260 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.369422 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.369579 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.369753 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.369911 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.370071 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.370231 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.370389 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.370550 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.370702 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.370858 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371017 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371176 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371338 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371472 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371659 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371805 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.371954 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.372101 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.372263 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.372406 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.372569 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.372723 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.372860 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373024 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373182 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373342 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373502 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373661 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373820 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.373979 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.374148 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.374307 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.374467 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.374631 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.374791 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.374949 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.375109 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.375268 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.375426 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.375603 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.375764 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.375937 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.376096 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.376255 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.376414 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.376572 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.376731 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.376889 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.377401 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.377401 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.377401 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.377770 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.377770 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378011 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378011 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378239 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378239 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378787 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.378907 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.379026 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.379147 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.379943 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380073 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380186 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380305 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380448 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380609 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380769 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.380928 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.381087 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.381247 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.381429 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.381588 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.381747 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.381908 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.382070 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.382229 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.382388 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.382547 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.382706 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.382865 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.383024 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.383182 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.383342 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.383501 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.383751 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.383911 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.384068 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.384226 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.384395 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.384554 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.384720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.384878 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.385044 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.385214 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.385373 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.385591 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.385757 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.385916 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.386075 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.386234 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.386318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:17:49.386409 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.386540 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.386698 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.386857 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.387023 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.387193 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.387353 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.387512 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.387730 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.387875 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388035 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388192 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388352 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388521 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388658 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388818 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.388980 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.389124 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.389283 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.389448 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.389579 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.389739 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.389896 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.390067 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.390204 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.390362 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.390522 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.390682 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.390841 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391000 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391159 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391337 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391472 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391651 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391811 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.391970 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.392129 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.392289 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.392447 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.392607 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.392765 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.392924 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.393082 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.393241 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.393400 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.393559 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.393720 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394060 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394060 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394217 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394342 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394476 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394639 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394814 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.394982 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.395141 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.395301 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.395459 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.395640 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.395801 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.395959 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.396118 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.396276 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.396435 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.396609 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.396767 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.396926 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.397084 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.397243 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.397402 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.397562 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.397721 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.397880 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398038 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398196 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398358 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398592 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398729 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398849 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.398970 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.399120 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.399278 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.399437 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.399626 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.399786 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.399946 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.400132 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.400267 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.400416 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.400575 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.400733 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.400891 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.401049 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.401216 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.401375 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.401533 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.401691 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.401849 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402017 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402177 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402337 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402503 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402662 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402819 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.402977 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.403147 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.403306 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.403837 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.403837 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.403837 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404213 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404213 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404213 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404549 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404549 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404778 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.404860 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405010 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405178 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405338 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405503 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405673 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405832 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.405990 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.406148 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.406307 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.406466 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.406625 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.406782 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.406940 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.407098 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.407256 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.407415 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.407589 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.407750 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.407908 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.408066 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.408225 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.408388 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.408530 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.408691 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 11:17:49.408846 dv-neutron-827824-2-hyperv neutron-server[88024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 11:17:49.543269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56440) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:17:49.552406 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068965 Feb 04 11:18:00.189121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312862c2-15fb-455f-8047-e441e38acdcd None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:18:00.271384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312862c2-15fb-455f-8047-e441e38acdcd None None] No non-hosted networks {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 11:18:00.283696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.agentschedulers_db [None req-312862c2-15fb-455f-8047-e441e38acdcd None None] DHCP Agent not found on host dv-neutron-827824-2-hyperv {{(pid=88133) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 11:18:00.397909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f9061c84-0b2a-4516-8735-0094ae8fee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642091'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:02.455930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc9064f0-12df-4ffb-b40f-22e6444e04bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642091'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:02.490531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-03bf8782-64ab-408b-9bb5-1ebfe0a0bf37 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-827824-2-hyperv {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:18:02.491178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-03bf8782-64ab-408b-9bb5-1ebfe0a0bf37 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:18:03.128333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03bf8782-64ab-408b-9bb5-1ebfe0a0bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:03.659012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642091'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:03.660478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.660964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.661442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.661939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.662420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.662899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.663366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.663946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.664440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.664931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.665441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.665939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:03.666486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827824-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:03.677585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642091'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:03.681692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827824-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:05.031230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642091'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:05.595075 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.db.l3_hamode_db [None req-eb759fa2-0a54-434d-8997-53f137c1ea5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 11:18:05.679070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb759fa2-0a54-434d-8997-53f137c1ea5e None None] Routers set() bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:18:05.679372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb759fa2-0a54-434d-8997-53f137c1ea5e None None] Router IDs set() for agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 11:18:06.633588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56534) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:07.201317 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING oslo_policy.policy [None req-daa2c874-74cb-437a-a1ce-d037d1f65577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:07.201898 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING oslo_policy.policy [None req-daa2c874-74cb-437a-a1ce-d037d1f65577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:07.424856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-daa2c874-74cb-437a-a1ce-d037d1f65577 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:18:07.425936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-daa2c874-74cb-437a-a1ce-d037d1f65577 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7914765 Feb 04 11:18:09.729488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56548) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:10.081787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:10.187088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.policy [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 11:18:10.231568 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING oslo_policy.policy [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:10.231959 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING oslo_policy.policy [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:10.240765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.quota [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] Loaded quota_driver: . Feb 04 11:18:10.256685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:10.379752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732039230400', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732039230869', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732039273758', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732039279064', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732039256938', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732039262807', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3696367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3999044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709376'] for rbac-policy, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:10.556850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:10.558018 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05289ddc-0c83-46c3-bc42-722f8e5f2a1c admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8275654 Feb 04 11:18:13.133386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:13.477978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '11bab190ea434d51b71457730ff5778c', 'name': 'private'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:13.482696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:13.487118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Usage tracker for resource:network and tenant:11bab190ea434d51b71457730ff5778c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:13.491777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:13.497906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:13.596616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Made reservation on behalf of 11bab190ea434d51b71457730ff5778c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:18:13.599267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:13.616424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:13.630671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:13.634273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Usage tracker for resource:security_group_rule and tenant:11bab190ea434d51b71457730ff5778c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:13.639306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:13.645425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:13.792425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:13.847798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:13.868801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:18:13.893697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732039460657', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:13.894296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Unsubscribe: segment precommit_create {{(pid=88132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 11:18:13.894778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Added segment ee2caeed-a27c-4085-85d6-5181dbbb99d6 of type vlan for network b4a1b4af-f70a-404b-8775-49eb6ce46e0b Feb 04 11:18:13.946551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56464ce6-c7a5-4831-bb31-a4e61bebd84a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:13.965598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.965953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.966288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.966613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.966996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.967312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.967652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.967971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.968286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.968599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.968908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.969216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Tracked resource versions report: Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: pushed versions: Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: { 'AddressGroup': {'1.2'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'ConntrackHelper': {'1.0'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Log': {'1.0'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Network': {'1.1'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Port': {'1.7'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'PortForwarding': {'1.2'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'QosPolicy': {'1.8'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroup': {'1.4'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SubPort': {'1.0'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Subnet': {'1.1'}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Trunk': {'1.1'}} Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: consumer versions: Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'ConntrackHelper': '1.0', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Log': '1.0', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Network': '1.1', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Port': '1.7', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'PortForwarding': '1.2', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'QosPolicy': '1.8', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroup': '1.4', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroupRule': '1.2', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SubPort': '1.0', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Subnet': '1.1', Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Trunk': '1.1'}} Feb 04 11:18:13.970470 dv-neutron-827824-2-hyperv neutron-server[88132]: {{(pid=88132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:18:14.007845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:14.099503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:14.100548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:14.101212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:14.209263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a1b4af-f70a-404b-8775-49eb6ce46e0b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:14.220507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:18:14.277255 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-88be664f-424a-4fd9-8b72-fe2dd72e7f08 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1427944 Feb 04 11:18:16.908143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:17.345539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a58f25-46f4-413b-872a-6f1a8842e13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:17.346795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b1a58f25-46f4-413b-872a-6f1a8842e13e admin admin] 10.222.0.36 "GET /v2.0/networks/b4a1b4af-f70a-404b-8775-49eb6ce46e0b HTTP/1.1" status: 200 len: 825 time: 0.4377251 Feb 04 11:18:17.373794 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ae7c493-254d-4132-b7ad-cf405b2f18c4 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/b5dcd8ee-8223-47f7-8f44-d62472ff15cc HTTP/1.1" status: 200 len: 734 time: 0.0211041 Feb 04 11:18:17.381833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'ip_version': 4, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc', 'tenant_id': '11bab190ea434d51b71457730ff5778c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:17.385865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:17.389519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Usage tracker for resource:subnet and tenant:11bab190ea434d51b71457730ff5778c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:17.392769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:17.397925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:17.453240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Made reservation on behalf of 11bab190ea434d51b71457730ff5778c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:18:17.455532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:17.797107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:17.878999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Checking segment: {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:18:17.879358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Network hostable DHCP agents. Network: b4a1b4af-f70a-404b-8775-49eb6ce46e0b, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:18:17.884628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56572536-738e-472b-8434-ca99b7c3a593,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:17.979150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:18:18.036211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, b4a1b4af-f70a-404b-8775-49eb6ce46e0b) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:18:18.040721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:18.041295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:18.045449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129777aa-e3e6-471b-abbe-b1bfa6f605ad None None] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:18:18.129028 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-942eba84-5059-4388-b1d5-f6261b5c8573 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7496734 Feb 04 11:18:18.443447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:18:18.444670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:18.634506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Allocated IP 172.20.0.2 (b4a1b4af-f70a-404b-8775-49eb6ce46e0b/56572536-738e-472b-8434-ca99b7c3a593/808f244c-4c52-4f0f-bc51-ffe27c449a8c) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:18:18.864715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:18.877546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Transition to ACTIVE for port object 808f244c-4c52-4f0f-bc51-ffe27c449a8c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:18:18.899048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Transition to ACTIVE for port object 808f244c-4c52-4f0f-bc51-ffe27c449a8c will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:18:18.985568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:19.049052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:18:19.051995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:18:19.057742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:18:19.063522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Pushing event updated for resources: {'Port': ['ID=808f244c-4c52-4f0f-bc51-ffe27c449a8c,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:19.100077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.100442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.100782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.101117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.101447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.101789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.102119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.102446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.102770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.104275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.104632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.104959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Tracked resource versions report: Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: pushed versions: Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: { 'AddressGroup': {'1.2'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'ConntrackHelper': {'1.0'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Log': {'1.0'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Network': {'1.1'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Port': {'1.7'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'PortForwarding': {'1.2'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'QosPolicy': {'1.8'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroup': {'1.4'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SubPort': {'1.0'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Subnet': {'1.1'}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Trunk': {'1.1'}} Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: consumer versions: Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'ConntrackHelper': '1.0', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Log': '1.0', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Network': '1.1', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Port': '1.7', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'PortForwarding': '1.2', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'QosPolicy': '1.8', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroup': '1.4', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroupRule': '1.2', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SubPort': '1.0', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Subnet': '1.1', Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Trunk': '1.1'}} Feb 04 11:18:19.106326 dv-neutron-827824-2-hyperv neutron-server[88133]: {{(pid=88133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:18:19.165794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Attempting to bind port 808f244c-4c52-4f0f-bc51-ffe27c449a8c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:18:19.166090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Attempting to bind port 808f244c-4c52-4f0f-bc51-ffe27c449a8c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:18:19.166517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Attempting to bind port 808f244c-4c52-4f0f-bc51-ffe27c449a8c on network b4a1b4af-f70a-404b-8775-49eb6ce46e0b {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:18:19.171709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:18:19.172116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Checking segment: {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:18:19.172597 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:19.172986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Bound using segment: {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:18:19.173498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Bound port: 808f244c-4c52-4f0f-bc51-ffe27c449a8c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:18:19.173903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:19.258957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-233dc291-622c-436c-ae9b-ee40223802af None None] For port 808f244c-4c52-4f0f-bc51-ffe27c449a8c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:18:19.262703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-233dc291-622c-436c-ae9b-ee40223802af None None] For port 808f244c-4c52-4f0f-bc51-ffe27c449a8c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=808f244c-4c52-4f0f-bc51-ffe27c449a8c,segment=NetworkSegment(ee2caeed-a27c-4085-85d6-5181dbbb99d6),segment_id=ee2caeed-a27c-4085-85d6-5181dbbb99d6)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:18:19.345582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:19.454441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc291-622c-436c-ae9b-ee40223802af None None] Pushing event updated for resources: {'Port': ['ID=808f244c-4c52-4f0f-bc51-ffe27c449a8c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:20.527377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:20.919861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-4c51daca-9e44-453a-9430-d88f85645635 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:18:20.920845 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4c51daca-9e44-453a-9430-d88f85645635 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3924682 Feb 04 11:18:23.089133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf035bd-1d84-4d8a-aa5a-33997ccb3f61 None None] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:18:23.243923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-69173fa1-d896-4cd3-8a76-089b825145fa None None] Provisioning for port 808f244c-4c52-4f0f-bc51-ffe27c449a8c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:18:23.292876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:23.496375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 808f244c-4c52-4f0f-bc51-ffe27c449a8c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:18:23.676044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-452a8997-98ea-4901-961f-83f774a30c29 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:18:23.677027 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-452a8997-98ea-4901-961f-83f774a30c29 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3831913 Feb 04 11:18:23.825566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 808f244c-4c52-4f0f-bc51-ffe27c449a8c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:18:23.830880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 808f244c-4c52-4f0f-bc51-ffe27c449a8c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:23.831993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:23.953031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:23.985113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 808f244c-4c52-4f0f-bc51-ffe27c449a8c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=808f244c-4c52-4f0f-bc51-ffe27c449a8c,segment=NetworkSegment(ee2caeed-a27c-4085-85d6-5181dbbb99d6),segment_id=ee2caeed-a27c-4085-85d6-5181dbbb99d6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:18:24.047847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:24.115840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=808f244c-4c52-4f0f-bc51-ffe27c449a8c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:25.450138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 808f244c-4c52-4f0f-bc51-ffe27c449a8c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:18:25.516519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 808f244c-4c52-4f0f-bc51-ffe27c449a8c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:25.516891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:26.297453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:26.642545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Request body: {'router': {'tenant_id': '11bab190ea434d51b71457730ff5778c', 'name': 'router1', 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:26.648441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:26.652197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Usage tracker for resource:router and tenant:11bab190ea434d51b71457730ff5778c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:26.655357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:26.661713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:26.727747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:26.729817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:26.754972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:26.917273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:27.002007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:27.003174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ada6caf4-461e-4bde-9714-e9d5b55501c8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7047729 Feb 04 11:18:29.342344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:29.707023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-cdd8c0ab-6183-4ea8-b831-5a3879cceef5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:18:29.712953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cdd8c0ab-6183-4ea8-b831-5a3879cceef5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647702 Feb 04 11:18:30.196024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e24a-f7ba-47f2-ada0-719dca1ee4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.063145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56634) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:32.418538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:32.423431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:32.427282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Usage tracker for resource:network and tenant:3312aa601d144034bf4b6849eaa0930e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:32.430071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:32.435907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:32.436191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fad418e7-2533-414e-a474-de96bcb8187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.596518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Made reservation on behalf of 3312aa601d144034bf4b6849eaa0930e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:18:32.598897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.610880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.625253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:32.629500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Usage tracker for resource:security_group_rule and tenant:3312aa601d144034bf4b6849eaa0930e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:32.632166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:32.637729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:32.715603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.778797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.801848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Reserving flat network on physical network physnet1 {{(pid=88132) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 11:18:32.814979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c11d69-361b-43c3-886f-b537311112fc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:32.821643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.821980 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Added segment 3687d58f-8a6f-4a3b-b21b-21bfffc89e6e of type flat for network 2ba1a082-0931-4e9f-a4ca-84593260dc58 Feb 04 11:18:32.852212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.950241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:32.951162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:32.951752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:33.046818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] Pushing event updated for resources: {'Network': ['ID=2ba1a082-0931-4e9f-a4ca-84593260dc58,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:33.056939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:18:33.105810 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-14935d0b-3d8b-4caa-9ff5-71892404ae3d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0415993 Feb 04 11:18:33.584448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:33.670523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:34.950373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:35.460681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:35.661075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69383dc2-531e-4bda-ae9a-43ca2fc5c427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:35.662355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-69383dc2-531e-4bda-ae9a-43ca2fc5c427 admin admin] 10.222.0.36 "GET /v2.0/subnets/56572536-738e-472b-8434-ca99b7c3a593 HTTP/1.1" status: 200 len: 849 time: 0.2007513 Feb 04 11:18:35.802589 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d4026cc9-9275-4ada-b5e7-5804c9b6d515 admin admin] 10.222.0.36 "GET /v2.0/routers/8a171817-029a-4f58-b880-c4c455b3959a HTTP/1.1" status: 200 len: 704 time: 0.1347930 Feb 04 11:18:36.245695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:36.495982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Allocated IP 172.20.0.1 (b4a1b4af-f70a-404b-8775-49eb6ce46e0b/56572536-738e-472b-8434-ca99b7c3a593/f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:18:36.651917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:36.669072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Transition to ACTIVE for port object f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:18:36.825480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:36.892460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:18:36.895128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:18:36.898965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:18:36.899462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.022030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Pushing event updated for resources: {'Port': ['ID=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:37.127729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ed74c0bf-8465-4a24-9282-7262ca566aa6 None None] Provisioning for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:18:37.132551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ed74c0bf-8465-4a24-9282-7262ca566aa6 None None] Provisioning complete for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:37.132916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ed74c0bf-8465-4a24-9282-7262ca566aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.187028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ed74c0bf-8465-4a24-9282-7262ca566aa6 None None] Port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:18:37.231176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.453165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.499099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.499847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.629059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Pushing event updated for resources: {'Port': ['ID=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:37.687333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:18:37.688421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:18:37.908451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2d97290a-6f59-4b26-bd86-1e98428530ca None None] Provisioning complete for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:37.908818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2d97290a-6f59-4b26-bd86-1e98428530ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:37.961478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Router 8a171817-029a-4f58-b880-c4c455b3959a is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:18:37.963210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2d97290a-6f59-4b26-bd86-1e98428530ca None None] Port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:18:38.112924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:18:38.121626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c52f99ff-e8ed-4f6e-9327-dd71f587e927 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a171817-029a-4f58-b880-c4c455b3959a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3139806 Feb 04 11:18:38.123353 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Sync routers for ids ['8a171817-029a-4f58-b880-c4c455b3959a'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:18:38.134179 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Routers {'8a171817-029a-4f58-b880-c4c455b3959a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:18:38.135122 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:18:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8a171817-029a-4f58-b880-c4c455b3959a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:38.305579 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Set router 8a171817-029a-4f58-b880-c4c455b3959a gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:18:38.672255 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a171817-029a-4f58-b880-c4c455b3959a', 'name': 'router1', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:18:26Z', 'updated_at': '2022-02-04T11:18:37Z', 'revision_number': 2, 'project_id': '11bab190ea434d51b71457730ff5778c', 'gw_port_host': None, '_interfaces': [{'id': 'f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9', 'name': '', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'mac_address': 'fa:16:3e:22:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:36Z', 'updated_at': '2022-02-04T11:18:37Z', 'revision_number': 2, 'project_id': '11bab190ea434d51b71457730ff5778c', 'subnets': [{'id': '56572536-738e-472b-8434-ca99b7c3a593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:38.677633 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Checking router: 8a171817-029a-4f58-b880-c4c455b3959a for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:18:38.678012 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Updating router 8a171817-029a-4f58-b880-c4c455b3959a port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:18:38.732746 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:39.105139 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:39.119854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Transition to ACTIVE for port object f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:18:39.179594 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:39.394913 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Pushing event updated for resources: {'Port': ['ID=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:39.417506 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.417869 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.418212 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.418543 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.418872 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.419211 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.419540 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.419884 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.420219 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.420542 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.420859 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.421175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Tracked resource versions report: Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: pushed versions: Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: { 'AddressGroup': {'1.2'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'ConntrackHelper': {'1.0'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Log': {'1.0'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Network': {'1.1'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Port': {'1.7'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'PortForwarding': {'1.2'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'QosPolicy': {'1.8'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroup': {'1.4'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SubPort': {'1.0'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Subnet': {'1.1'}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Trunk': {'1.1'}} Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: consumer versions: Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'ConntrackHelper': '1.0', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Log': '1.0', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Network': '1.1', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Port': '1.7', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'PortForwarding': '1.2', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'QosPolicy': '1.8', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroup': '1.4', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroupRule': '1.2', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SubPort': '1.0', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Subnet': '1.1', Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Trunk': '1.1'}} Feb 04 11:18:39.422490 dv-neutron-827824-2-hyperv neutron-server[88134]: {{(pid=88134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:18:39.433207 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Attempting to bind port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:18:39.433603 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Attempting to bind port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:18:39.434018 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Attempting to bind port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 on network b4a1b4af-f70a-404b-8775-49eb6ce46e0b {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:18:39.439399 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:18:39.439865 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Checking segment: {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:18:39.440336 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:39.440719 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Bound using segment: {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:18:39.441226 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Bound port: f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2caeed-a27c-4085-85d6-5181dbbb99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:18:39.441644 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:39.530627 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] For port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:18:39.535483 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] For port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,segment=NetworkSegment(ee2caeed-a27c-4085-85d6-5181dbbb99d6),segment_id=ee2caeed-a27c-4085-85d6-5181dbbb99d6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:18:39.659848 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:39.744753 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Routers {'8a171817-029a-4f58-b880-c4c455b3959a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:18:39.745358 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:18:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8a171817-029a-4f58-b880-c4c455b3959a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:39.811016 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d58ad5-7899-40e8-96d9-b29a46f9c3c2 None None] Pushing event updated for resources: {'Port': ['ID=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:39.904205 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] Set router 8a171817-029a-4f58-b880-c4c455b3959a gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:18:40.223562 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a171817-029a-4f58-b880-c4c455b3959a', 'name': 'router1', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:18:26Z', 'updated_at': '2022-02-04T11:18:37Z', 'revision_number': 2, 'project_id': '11bab190ea434d51b71457730ff5778c', 'gw_port_host': None, '_interfaces': [{'id': 'f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9', 'name': '', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'mac_address': 'fa:16:3e:22:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:36Z', 'updated_at': '2022-02-04T11:18:39Z', 'revision_number': 4, 'project_id': '11bab190ea434d51b71457730ff5778c', 'subnets': [{'id': '56572536-738e-472b-8434-ca99b7c3a593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:40.227455 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31e832-9e78-487d-b99e-6b528299a95a None None] The sync data for ids ['8a171817-029a-4f58-b880-c4c455b3959a'] in dv-neutron-827824-2-hyperv is: [{'id': '8a171817-029a-4f58-b880-c4c455b3959a', 'name': 'router1', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:18:26Z', 'updated_at': '2022-02-04T11:18:37Z', 'revision_number': 2, 'project_id': '11bab190ea434d51b71457730ff5778c', 'gw_port_host': None, '_interfaces': [{'id': 'f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9', 'name': '', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'mac_address': 'fa:16:3e:22:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:36Z', 'updated_at': '2022-02-04T11:18:39Z', 'revision_number': 4, 'project_id': '11bab190ea434d51b71457730ff5778c', 'subnets': [{'id': '56572536-738e-472b-8434-ca99b7c3a593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:18:40.272592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:40.417321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6f5b8-2027-4cc3-82ab-e829cb03793d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:40.417873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-beb6f5b8-2027-4cc3-82ab-e829cb03793d admin admin] Synchronizing usage tracker for tenant:3312aa601d144034bf4b6849eaa0930e on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:18:40.516496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-beb6f5b8-2027-4cc3-82ab-e829cb03793d admin admin] Unset dirty status for tenant:3312aa601d144034bf4b6849eaa0930e on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:18:40.517694 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-beb6f5b8-2027-4cc3-82ab-e829cb03793d admin admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 842 time: 0.2440696 Feb 04 11:18:40.527687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'gateway_ip': '172.26.6.1', 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'name': 'public-subnet'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:40.533004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:18:40.537390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Usage tracker for resource:subnet and tenant:3312aa601d144034bf4b6849eaa0930e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:18:40.540526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:18:40.547384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:18:40.630384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Made reservation on behalf of 3312aa601d144034bf4b6849eaa0930e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:18:40.632772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:41.066844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:18:41.067232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:41.141241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc34748-60e4-4a1f-b9b5-0b55a9000f50,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:41.146847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:18:41.147199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Network hostable DHCP agents. Network: 2ba1a082-0931-4e9f-a4ca-84593260dc58, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:18:41.241954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:18:41.350548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 2ba1a082-0931-4e9f-a4ca-84593260dc58) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:18:41.354668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:41.358132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:41.359169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5130991-5642-42de-ae1f-e7edd378971d None None] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:18:41.452728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bf8e3b9d-ca14-45db-9897-0ab45653ad58 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9274144 Feb 04 11:18:41.533698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:18:41.666357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ca21c-cee1-4547-8b07-7865e5f0144c None None] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:18:41.849239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:18:41.857974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:41.858342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:42.030944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:42.063525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,segment=NetworkSegment(ee2caeed-a27c-4085-85d6-5181dbbb99d6),segment_id=ee2caeed-a27c-4085-85d6-5181dbbb99d6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:18:42.133508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:42.199891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:43.458038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:18:43.526963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:43.527330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:43.716959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:43.907123 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-33f7d0a4-418f-45b8-bfcd-f187e06a65e4 admin admin] 10.222.0.36 "GET /v2.0/routers/8a171817-029a-4f58-b880-c4c455b3959a HTTP/1.1" status: 200 len: 710 time: 0.1889765 Feb 04 11:18:44.030191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86f179-e6ec-4eac-89c5-0773a54fa494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:18:44.031499 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7e86f179-e6ec-4eac-89c5-0773a54fa494 admin admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 886 time: 0.1194029 Feb 04 11:18:44.039889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:18:44.523291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:44.916587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:44.972480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:45.104177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Allocated IP 172.26.6.134 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/87de9c95-6c06-4d62-8bfe-6866722be930) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:18:45.242212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:45.340007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:45.403614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:18:45.406245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:18:45.409671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:18:45.465997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Pushing event updated for resources: {'Port': ['ID=87de9c95-6c06-4d62-8bfe-6866722be930,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:45.894528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:46.274106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:46.277296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:46.451650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Router 8a171817-029a-4f58-b880-c4c455b3959a has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:18:46.624456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:18:46.634445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:46.635318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Sync routers for ids ['8a171817-029a-4f58-b880-c4c455b3959a'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:18:46.635777 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0ec91a4b-d737-47ef-8521-b1fe367d48bd admin admin] 10.222.0.36 "PUT /v2.0/routers/8a171817-029a-4f58-b880-c4c455b3959a HTTP/1.1" status: 200 len: 890 time: 2.5989304 Feb 04 11:18:46.646447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Routers {'8a171817-029a-4f58-b880-c4c455b3959a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:18:46.647124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:18:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8a171817-029a-4f58-b880-c4c455b3959a'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:46.835829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Set router 8a171817-029a-4f58-b880-c4c455b3959a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:18:47.166959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a171817-029a-4f58-b880-c4c455b3959a', 'name': 'router1', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '87de9c95-6c06-4d62-8bfe-6866722be930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:18:26Z', 'updated_at': '2022-02-04T11:18:45Z', 'revision_number': 4, 'project_id': '11bab190ea434d51b71457730ff5778c', 'gw_port': {'id': '87de9c95-6c06-4d62-8bfe-6866722be930', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:45Z', 'updated_at': '2022-02-04T11:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9', 'name': '', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'mac_address': 'fa:16:3e:22:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:36Z', 'updated_at': '2022-02-04T11:18:42Z', 'revision_number': 5, 'project_id': '11bab190ea434d51b71457730ff5778c', 'subnets': [{'id': '56572536-738e-472b-8434-ca99b7c3a593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:47.171677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Checking router: 8a171817-029a-4f58-b880-c4c455b3959a for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:18:47.172030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Updating router 8a171817-029a-4f58-b880-c4c455b3959a port 87de9c95-6c06-4d62-8bfe-6866722be930 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:18:47.225477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:47.546819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:47.558816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Transition to ACTIVE for port object 87de9c95-6c06-4d62-8bfe-6866722be930 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:18:47.624061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:47.699839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Attempting to bind port 87de9c95-6c06-4d62-8bfe-6866722be930 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:18:47.700416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Attempting to bind port 87de9c95-6c06-4d62-8bfe-6866722be930 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:18:47.700621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Attempting to bind port 87de9c95-6c06-4d62-8bfe-6866722be930 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:18:47.708907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef3307-baa4-4d85-8903-f3621c10683d None None] Pushing event updated for resources: {'Port': ['ID=87de9c95-6c06-4d62-8bfe-6866722be930,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:47.711274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:18:47.711680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:18:47.712079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:47.712461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:18:47.712923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Bound port: 87de9c95-6c06-4d62-8bfe-6866722be930, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:18:47.713313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:47.808001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] For port 87de9c95-6c06-4d62-8bfe-6866722be930, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:18:47.810769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] For port 87de9c95-6c06-4d62-8bfe-6866722be930, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=87de9c95-6c06-4d62-8bfe-6866722be930,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:18:47.869957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:47.944961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef3307-baa4-4d85-8903-f3621c10683d None None] Pushing event updated for resources: {'Port': ['ID=87de9c95-6c06-4d62-8bfe-6866722be930,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:47.953912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Routers {'8a171817-029a-4f58-b880-c4c455b3959a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:18:47.954498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:18:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8a171817-029a-4f58-b880-c4c455b3959a'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:48.133117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] Set router 8a171817-029a-4f58-b880-c4c455b3959a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:18:48.452648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a171817-029a-4f58-b880-c4c455b3959a', 'name': 'router1', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '87de9c95-6c06-4d62-8bfe-6866722be930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:18:26Z', 'updated_at': '2022-02-04T11:18:45Z', 'revision_number': 4, 'project_id': '11bab190ea434d51b71457730ff5778c', 'gw_port': {'id': '87de9c95-6c06-4d62-8bfe-6866722be930', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:45Z', 'updated_at': '2022-02-04T11:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9', 'name': '', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'mac_address': 'fa:16:3e:22:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:36Z', 'updated_at': '2022-02-04T11:18:42Z', 'revision_number': 5, 'project_id': '11bab190ea434d51b71457730ff5778c', 'subnets': [{'id': '56572536-738e-472b-8434-ca99b7c3a593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:18:48.456930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ab119-59b2-4b9f-b03f-e11d76bf224a None None] The sync data for ids ['8a171817-029a-4f58-b880-c4c455b3959a'] in dv-neutron-827824-2-hyperv is: [{'id': '8a171817-029a-4f58-b880-c4c455b3959a', 'name': 'router1', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '87de9c95-6c06-4d62-8bfe-6866722be930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:18:26Z', 'updated_at': '2022-02-04T11:18:45Z', 'revision_number': 4, 'project_id': '11bab190ea434d51b71457730ff5778c', 'gw_port': {'id': '87de9c95-6c06-4d62-8bfe-6866722be930', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:45Z', 'updated_at': '2022-02-04T11:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9', 'name': '', 'network_id': 'b4a1b4af-f70a-404b-8775-49eb6ce46e0b', 'tenant_id': '11bab190ea434d51b71457730ff5778c', 'mac_address': 'fa:16:3e:22:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a171817-029a-4f58-b880-c4c455b3959a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56572536-738e-472b-8434-ca99b7c3a593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:18:36Z', 'updated_at': '2022-02-04T11:18:42Z', 'revision_number': 5, 'project_id': '11bab190ea434d51b71457730ff5778c', 'subnets': [{'id': '56572536-738e-472b-8434-ca99b7c3a593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5dcd8ee-8223-47f7-8f44-d62472ff15cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:18:48.957648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:18:49.122874 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING oslo_policy.policy [None req-e0e7907e-087d-4774-a02f-89fe3fc7bb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:49.123437 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING oslo_policy.policy [None req-e0e7907e-087d-4774-a02f-89fe3fc7bb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:49.495144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 87de9c95-6c06-4d62-8bfe-6866722be930 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:18:49.557452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.policy [None req-e0e7907e-087d-4774-a02f-89fe3fc7bb98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 11:18:49.603377 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING oslo_policy.policy [None req-e0e7907e-087d-4774-a02f-89fe3fc7bb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:49.603774 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING oslo_policy.policy [None req-e0e7907e-087d-4774-a02f-89fe3fc7bb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 11:18:49.614314 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e0e7907e-087d-4774-a02f-89fe3fc7bb98 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6547303 Feb 04 11:18:49.618667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 87de9c95-6c06-4d62-8bfe-6866722be930 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:18:49.624386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 87de9c95-6c06-4d62-8bfe-6866722be930 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:49.624809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:49.763536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:49.780508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 87de9c95-6c06-4d62-8bfe-6866722be930, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=87de9c95-6c06-4d62-8bfe-6866722be930,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:18:49.835367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:49.901779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=87de9c95-6c06-4d62-8bfe-6866722be930,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:18:51.472702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 87de9c95-6c06-4d62-8bfe-6866722be930 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:18:51.554414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 87de9c95-6c06-4d62-8bfe-6866722be930 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:18:51.554785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:18:52.285833 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:19:00.253615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd9ee-90e0-4baa-8f65-f44a003a2cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:02.475222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41e501bb-cbcd-4451-9ad5-3edad4ed3266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:03.596281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:03.646934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:04.967097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:29.286033 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:19:30.245914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3cd904af-72c4-49fb-b26b-0ff6b937a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:32.441252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-101f6bb1-140b-428f-9fcb-fbea966dba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:33.566986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:33.646670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:19:34.977570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:00.275633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d09414e-ea33-4837-bef8-532b5f3162d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:02.452814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-94c0ae9b-bd5d-4c5c-9fb0-602cb525b03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:03.577922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:03.635038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:05.721158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:06.287690 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:20:30.205301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f535e41-ce4e-4633-82f7-c8f27f713c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:32.446403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-42114f79-490b-4a85-9e13-a4cdf0ec6a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:33.583479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:33.657798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:34.989238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:20:43.287775 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:20:57.900441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:20:57.975151 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea2300e-afd7-433b-80fc-0f444a710560 admin admin] GET failed (client error): The resource could not be found. Feb 04 11:20:57.976411 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2ea2300e-afd7-433b-80fc-0f444a710560 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0750332 Feb 04 11:20:58.131589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6fe40e-0d1e-4b3a-b3ae-8b0e3730211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:20:58.133236 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1a6fe40e-0d1e-4b3a-b3ae-8b0e3730211b admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1526411 Feb 04 11:21:00.193075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-972f14bf-960e-4392-830a-4a848aa28443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:00.221220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:00.331320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c524d06-8341-435c-baa5-569cb523b636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:00.332907 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8c524d06-8341-435c-baa5-569cb523b636 admin admin] 10.222.0.36 "GET /v2.0/subnets/56572536-738e-472b-8434-ca99b7c3a593 HTTP/1.1" status: 200 len: 849 time: 0.1107781 Feb 04 11:21:00.344768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:21:00.459385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Notify callbacks [] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:00.704062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732039496452'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:00.768589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:00.769349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:00.781413 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] 10.222.0.36 "PUT /v2.0/subnets/56572536-738e-472b-8434-ca99b7c3a593 HTTP/1.1" status: 200 len: 868 time: 0.4309509 Feb 04 11:21:00.783897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214fecc-1694-461c-922c-5a9334d5ecb1 None None] Network b4a1b4af-f70a-404b-8775-49eb6ce46e0b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:21:00.793244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56572536-738e-472b-8434-ca99b7c3a593,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:21:00.802014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.802660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.803153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.803680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.804163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.804684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.805189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.805671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.806150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.806628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.807118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.807899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d675648a-deba-484e-a5c3-6f526a45959c admin admin] Tracked resource versions report: Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: pushed versions: Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: { 'AddressGroup': {'1.2'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'ConntrackHelper': {'1.0'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Log': {'1.0'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Network': {'1.1'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Port': {'1.7'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'PortForwarding': {'1.2'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'QosPolicy': {'1.8'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroup': {'1.4'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SubPort': {'1.0'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Subnet': {'1.1'}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Trunk': {'1.1'}} Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: consumer versions: Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'ConntrackHelper': '1.0', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Log': '1.0', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Network': '1.1', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Port': '1.7', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'PortForwarding': '1.2', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'QosPolicy': '1.8', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroup': '1.4', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroupRule': '1.2', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SubPort': '1.0', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Subnet': '1.1', Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Trunk': '1.1'}} Feb 04 11:21:00.814711 dv-neutron-827824-2-hyperv neutron-server[88131]: {{(pid=88131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:21:01.241219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e058d1a-3131-47e9-81e7-aca288a5be6f None None] Provisioning complete for port 808f244c-4c52-4f0f-bc51-ffe27c449a8c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:21:01.241736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1a-3131-47e9-81e7-aca288a5be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:01.370685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e058d1a-3131-47e9-81e7-aca288a5be6f None None] Provisioning complete for port f21c4afc-fd1f-44a4-b1b5-a20fc9f2bcd9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:21:01.370927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1a-3131-47e9-81e7-aca288a5be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:02.428589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9fb6-661e-476e-bd3d-ca3f44541918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:02.877824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57332) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:03.050516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865098f-f873-4b7a-a0ab-5ade1d3e54b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:03.050516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865098f-f873-4b7a-a0ab-5ade1d3e54b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:03.050516 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3865098f-f873-4b7a-a0ab-5ade1d3e54b8 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1695242 Feb 04 11:21:03.577234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:03.627032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:05.004664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:05.199158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:05.382178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d8562-49a0-4001-b14a-58962d40255c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:05.382565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d8562-49a0-4001-b14a-58962d40255c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:05.384096 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-de9d8562-49a0-4001-b14a-58962d40255c admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1839767 Feb 04 11:21:07.486994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:07.653458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60ff90-571a-4aa2-9ff5-18e7504dfb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:07.654807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4f60ff90-571a-4aa2-9ff5-18e7504dfb19 admin admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 886 time: 0.1668460 Feb 04 11:21:09.748500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57362) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:09.914649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5132d4-3662-4f59-946e-e99ed28c87ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:09.915993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ff5132d4-3662-4f59-946e-e99ed28c87ea admin admin] 10.222.0.36 "GET /v2.0/networks/b4a1b4af-f70a-404b-8775-49eb6ce46e0b HTTP/1.1" status: 200 len: 869 time: 0.1665249 Feb 04 11:21:12.030164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57372) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:12.135505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f6139-5ee5-45b5-89b6-27f81d35132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:12.135984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f6139-5ee5-45b5-89b6-27f81d35132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:12.136691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e94f6139-5ee5-45b5-89b6-27f81d35132d admin admin] Synchronizing usage tracker for tenant:3312aa601d144034bf4b6849eaa0930e on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:21:12.199516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e94f6139-5ee5-45b5-89b6-27f81d35132d admin admin] Unset dirty status for tenant:3312aa601d144034bf4b6849eaa0930e on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:21:12.200674 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e94f6139-5ee5-45b5-89b6-27f81d35132d admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1695826 Feb 04 11:21:14.313673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:14.419626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82520143-61f3-4798-a74d-a8565073fcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:14.420054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82520143-61f3-4798-a74d-a8565073fcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:14.422169 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-82520143-61f3-4798-a74d-a8565073fcee admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075699 Feb 04 11:21:16.532412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:16.636101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d48e2-ec0b-49a1-8f28-7c583f876620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:16.637399 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-117d48e2-ec0b-49a1-8f28-7c583f876620 admin admin] 10.222.0.36 "GET /v2.0/subnets/56572536-738e-472b-8434-ca99b7c3a593 HTTP/1.1" status: 200 len: 868 time: 0.1040535 Feb 04 11:21:18.757735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:18.861318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e28aa-4e12-41e4-949b-9a5d53843e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:18.862620 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-550e28aa-4e12-41e4-949b-9a5d53843e45 admin admin] 10.222.0.36 "GET /v2.0/subnets/7fc34748-60e4-4a1f-b9b5-0b55a9000f50 HTTP/1.1" status: 200 len: 816 time: 0.1038966 Feb 04 11:21:20.286620 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:21:30.199935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ce56-cbd9-40da-b3e5-8bd9876322e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:32.434520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88249e63-d957-443d-af64-4d3a7b477060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:33.598270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:33.657272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:34.999841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:37.289737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:37.337036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-a1f46fdb-4395-49c2-bdc9-2605684fe464 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:21:37.338027 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a1f46fdb-4395-49c2-bdc9-2605684fe464 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473731 Feb 04 11:21:39.530443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:39.596892 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-295c5a9d-0eaf-4294-92da-beeab48f9be2 admin admin] GET failed (client error): The resource could not be found. Feb 04 11:21:39.598280 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-295c5a9d-0eaf-4294-92da-beeab48f9be2 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668809 Feb 04 11:21:39.780834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a520e6f-92e0-4726-b4b3-d21040ec1bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:39.782267 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5a520e6f-92e0-4726-b4b3-d21040ec1bed admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1799784 Feb 04 11:21:41.895403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:41.940973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:21:41.945410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:21:41.955184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:21:42.026490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Made reservation on behalf of 3312aa601d144034bf4b6849eaa0930e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:21:42.028710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:42.113085 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.services.revisions.revision_plugin [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Could not find related network for resource to bump revision. Feb 04 11:21:42.123895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:21:42.131905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:42.132232 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Added segment 366f1cf9-1165-4131-a12c-c2b6a38dbe08 of type vlan for network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 Feb 04 11:21:42.157295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:42.249530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:42.250425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:42.250986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:42.347402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Pushing event updated for resources: {'Network': ['ID=07ead07c-20f9-49c1-ba1e-c7514a5e94b9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:21:42.353950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.354304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.354634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.354955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.355274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.355635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.355962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.356289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.356603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.356910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.357757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.358064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:42.369152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:21:42.417523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a57a28be-50fb-4017-a42e-0f7e0fba1ede admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5210280 Feb 04 11:21:44.530108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:21:44.596674 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bf23aa-191d-4e5a-a446-11acbac86f6a admin admin] GET failed (client error): The resource could not be found. Feb 04 11:21:44.597171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-87bf23aa-191d-4e5a-a446-11acbac86f6a admin admin] Synchronizing usage tracker for tenant:3312aa601d144034bf4b6849eaa0930e on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:21:44.723318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-87bf23aa-191d-4e5a-a446-11acbac86f6a admin admin] Unset dirty status for tenant:3312aa601d144034bf4b6849eaa0930e on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:21:44.724420 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-87bf23aa-191d-4e5a-a446-11acbac86f6a admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1933854 Feb 04 11:21:44.827290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b1e59-5c19-4e4c-987c-1d20f764f142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:44.828708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3b8b1e59-5c19-4e4c-987c-1d20f764f142 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003044 Feb 04 11:21:44.838023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9', 'name': 'shared-subnet'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:21:44.842707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:21:44.851907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:21:44.917355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Made reservation on behalf of 3312aa601d144034bf4b6849eaa0930e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:21:44.920190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:45.182635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:45.252523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2c53f4-232c-4f78-b0a4-a153a90d8197,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:21:45.261155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Checking segment: {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:21:45.261529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Network hostable DHCP agents. Network: 07ead07c-20f9-49c1-ba1e-c7514a5e94b9, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:21:45.330669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:21:45.393551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 07ead07c-20f9-49c1-ba1e-c7514a5e94b9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:21:45.397455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:21:45.398036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:45.403276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637180de-6caf-452a-a82c-43cd9676cb07 None None] Network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:21:45.515211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cc09e723-4d60-4202-bc34-fec3a2245921 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6803708 Feb 04 11:21:45.614860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-07ead07c-20f9-49c1-ba1e-c7514a5e94b9', 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9', 'tenant_id': '3312aa601d144034bf4b6849eaa0930e', 'fixed_ips': [{'subnet_id': 'bc2c53f4-232c-4f78-b0a4-a153a90d8197'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:21:45.615767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:45.778751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Allocated IP 192.168.233.2 (07ead07c-20f9-49c1-ba1e-c7514a5e94b9/bc2c53f4-232c-4f78-b0a4-a153a90d8197/518c3d24-8c5b-4cfb-ba51-e957f2e0c063) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:21:45.983201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:45.993504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Transition to ACTIVE for port object 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:21:46.011776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Transition to ACTIVE for port object 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:21:46.066807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:46.136537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:21:46.139847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:21:46.144482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:21:46.150115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Pushing event updated for resources: {'Port': ['ID=518c3d24-8c5b-4cfb-ba51-e957f2e0c063,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:21:46.182169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.182537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.182882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.183477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.183910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.184259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.184588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.184915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.185321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.185645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.185970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.186287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:21:46.278393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Attempting to bind port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:21:46.278795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Attempting to bind port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:21:46.279700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Attempting to bind port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 on network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:21:46.285044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:21:46.285412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Checking segment: {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:21:46.285809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:46.286199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Bound using segment: {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:21:46.286653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Bound port: 518c3d24-8c5b-4cfb-ba51-e957f2e0c063, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:21:46.287040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:46.374497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] For port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:21:46.377567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] For port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=518c3d24-8c5b-4cfb-ba51-e957f2e0c063,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:21:46.440253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:46.522289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd1780-1586-4122-acc7-81b8ed003a33 None None] Pushing event updated for resources: {'Port': ['ID=518c3d24-8c5b-4cfb-ba51-e957f2e0c063,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:21:47.428924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490a7a7-06a1-47df-9ecf-7ef8de59cf8a None None] Network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:21:47.582983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-84eaf2aa-2dd0-4670-bee6-1baa28e7ad01 None None] Provisioning for port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:21:47.640093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:21:47.805444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:21:47.811719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:21:47.812095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:47.939350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:47.971120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=518c3d24-8c5b-4cfb-ba51-e957f2e0c063,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:21:48.026797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-01583a6e-267c-4efd-a397-69c6994aa2e2 None None] Provisioning complete for port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:21:48.026797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-01583a6e-267c-4efd-a397-69c6994aa2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:48.053676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:48.148778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=518c3d24-8c5b-4cfb-ba51-e957f2e0c063,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:21:49.550808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:21:49.626087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 518c3d24-8c5b-4cfb-ba51-e957f2e0c063 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:21:49.626553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:21:57.284790 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:22:00.220613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f10654-9af9-4a07-acb6-6b1367022c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:02.439046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e2041f5-df25-4658-94cb-abcc05907a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:03.581901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:03.633906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:04.993930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:30.196974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3edc3791-94d8-4a5f-a864-4cf2ec04f37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:32.442482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9bc2174b-e295-4be8-858f-b19b3a77be98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:33.581586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:33.627138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:22:34.283475 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:22:35.010314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:00.253675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8488697e-179e-453f-a935-bed463c7f68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:02.438382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72033320-703f-42f1-8bb4-a120bf05da31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:03.644127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:03.695763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:05.004102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:07.830510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:23:07.836343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-d34ceb3f-dc17-4906-a75c-0b2441b14696 tempest-verify_tempest_config-882499663 tempest-verify_tempest_config-882499663-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:23:07.837278 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d34ceb3f-dc17-4906-a75c-0b2441b14696 tempest-verify_tempest_config-882499663 tempest-verify_tempest_config-882499663-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057690 Feb 04 11:23:08.331180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:23:08.443301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:08.457429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:23:08.461146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Usage tracker for resource:security_group_rule and tenant:071f10e72b824bbf9d39e64e4a3e7b4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:23:08.463839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:23:08.469257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:23:08.548879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:08.612912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:08.658280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Synchronizing usage tracker for tenant:3312aa601d144034bf4b6849eaa0930e on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:23:08.661385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e4ed3-85b6-4c72-8c01-b8015d1491f7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:23:08.671305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.671667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.671997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.672315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.672630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.672944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.673257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.673568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.673876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.674183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.674488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.674790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:23:08.752706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] Unset dirty status for tenant:3312aa601d144034bf4b6849eaa0930e on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:23:08.753965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cca6ea95-4664-44e5-ad9a-9bdd18f6cd7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=071f10e72b824bbf9d39e64e4a3e7b4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4218276 Feb 04 11:23:08.756622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57552) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:23:08.812571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1ebedf9-a27d-482b-a2c1-ac5bddbb853d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:08.837015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1ebedf9-a27d-482b-a2c1-ac5bddbb853d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:08.996523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1ebedf9-a27d-482b-a2c1-ac5bddbb853d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:09.011604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebedf9-a27d-482b-a2c1-ac5bddbb853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e4ed3-85b6-4c72-8c01-b8015d1491f7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:23:09.016457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1ebedf9-a27d-482b-a2c1-ac5bddbb853d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:09.017546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f1ebedf9-a27d-482b-a2c1-ac5bddbb853d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/460e4ed3-85b6-4c72-8c01-b8015d1491f7 HTTP/1.1" status: 204 len: 168 time: 0.2600636 Feb 04 11:23:11.281477 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:23:30.191962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa88-d8f1-4832-a56d-b1ac5c1936e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:32.472417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-91de7eee-af4e-4932-8e99-ec1e8f99d106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:33.603674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:33.649142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:35.007161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:23:48.279769 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:24:00.201221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-083bce56-e89a-4765-be0f-0946a28ccc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:02.471973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af3eb966-2369-40a2-9dd4-74da62df7385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:03.600956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:03.675030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:05.017623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:25.278291 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 5 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:24:27.200502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642091'] for agent, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:30.197148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2e48-2fe6-48e1-9363-790eb1b56964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:32.485736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45d6811a-dc00-4517-afa1-273a39bc5d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:33.612079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:33.642807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:35.020266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:24:41.899051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57622) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:42.006784 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fb517888-d542-4c91-ae09-712765fc33b0 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1066420 Feb 04 11:24:44.362477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57632) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:24:44.428073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fe8b23df-7be9-4ac4-bde6-2c72427fbbbb admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0645185 Feb 04 11:24:57.175523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:00.225366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ed7a2201-6583-4f79-93e6-3ad10cd998fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:02.277955 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:25:02.465571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4492dea8-330f-43b4-9924-429d6a85f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:03.602450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:03.650680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:05.017173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:27.169274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:30.219158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12c608ea-f19a-4c72-9a91-06299c836cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:32.439196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9cf18cdf-2920-4280-b6c2-a4eea851c6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:33.611382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:33.650960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:35.119323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:25:39.278640 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:25:57.187599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:00.230630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-91acd02f-a1cf-4eb9-adaf-e1c83e6b2f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:02.470463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b4e58052-47f6-49b9-9c0d-138590e3da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:03.616148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:03.645202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:05.033541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:16.280765 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:26:18.326372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57820) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:18.609352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:18.719071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:18.745288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:18.830654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1441664865-network', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:18.835973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:18.840517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Usage tracker for resource:network and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:18.843487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:18.850176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:18.956150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Made reservation on behalf of 195d19e35b234f67984f03cd51bac0ed for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:18.958698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:18.970917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:18.991664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:18.995796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Usage tracker for resource:security_group_rule and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:18.998969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:19.005113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:19.106857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.186595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-47a70429-764f-4bbb-8518-aa38e40401cc tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] Request body: {'port': {'network_id': '73e1d53b-e306-41e1-9c42-7ae803d9f810', 'name': 'tempest-NetworksNegativeTestJSON-1519812638'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.211154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.220423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a70429-764f-4bbb-8518-aa38e40401cc tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] POST failed (client error): The resource could not be found. Feb 04 11:26:19.220899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a70429-764f-4bbb-8518-aa38e40401cc tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.222634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-47a70429-764f-4bbb-8518-aa38e40401cc tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6111355 Feb 04 11:26:19.229798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.237811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:19.258809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.259354 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Added segment ea327111-98d7-476f-8f75-3083cb3677ab of type vlan for network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 Feb 04 11:26:19.260556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42cb3bc-470d-49c5-a06e-7ee66222b829,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:19.273085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.273450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.273781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.274104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.274425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.274754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.275079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.275408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.275750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.276063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.276477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.276664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Tracked resource versions report: Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: pushed versions: Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: { 'AddressGroup': {'1.2'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'ConntrackHelper': {'1.0'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Log': {'1.0'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Network': {'1.1'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Port': {'1.7'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'PortForwarding': {'1.2'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'QosPolicy': {'1.8'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroup': {'1.4'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SubPort': {'1.0'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Subnet': {'1.1'}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Trunk': {'1.1'}} Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: consumer versions: Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'ConntrackHelper': '1.0', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Log': '1.0', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Network': '1.1', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Port': '1.7', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'PortForwarding': '1.2', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'QosPolicy': '1.8', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroup': '1.4', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SecurityGroupRule': '1.2', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'SubPort': '1.0', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Subnet': '1.1', Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: 'Trunk': '1.1'}} Feb 04 11:26:19.277754 dv-neutron-827824-2-hyperv neutron-server[88132]: {{(pid=88132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:26:19.295103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-619988344-network', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.298358 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.quota [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Loaded quota_driver: . Feb 04 11:26:19.301875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.316104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:19.323675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Usage tracker for resource:network and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:19.327752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:19.337837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:19.353517 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb14a48-207e-435f-9e51-808e2aefe919 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:26:19.354049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb14a48-207e-435f-9e51-808e2aefe919 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.360755 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ddb14a48-207e-435f-9e51-808e2aefe919 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "DELETE /v2.0/networks/711d8b42-60a4-4a9d-ad16-2e246c333ef1 HTTP/1.1" status: 404 len: 339 time: 0.1291690 Feb 04 11:26:19.361201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.368097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1777760195-network', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.372745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:19.377046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Usage tracker for resource:network and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:19.381264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:19.392611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:19.423148 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a54d96-87d4-4ad3-942b-a4c7e93f6912 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:26:19.423604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a54d96-87d4-4ad3-942b-a4c7e93f6912 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.426264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.427146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:19.433073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.453825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Made reservation on behalf of be92183c7d1841e0a80e6fcdca92ee48 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:19.458284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.480009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.495765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:19.500902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Usage tracker for resource:security_group_rule and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:19.506166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:19.510659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:19.513584 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-60a54d96-87d4-4ad3-942b-a4c7e93f6912 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "DELETE /v2.0/ports/b0a080ba-3b1c-4e94-9062-2e9937b1de02 HTTP/1.1" status: 404 len: 333 time: 0.1496277 Feb 04 11:26:19.517628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.541458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] Pushing event updated for resources: {'Network': ['ID=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:19.552453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Made reservation on behalf of c3b4e3bdc8ca4d2db8cff74df92dcb2a for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:19.553092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:19.554912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.578787 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1849782e-86fb-4433-bec4-a0ace9861455 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:26:19.579520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1849782e-86fb-4433-bec4-a0ace9861455 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.585887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57886) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.586137 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1849782e-86fb-4433-bec4-a0ace9861455 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "DELETE /v2.0/subnets/6856fd25-711c-48e8-ba4c-a2fed4880732 HTTP/1.1" status: 404 len: 337 time: 0.0673251 Feb 04 11:26:19.588961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.604177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:19.608777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Usage tracker for resource:security_group_rule and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:19.615444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:19.622283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8058e0d-34f7-4ddb-aa74-4bc01b5c7a5b tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] GET failed (client error): The resource could not be found. Feb 04 11:26:19.624370 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d8058e0d-34f7-4ddb-aa74-4bc01b5c7a5b tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "GET /v2.0/networks/206da191-5923-4af5-8639-0553db1000a3 HTTP/1.1" status: 404 len: 339 time: 0.0371170 Feb 04 11:26:19.626819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e6da2ba2-f3d3-45d0-9f70-96aafc0a4fee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2989545 Feb 04 11:26:19.627931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.636563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.642546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:19.648781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Request body: {'subnet': {'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1441664865-subnet', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.653811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:19.658115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Usage tracker for resource:subnet and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:19.661440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:19.667908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:19.683414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e5bd6e-3705-4c7a-9aff-667e5bd66675 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] GET failed (client error): The resource could not be found. Feb 04 11:26:19.689143 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e9e5bd6e-3705-4c7a-9aff-667e5bd66675 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "GET /v2.0/ports/0c85de5b-a2e8-4f01-96f3-ea1f48ef551d HTTP/1.1" status: 404 len: 333 time: 0.0552649 Feb 04 11:26:19.689143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.735732 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44f2abd-2bd0-40d8-9288-efa3874028dd tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] GET failed (client error): The resource could not be found. Feb 04 11:26:19.741515 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f44f2abd-2bd0-40d8-9288-efa3874028dd tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "GET /v2.0/subnets/ec39c460-df8e-41e9-b5b8-208dd9a8307c HTTP/1.1" status: 404 len: 337 time: 0.0472922 Feb 04 11:26:19.741988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.760123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-09a3bd6f-04e2-4f25-97bd-cc8fb181b781 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.788458 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a3bd6f-04e2-4f25-97bd-cc8fb181b781 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] PUT failed (client error): The resource could not be found. Feb 04 11:26:19.788911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a3bd6f-04e2-4f25-97bd-cc8fb181b781 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.794488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-09a3bd6f-04e2-4f25-97bd-cc8fb181b781 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "PUT /v2.0/networks/f723a718-8108-41f0-a4f8-22952c9fdea1 HTTP/1.1" status: 404 len: 339 time: 0.0475786 Feb 04 11:26:19.795077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57908) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.800359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Made reservation on behalf of 195d19e35b234f67984f03cd51bac0ed for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:19.803160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-42a646a9-6aa2-44c7-8c94-9ac6fc865103 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.803669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.835075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.846094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a646a9-6aa2-44c7-8c94-9ac6fc865103 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] PUT failed (client error): The resource could not be found. Feb 04 11:26:19.846547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a646a9-6aa2-44c7-8c94-9ac6fc865103 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.847800 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-42a646a9-6aa2-44c7-8c94-9ac6fc865103 tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "PUT /v2.0/ports/4c06934f-9b72-4738-9d43-0102f1b420f7 HTTP/1.1" status: 404 len: 333 time: 0.0516937 Feb 04 11:26:19.851826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:19.858598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b0a6323a-8413-4e47-8f45-a76469a2362d tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:19.899768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a6323a-8413-4e47-8f45-a76469a2362d tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] PUT failed (client error): The resource could not be found. Feb 04 11:26:19.900204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a6323a-8413-4e47-8f45-a76469a2362d tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:19.901310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b0a6323a-8413-4e47-8f45-a76469a2362d tempest-NetworksNegativeTestJSON-806564618 tempest-NetworksNegativeTestJSON-806564618-project] 10.222.0.36 "PUT /v2.0/subnets/68b33bee-a41e-42cd-a46b-c63b325ababb HTTP/1.1" status: 404 len: 337 time: 0.0482037 Feb 04 11:26:19.948401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:19.991511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:20.029192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822395dc-e47b-45b3-9ff4-07fce1cfc7df,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:20.030085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:20.046539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732039460657', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.047140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Unsubscribe: segment precommit_create {{(pid=88131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 11:26:20.047618 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Added segment f8d90532-1206-4380-87a8-7aea75c7c89d of type vlan for network d9cfcd38-db37-4d1d-ae53-597d339790fc Feb 04 11:26:20.094586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.094931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.095266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.095618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.095947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.096278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.096610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.097491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.097820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.098138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.098452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.098771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Tracked resource versions report: Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: pushed versions: Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: { 'AddressGroup': {'1.2'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'ConntrackHelper': {'1.0'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Log': {'1.0'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Network': {'1.1'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Port': {'1.7'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'PortForwarding': {'1.2'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'QosPolicy': {'1.8'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroup': {'1.4'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SubPort': {'1.0'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Subnet': {'1.1'}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Trunk': {'1.1'}} Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: consumer versions: Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'ConntrackHelper': '1.0', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Log': '1.0', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Network': '1.1', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Port': '1.7', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'PortForwarding': '1.2', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'QosPolicy': '1.8', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroup': '1.4', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SecurityGroupRule': '1.2', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'SubPort': '1.0', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Subnet': '1.1', Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: 'Trunk': '1.1'}} Feb 04 11:26:20.100223 dv-neutron-827824-2-hyperv neutron-server[88131]: {{(pid=88131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:26:20.178266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.264004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.517166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.518062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:20.519772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.537558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.541350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.612798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1664795065'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:20.619654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:20.632979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Usage tracker for resource:network and tenant:e230f7c4c2164543ba89fc53406443e3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:20.638758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:20.651278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:20.674051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:20.736084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.736434 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Added segment 33ff674e-817b-4d8f-9d54-28d513c32298 of type vlan for network 85b76a13-233b-4fb8-b878-116737176e98 Feb 04 11:26:20.742729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] Pushing event updated for resources: {'Network': ['ID=d9cfcd38-db37-4d1d-ae53-597d339790fc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:20.767139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d9cfcd38-db37-4d1d-ae53-597d339790fc details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:20.773479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d91ccb-4033-4646-a21f-f6a68d12cfdd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:20.799797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Checking segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:20.800381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Network hostable DHCP agents. Network: 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:20.817410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57942) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:20.817779 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e3c463f8-aa5f-4349-b695-f64a8b20ab16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0972290 Feb 04 11:26:20.820003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.823880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Request body: {'subnet': {'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-619988344-subnet', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:20.824375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6239f9a9-1114-46bf-9cf4-51d1ba293a7e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:20.833405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:20.845957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Usage tracker for resource:subnet and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:20.856608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:20.876366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:20.894300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Made reservation on behalf of e230f7c4c2164543ba89fc53406443e3 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:20.902867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.911259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.927519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:20.930228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:20.934429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Usage tracker for resource:security_group_rule and tenant:e230f7c4c2164543ba89fc53406443e3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:20.937666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:20.944067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:20.956840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:20.984855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:20.985899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:20.986486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.021346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Made reservation on behalf of be92183c7d1841e0a80e6fcdca92ee48 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:21.025838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.062046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:21.074613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210ac4f-5814-4ab1-a600-5e34886ff818 None None] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:21.102744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:21.103918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.120163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] Pushing event updated for resources: {'Network': ['ID=85b76a13-233b-4fb8-b878-116737176e98,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:21.163946 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ad2e360-994b-4a81-a350-e3ca9582c7aa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4130447 Feb 04 11:26:21.164422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:21.174515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Request body: {'subnet': {'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1777760195-subnet', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:21.188757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:21.201510 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9ec3cbef-571b-48ce-bbbe-366dec673b15 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5580375 Feb 04 11:26:21.202119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Usage tracker for resource:subnet and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:21.207158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57964) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:21.211022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:21.217778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:21.226831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:21.229654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:21.236662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Usage tracker for resource:router and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:21.242636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:21.251181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:21.330078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Made reservation on behalf of c3b4e3bdc8ca4d2db8cff74df92dcb2a for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:21.334703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.358509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 85b76a13-233b-4fb8-b878-116737176e98 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:21.410114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.428453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.499951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.559769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bfcb8d-abbe-43c0-b09e-3986382022d3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:21.615832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:21.634634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Checking segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:21.635221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Network hostable DHCP agents. Network: d9cfcd38-db37-4d1d-ae53-597d339790fc, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:21.650486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fa6c8c-ed7c-4606-8762-771f3b883a05,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:21.663264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.663937 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Added segment 3c2c475b-0535-49f6-8670-2467c2a10849 of type vlan for network 524103da-029a-45ef-a86b-faeee032c9a3 Feb 04 11:26:21.734933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.737763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.741524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:21.771688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.784433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.828121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Network d9cfcd38-db37-4d1d-ae53-597d339790fc is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:21.830275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:26:21.834185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.948578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:21.973273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:21.984505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d9cfcd38-db37-4d1d-ae53-597d339790fc) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:21.990344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:21.992163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.006485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.008852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.010974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc8406-0388-4161-856d-efd4a231ec8b None None] Network d9cfcd38-db37-4d1d-ae53-597d339790fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:22.016314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Usage tracker for resource:security_group_rule and tenant:78de52b1b73d4065a282b94e8387d4a7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.022036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.024896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:22.025570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.033011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.130563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.265094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1956539882'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:22.272571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.277118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Usage tracker for resource:network and tenant:dbb2381c2e734186a4415cd4bfcdc4de is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.280786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.293509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.300111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Pushing event updated for resources: {'Network': ['ID=524103da-029a-45ef-a86b-faeee032c9a3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:22.332829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 524103da-029a-45ef-a86b-faeee032c9a3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:22.363381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-198775144'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:22.369923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.375658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Usage tracker for resource:network and tenant:84b73d5ecb824f3e9cbfabaa5c10cc01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.379374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.386855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.426042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7c57f8cd-a098-46c8-a278-e155e690b54a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6069753 Feb 04 11:26:22.430070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:22.436270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:22.442905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.447223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Usage tracker for resource:router and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.450357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.455334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-29a0fcfa-5702-4950-a62a-b8f1a687d6c2 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4239044 Feb 04 11:26:22.460769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:22.467703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.490797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Allocated IP 172.20.0.2 (0ad47c84-885c-4cc1-b4ab-fa29066ab8e9/6239f9a9-1114-46bf-9cf4-51d1ba293a7e/7b689cb3-d2c7-418e-b178-8542d5c90ddc) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:22.598106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Made reservation on behalf of 84b73d5ecb824f3e9cbfabaa5c10cc01 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:22.605472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.606024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.623607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Checking segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:22.624013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Network hostable DHCP agents. Network: 85b76a13-233b-4fb8-b878-116737176e98, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:22.649188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'network': {'name': 'tempest-network--1812825580', 'router:external': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:22.655053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.662777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:network and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.676945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.701091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.704311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.720605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.745817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.754559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:22.768824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.785398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Usage tracker for resource:security_group_rule and tenant:84b73d5ecb824f3e9cbfabaa5c10cc01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.789784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.791387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.792067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-d9cfcd38-db37-4d1d-ae53-597d339790fc', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:26:22.793169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.798412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.809100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Made reservation on behalf of dbb2381c2e734186a4415cd4bfcdc4de for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:22.813430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.824201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.831523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab17ba3a-38a5-49d0-9bdd-1708064792be,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:22.832288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.859525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:22.866952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.879807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Usage tracker for resource:security_group_rule and tenant:dbb2381c2e734186a4415cd4bfcdc4de is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:22.886454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:22.895871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Made reservation on behalf of b18b7dbcf33543b3823942f199a5d8f2 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:22.898392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.914388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:22.919209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915c01e-7238-472b-a4a4-8691dae23525,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:22.927631 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-54570952-0e7e-48a0-a7a3-79c0928c5024 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78de52b1b73d4065a282b94e8387d4a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9665272 Feb 04 11:26:22.928141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:22.929832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:22.987095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:23.015344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Network 85b76a13-233b-4fb8-b878-116737176e98 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:23.038796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23046b29-34f0-4934-94a8-bdb886ea54a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.072967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b8192f47-0fa4-449b-be40-4a962224411e tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:23.077442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:security_group_rule and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:23.085770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.090826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:23.106995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Transition to ACTIVE for port object 7b689cb3-d2c7-418e-b178-8542d5c90ddc will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:23.130378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23046b29-34f0-4934-94a8-bdb886ea54a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.143021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Allocated IP 172.20.0.2 (d9cfcd38-db37-4d1d-ae53-597d339790fc/13fa6c8c-ed7c-4606-8762-771f3b883a05/2d0a6d7b-5298-408e-a4d9-b0fd87267e4f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:23.148009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 85b76a13-233b-4fb8-b878-116737176e98) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:23.149223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Transition to ACTIVE for port object 7b689cb3-d2c7-418e-b178-8542d5c90ddc will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:23.154558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:23.155172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.174659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:23.177775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e7711-7e40-42e8-aa33-1b62d55dca58 None None] Network 85b76a13-233b-4fb8-b878-116737176e98 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:23.230647 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b8192f47-0fa4-449b-be40-4a962224411e tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "PUT /v2.0/quotas/e300c64034b74a08a59e212bec792f33 HTTP/1.1" status: 200 len: 368 time: 0.4732463 Feb 04 11:26:23.234500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:23.248380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Request body: {'network': {'project_id': 'e300c64034b74a08a59e212bec792f33'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:23.249910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.257129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:23.263140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Usage tracker for resource:network and tenant:e300c64034b74a08a59e212bec792f33 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:23.267926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:23.276296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:23.309647 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ed60ae3f-4250-48cd-9161-174e75c66df6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1381795 Feb 04 11:26:23.311197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:23.318415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:23.322816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:23.326757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Usage tracker for resource:router and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:23.330274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:23.337459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:23.373504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:23.383584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:23.386391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:23.415675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.430445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23046b29-34f0-4934-94a8-bdb886ea54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.447683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.451771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Made reservation on behalf of e300c64034b74a08a59e212bec792f33 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:23.454227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.508952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.522368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.523519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.543520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23046b29-34f0-4934-94a8-bdb886ea54a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915c01e-7238-472b-a4a4-8691dae23525,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:23.544379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.551062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Pushing event updated for resources: {'Port': ['ID=7b689cb3-d2c7-418e-b178-8542d5c90ddc,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:23.574114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:23.608618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23046b29-34f0-4934-94a8-bdb886ea54a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.609891 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-23046b29-34f0-4934-94a8-bdb886ea54a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0915c01e-7238-472b-a4a4-8691dae23525 HTTP/1.1" status: 204 len: 168 time: 0.6806405 Feb 04 11:26:23.611319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Usage tracker for resource:security_group_rule and tenant:e300c64034b74a08a59e212bec792f33 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:23.614208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.622344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.629349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.630114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.630114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.630292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Tracked resource versions report: Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: pushed versions: Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: { 'AddressGroup': {'1.2'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'ConntrackHelper': {'1.0'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Log': {'1.0'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Network': {'1.1'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Port': {'1.7'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'PortForwarding': {'1.2'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'QosPolicy': {'1.8'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroup': {'1.4'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SubPort': {'1.0'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Subnet': {'1.1'}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Trunk': {'1.1'}} Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: consumer versions: Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'ConntrackHelper': '1.0', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Log': '1.0', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Network': '1.1', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Port': '1.7', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'PortForwarding': '1.2', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'QosPolicy': '1.8', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroup': '1.4', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SecurityGroupRule': '1.2', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'SubPort': '1.0', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Subnet': '1.1', Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: 'Trunk': '1.1'}} Feb 04 11:26:23.632289 dv-neutron-827824-2-hyperv neutron-server[88133]: {{(pid=88133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:26:23.642248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.646101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:23.672369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.674040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.694114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.696531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Attempting to bind port 7b689cb3-d2c7-418e-b178-8542d5c90ddc on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:23.697116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Attempting to bind port 7b689cb3-d2c7-418e-b178-8542d5c90ddc by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:23.697638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Attempting to bind port 7b689cb3-d2c7-418e-b178-8542d5c90ddc on network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:23.717397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.719333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:23.720025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Checking segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:23.720582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.721567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Bound using segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:23.722862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Bound port: 7b689cb3-d2c7-418e-b178-8542d5c90ddc, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:23.723451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.760068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:23.784888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cee897-c094-4622-8942-ad6963bbf82e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:23.836495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.848619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-85b76a13-233b-4fb8-b878-116737176e98', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:26:23.852227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.852910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:23.860900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.881518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.881859 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Added segment 1ef28561-67e3-4cff-8e72-32c3a64d0f3d of type vlan for network b042893c-ae98-42da-bca3-cbf3128e9010 Feb 04 11:26:23.899106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Transition to ACTIVE for port object 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:23.904383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:23.906509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.906838 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Added segment 2530e396-657c-4c3c-ba47-772da1004d7c of type vlan for network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 Feb 04 11:26:23.909853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbecde-0694-43c7-9009-33e0f6d44635,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:23.959358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.959727 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Added segment 0a136ee0-d3bc-45ab-874a-e16df8b5ffcb of type vlan for network 297a30b8-cdf4-4f7e-b131-338bc3bc1cd3 Feb 04 11:26:23.971726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] For port 7b689cb3-d2c7-418e-b178-8542d5c90ddc, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:23.978695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:23.995287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0aa13b-c858-40dc-9e98-e92c14d9b9f8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:23.995527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Transition to ACTIVE for port object 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:24.010508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] For port 7b689cb3-d2c7-418e-b178-8542d5c90ddc, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b689cb3-d2c7-418e-b178-8542d5c90ddc,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:24.011862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.071061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.096088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Allocated IP 172.20.0.2 (85b76a13-233b-4fb8-b878-116737176e98/ab17ba3a-38a5-49d0-9bdd-1708064792be/9f167a5b-153a-48ed-a05e-10109f566b17) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:24.177674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.233216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.273960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Allocated IP 172.26.6.202 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/cc291d26-3799-4707-ad79-c9bb99cc6b57) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:24.288329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.289091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.299206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Network d9cfcd38-db37-4d1d-ae53-597d339790fc is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:24.300932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Pushing event updated for resources: {'Port': ['ID=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:24.316948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:24.348624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.354170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:24.354964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.358886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.365123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:24.365874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.425483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.493110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:24.501788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.518208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Transition to ACTIVE for port object 9f167a5b-153a-48ed-a05e-10109f566b17 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:24.530086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.531098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:24.531714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.566749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:24.583029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.583403 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Added segment 393d696e-863e-448d-8357-4bf040e44a13 of type vlan for network 68a80255-21f6-4edd-bfba-ee9e172f0a2d Feb 04 11:26:24.585511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b2de5-6799-4862-bb41-373dc8cee575,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:24.613227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Pushing event updated for resources: {'Network': ['ID=3917fe1f-7ea5-4f1b-b3d7-22b1def504a9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:24.622654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.641791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.668011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.725497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Transition to ACTIVE for port object 9f167a5b-153a-48ed-a05e-10109f566b17 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:24.728503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:24.788823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8144443 Feb 04 11:26:24.789584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58046) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:24.791243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3291709 Feb 04 11:26:24.792702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.797065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Request body: {'subnet': {'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:24.797715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:24.799297 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-55041ad4-fbfd-4686-bcc7-32fa8eee1f09 tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0504165 Feb 04 11:26:24.813040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918b4bc-831b-4e80-ab82-db122bd08194 None None] Pushing event updated for resources: {'Port': ['ID=7b689cb3-d2c7-418e-b178-8542d5c90ddc,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:24.893085 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.923490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.980779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:24.998206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:24.998206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:25.020697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:25.031371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2802b19-1bfd-4657-b602-6487c5c34dab tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event updated for resources: {'Network': ['ID=b042893c-ae98-42da-bca3-cbf3128e9010,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:25.059653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Attempting to bind port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:25.060949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Attempting to bind port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:25.062706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Attempting to bind port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f on network d9cfcd38-db37-4d1d-ae53-597d339790fc {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:25.077770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Network 85b76a13-233b-4fb8-b878-116737176e98 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:25.079431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network b042893c-ae98-42da-bca3-cbf3128e9010 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:25.102213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:25.114619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:25.117373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Checking segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:25.118017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:25.118478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Bound using segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:25.119105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Bound port: 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:25.119603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:25.242567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274835-0381-46dc-8971-e381d20dbc42 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Network': ['ID=297a30b8-cdf4-4f7e-b131-338bc3bc1cd3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:25.243164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:25.341601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Pushing event updated for resources: {'Port': ['ID=9f167a5b-153a-48ed-a05e-10109f566b17,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:25.364287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 297a30b8-cdf4-4f7e-b131-338bc3bc1cd3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:25.405322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Pushing event updated for resources: {'Network': ['ID=68a80255-21f6-4edd-bfba-ee9e172f0a2d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:25.425707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:25.706683 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:25.706683 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:25.707618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 68a80255-21f6-4edd-bfba-ee9e172f0a2d details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Allocated IP 172.26.6.144 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/f9aad74d-c975-43b3-926e-04298545f20d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > port after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > port after_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.707995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.708981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.787251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:25.808860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Usage tracker for resource:subnet and tenant:84b73d5ecb824f3e9cbfabaa5c10cc01 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:25.813309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:25.824562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:25.875271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Pushing event updated for resources: {'Port': ['ID=cc291d26-3799-4707-ad79-c9bb99cc6b57,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:25.965425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.965952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.966895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.967709 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c198311d-f4bd-425b-ae39-3c76b18fc3d0 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7289705 Feb 04 11:26:25.970024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:25.970574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297a30b8-cdf4-4f7e-b131-338bc3bc1cd3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:25.994188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b689cb3-d2c7-418e-b178-8542d5c90ddc up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:26.001031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a136ee0-d3bc-45ab-874a-e16df8b5ffcb') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:26.005412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a136ee0-d3bc-45ab-874a-e16df8b5ffcb') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:26.017504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.027806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58078) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:26.054368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.063400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.067972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Made reservation on behalf of 84b73d5ecb824f3e9cbfabaa5c10cc01 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:26.071582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.092621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Request body: {'network': {'project_id': 'e300c64034b74a08a59e212bec792f33'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:26.124903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-14d9406a-2aca-45e9-8c34-ce1866ab08fa tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:26.126194 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-14d9406a-2aca-45e9-8c34-ce1866ab08fa tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 11:26:26.126764 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-14d9406a-2aca-45e9-8c34-ce1866ab08fa tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:26:26.127942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-14d9406a-2aca-45e9-8c34-ce1866ab08fa tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5937498 Feb 04 11:26:26.147292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:26.152771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Attempting to bind port 9f167a5b-153a-48ed-a05e-10109f566b17 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:26.153583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Attempting to bind port 9f167a5b-153a-48ed-a05e-10109f566b17 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:26.153951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Attempting to bind port 9f167a5b-153a-48ed-a05e-10109f566b17 on network 85b76a13-233b-4fb8-b878-116737176e98 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:26.161389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58082) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:26.182116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:26.182673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Checking segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:26.183339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.184025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Bound using segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:26.184761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Bound port: 9f167a5b-153a-48ed-a05e-10109f566b17, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:26.185662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.202521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Usage tracker for resource:network and tenant:e300c64034b74a08a59e212bec792f33 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:26.206847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:26.216250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:26.230275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 7b689cb3-d2c7-418e-b178-8542d5c90ddc completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:26.233941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.243494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:26.244219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.248753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:26.259594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Request body: {'port': {'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2002508115'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:26.264757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:26.281007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] For port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:26.283089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Usage tracker for resource:port and tenant:8c8a6a0e790e47939fcab14eff4ecfce is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:26.287103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:26.308211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:26.308870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] For port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:26.353626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] For port 9f167a5b-153a-48ed-a05e-10109f566b17, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: from cryptography.utils import int_from_bytes Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: from cryptography.utils import int_from_bytes Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn_limited( Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn_limited( Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:26.354535 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:26.359315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931191501'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:26.408088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76993a-1522-44d2-9d9c-4e81982187a0 None None] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:26.411633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:26.413921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Made reservation on behalf of e300c64034b74a08a59e212bec792f33 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:26.416224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.433819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:26.446727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:26.457677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:26.491699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.499995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:26.527276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.527959 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Added segment 687dc310-458f-40e3-b872-2ce344b4b25e of type vlan for network a455b2b1-192c-4e94-bea4-2fefbefbbfc7 Feb 04 11:26:26.549502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.568091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.586194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Made reservation on behalf of 8c8a6a0e790e47939fcab14eff4ecfce for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:26.588548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.598284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.603249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 297a30b8-cdf4-4f7e-b131-338bc3bc1cd3 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:26:26.607455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.613034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.616456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] For port 9f167a5b-153a-48ed-a05e-10109f566b17, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9f167a5b-153a-48ed-a05e-10109f566b17,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:26.620917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Network': ['ID=297a30b8-cdf4-4f7e-b131-338bc3bc1cd3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:26.630098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.635444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.682371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:26.684880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe34a05-c576-472b-82ac-4496727241c4 None None] Pushing event updated for resources: {'Port': ['ID=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:26.687366 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7595badf-1277-458a-bcf7-b16937905313 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/networks/297a30b8-cdf4-4f7e-b131-338bc3bc1cd3 HTTP/1.1" status: 204 len: 168 time: 1.8861349 Feb 04 11:26:26.698042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:26.705694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:26.713384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:26.719308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.719453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:26.741424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:26.746509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:26.750258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:network and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:26.754664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:26.771902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:26.808709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:26.850929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Usage tracker for resource:security_group_rule and tenant:8c8a6a0e790e47939fcab14eff4ecfce is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:26.871570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.872671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:26.873404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.922195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:26.926240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdd914-edfb-41f0-bd84-37e8bc8fd610 None None] Pushing event updated for resources: {'Port': ['ID=9f167a5b-153a-48ed-a05e-10109f566b17,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:26.929289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] Provisioning for port 7b689cb3-d2c7-418e-b178-8542d5c90ddc completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:26.941179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:26.945267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] Provisioning complete for port 7b689cb3-d2c7-418e-b178-8542d5c90ddc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:26.945710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.029122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Made reservation on behalf of b18b7dbcf33543b3823942f199a5d8f2 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:27.033058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.061326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Allocated IP 172.26.6.54 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/213f7df5-b90d-4e0e-9305-8ff1dc9741db) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:27.197903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.244604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] For port 7b689cb3-d2c7-418e-b178-8542d5c90ddc, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b689cb3-d2c7-418e-b178-8542d5c90ddc,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:27.263834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.369292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:27.375196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.379372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.381297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.441894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.442763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:27.460543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:27.478484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.488196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:27.496609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:27.502481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:27.522937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba223a-b43d-4c71-9894-e11fbd48df95 None None] Pushing event updated for resources: {'Port': ['ID=7b689cb3-d2c7-418e-b178-8542d5c90ddc,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:27.525839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:27.723154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:27.730287 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6934977 Feb 04 11:26:27.749040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:27.756477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9aad74d-c975-43b3-926e-04298545f20d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:27.758744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:27.818450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-249866aa-b298-4443-a55e-538037b4cff2 None None] Provisioning complete for port 7b689cb3-d2c7-418e-b178-8542d5c90ddc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:27.818819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-249866aa-b298-4443-a55e-538037b4cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.827489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9dac0-c839-48f0-825a-a30a0a84167d tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Pushing event updated for resources: {'Network': ['ID=a455b2b1-192c-4e94-bea4-2fefbefbbfc7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:27.838121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:27.927528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a455b2b1-192c-4e94-bea4-2fefbefbbfc7 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:27.983149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Request body: {'network': {'project_id': 'e300c64034b74a08a59e212bec792f33'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:28.012524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:28.020543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:28.027464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2ae64-4824-497e-b16c-8a57141c19c2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:28.033749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.034939 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Added segment cb264355-dac5-4da5-a2e7-4907958f6451 of type vlan for network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 Feb 04 11:26:28.042609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.052211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Usage tracker for resource:network and tenant:e300c64034b74a08a59e212bec792f33 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:28.059624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:28.120826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:28.157988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.210717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.215290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.256314 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 11:26:28.257023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:28.262596 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-779e07a4-53d2-460e-bf16-b1f60adeaef3 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4369340 Feb 04 11:26:28.282137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:28.302392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5492b7c-4f92-45c4-9e4b-a306627ad495 None None] Network d9cfcd38-db37-4d1d-ae53-597d339790fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:28.312481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.344343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port beeece38-2a6b-4024-88a0-6584478533ba yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:28.381445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.415111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:28.468662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b689cb3-d2c7-418e-b178-8542d5c90ddc up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:28.504337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:28.530801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event updated for resources: {'Subnet': ['ID=9ab52c44-e51c-4696-a2fc-ed831ee53342,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:28.558691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:28.597113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Pushing event updated for resources: {'Port': ['ID=213f7df5-b90d-4e0e-9305-8ff1dc9741db,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:28.615107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.654824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Checking segment: {'id': '1ef28561-67e3-4cff-8e72-32c3a64d0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:28.655177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Network hostable DHCP agents. Network: b042893c-ae98-42da-bca3-cbf3128e9010, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:28.662197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44900c1-c47e-4372-a9f5-6de6c174ff38,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:28.703499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:28.732658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30dbf75-335d-44c1-82de-d5c71cc226d2 None None] Network 85b76a13-233b-4fb8-b878-116737176e98 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:28.768448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.776280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] Provisioning for port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:28.813478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cde532-3a52-4906-9d9e-5fe1649d86a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:28.866644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] Provisioning complete for port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:28.867159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.898236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7b689cb3-d2c7-418e-b178-8542d5c90ddc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:28.898550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.905563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4d68c572-6f1c-4734-860c-2a763cfac3a1 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e300c64034b74a08a59e212bec792f33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6137493 Feb 04 11:26:28.963838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:28.973072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:28.973637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-76ed0096-1d4e-4023-bf4d-b6808024e6b4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8099701 Feb 04 11:26:28.992984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58118) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:29.005059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '49cde532-3a52-4906-9d9e-5fe1649d86a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:29.016411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Network b042893c-ae98-42da-bca3-cbf3128e9010 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:29.031193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.031977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:29.032522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.069093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:29.171417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, b042893c-ae98-42da-bca3-cbf3128e9010) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:29.190003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:29.190642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.212766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:29.224692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce7ae6-0cb6-4286-bf5a-e0005ef300f7 None None] Network b042893c-ae98-42da-bca3-cbf3128e9010 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:29.230180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:29.237426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5357988 Feb 04 11:26:29.257187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:29.259512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58122) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:29.265975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'subnet': {'network_id': '70a8113a-47e8-4dab-bc3d-62f93ef0e7d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:29.271352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c873360-a6e4-4160-b363-2f3ef62398b3 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Network': ['ID=70a8113a-47e8-4dab-bc3d-62f93ef0e7d7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:29.289614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:29.308545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:subnet and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:29.317794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:29.321134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc259f70-f121-4ec1-82b5-585172bdf9e4 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.327458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:29.339304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:29.379651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc259f70-f121-4ec1-82b5-585172bdf9e4 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.437245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9f167a5b-153a-48ed-a05e-10109f566b17 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:29.449623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.459908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Made reservation on behalf of b18b7dbcf33543b3823942f199a5d8f2 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:29.462378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.508620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port beeece38-2a6b-4024-88a0-6584478533ba yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:29.518775 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d147e99c-0002-4236-8c19-04d38f7d6246 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7256882 Feb 04 11:26:29.528119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58126) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:29.528445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.552652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Request body: {'port': {'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010', 'name': 'tempest-DHCPAgentSchedulersTestJSON-901637045'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:29.568272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.653967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] For port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:29.658657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Transition to ACTIVE for port object beeece38-2a6b-4024-88a0-6584478533ba will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:29.727512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.769750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.804413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc259f70-f121-4ec1-82b5-585172bdf9e4 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.857865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.893586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Router b09c33b4-edc3-46b3-86fb-14e3d008d09c is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:26:29.900095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:29.916927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9f167a5b-153a-48ed-a05e-10109f566b17 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:29.917120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc259f70-f121-4ec1-82b5-585172bdf9e4 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b2de5-6799-4862-bb41-373dc8cee575,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:29.938154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e10976-02f3-4324-9b82-adabfd6eba8c None None] Pushing event updated for resources: {'Port': ['ID=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:29.951245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-b042893c-ae98-42da-bca3-cbf3128e9010', 'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010', 'tenant_id': '84b73d5ecb824f3e9cbfabaa5c10cc01', 'fixed_ips': [{'subnet_id': '9ab52c44-e51c-4696-a2fc-ed831ee53342'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:26:29.955862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.022638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.053254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc259f70-f121-4ec1-82b5-585172bdf9e4 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.057614 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dc259f70-f121-4ec1-82b5-585172bdf9e4 tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f7b2de5-6799-4862-bb41-373dc8cee575 HTTP/1.1" status: 204 len: 168 time: 1.0898471 Feb 04 11:26:30.080034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:30.093533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.122188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7952802-f1b3-4fb7-9f90-139cd92e54e9,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:30.191346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:30.253150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:30.285009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Usage tracker for resource:port and tenant:84b73d5ecb824f3e9cbfabaa5c10cc01 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:30.289651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=beeece38-2a6b-4024-88a0-6584478533ba,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:30.294909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:30.313770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Checking segment: {'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:30.314100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Network hostable DHCP agents. Network: 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:30.324948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:30.333559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.338056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cafa8271-88f6-4771-8532-55a16962e70e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3440080 Feb 04 11:26:30.339193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:30.345922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Provisioning for port 9f167a5b-153a-48ed-a05e-10109f566b17 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:30.357446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Provisioning complete for port 9f167a5b-153a-48ed-a05e-10109f566b17 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:30.357759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.360037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.367660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '49cde532-3a52-4906-9d9e-5fe1649d86a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:30.386054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:30.393094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:30.404898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:30.407908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a8255b2-6841-452d-9d7c-9d144810b7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.423969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:30.433098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Allocated IP 172.20.0.2 (b042893c-ae98-42da-bca3-cbf3128e9010/9ab52c44-e51c-4696-a2fc-ed831ee53342/5edc9eff-0146-4074-b2f6-73f5c601996c) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:30.562359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:30.562728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.605911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Router 0d2210f6-39a7-4c9f-b319-0e6220977246 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:26:30.615243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:26:30.621842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.626001 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Sync routers for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:26:30.645684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Made reservation on behalf of 84b73d5ecb824f3e9cbfabaa5c10cc01 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:30.647194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.649646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.651289 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:30.652351 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:02Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:30.673383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:30.765866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.788371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a455b2b1-192c-4e94-bea4-2fefbefbbfc7']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:30.811618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687dc310-458f-40e3-b872-2ce344b4b25e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:30.811997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687dc310-458f-40e3-b872-2ce344b4b25e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:30.825544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.826553 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f7ae16db-9a14-4a3c-91b6-cd82427f028d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6178598 Feb 04 11:26:30.828099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] device_id is not set on port 1b14467b-e15a-45d7-857f-1860bf8041e8 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:30.880099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58138) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:30.939174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] For port 9f167a5b-153a-48ed-a05e-10109f566b17, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9f167a5b-153a-48ed-a05e-10109f566b17,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:30.947161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:30.953751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:30.959130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Transition to ACTIVE for port object 5edc9eff-0146-4074-b2f6-73f5c601996c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:30.963704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0eb95b-ae0e-4e2a-9913-2c93068633cf None None] Network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:30.980552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:31.023372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.023759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.024155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.042012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.045957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.046294 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.047528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.052964 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 2 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.063613 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:31.074070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.126119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.126658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Transition to ACTIVE for port object 5edc9eff-0146-4074-b2f6-73f5c601996c will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:31.133080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.133637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.133715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.147475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:31.147719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.153311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.153634 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.156284 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 3 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:31.162253 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:31.256855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Provisioning complete for port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:31.257159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.297486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.297807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.298124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.324331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.324644 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:26:31.325684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.325964 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.328938 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ff289c9e-2044-41ed-8ba4-f4b135c57130 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9852257 Feb 04 11:26:31.329591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:31.332556 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 4 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.358850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:26:31.382163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.382530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.382927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.388524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Allocated IP 172.20.0.6 (b042893c-ae98-42da-bca3-cbf3128e9010/9ab52c44-e51c-4696-a2fc-ed831ee53342/1b14467b-e15a-45d7-857f-1860bf8041e8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:31.405033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.405858 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.411585 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 5 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.463322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.463694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.464025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.468065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Network b042893c-ae98-42da-bca3-cbf3128e9010 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:31.469321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a226444-ff2d-4bcb-99f8-e605d4a24ed4 None None] Pushing event updated for resources: {'Port': ['ID=9f167a5b-153a-48ed-a05e-10109f566b17,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:31.472716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Sync routers for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:26:31.490887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.491216 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.499754 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 6 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.524440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.546794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.547914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.548402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.586417 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:26Z', 'revision_number': 3, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:31.593133 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Checking router: b09c33b4-edc3-46b3-86fb-14e3d008d09c for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:26:31.593681 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Updating router b09c33b4-edc3-46b3-86fb-14e3d008d09c port cc291d26-3799-4707-ad79-c9bb99cc6b57 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:26:31.595082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:31.614474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.614804 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.615302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Router b3a44e96-968c-4781-a62f-9a325ee0d3d2 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:26:31.616295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:31.619771 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 7 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.621044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Pushing event updated for resources: {'Port': ['ID=5edc9eff-0146-4074-b2f6-73f5c601996c,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:31.644513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:31.645490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:02Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:31.668287 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.687613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.688802 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-79a5ca8e-689e-4392-8808-371779c91ac9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2573714 Feb 04 11:26:31.698332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:31.700328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "DELETE /v2.0/networks/a455b2b1-192c-4e94-bea4-2fefbefbbfc7 HTTP/1.1" status: 204 len: 168 time: 1.6239274 Feb 04 11:26:31.703768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:31.704091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:31.712877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0e9ae-7ad1-41a7-9fdf-b50746e30b4b tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Pushing event deleted for resources: {'Network': ['ID=a455b2b1-192c-4e94-bea4-2fefbefbbfc7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:31.791615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.803800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.804275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:31.853144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:31.853571 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:31.866442 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 8 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:31.967579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:31.967910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:31.968241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:32.016659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:32.016659 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:32.016659 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 9 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:32.022508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.041590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0aef2e95-a8ba-437f-ab4b-ce1cc1c6b2e1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.052589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:32.052869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:32.053213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:32.058548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Transition to ACTIVE for port object 1b14467b-e15a-45d7-857f-1860bf8041e8 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:32.069911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:32.070228 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:32.072891 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 10 to bind port beeece38-2a6b-4024-88a0-6584478533ba Feb 04 11:26:32.083016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:26:32.100657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:32.100989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:32.101330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:32.116482 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Sync routers for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:26:32.120936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port beeece38-2a6b-4024-88a0-6584478533ba on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:32.121275 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port beeece38-2a6b-4024-88a0-6584478533ba on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:32.121660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.148211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9f167a5b-153a-48ed-a05e-10109f566b17 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:32.154027 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:32.155117 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:02Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:32.199789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.220054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Attempting to bind port 5edc9eff-0146-4074-b2f6-73f5c601996c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:32.220745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Attempting to bind port 5edc9eff-0146-4074-b2f6-73f5c601996c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '1ef28561-67e3-4cff-8e72-32c3a64d0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:32.222425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Attempting to bind port 5edc9eff-0146-4074-b2f6-73f5c601996c on network b042893c-ae98-42da-bca3-cbf3128e9010 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:32.231662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] For port beeece38-2a6b-4024-88a0-6584478533ba, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:32.232258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 11:26:32.233978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.238414 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f2ce5c8-10ed-4373-9868-430e41dc2e81 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.9258070 Feb 04 11:26:32.240377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:32.264695 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.269659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:32.270365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Checking segment: {'id': '1ef28561-67e3-4cff-8e72-32c3a64d0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:32.271200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.271785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Bound using segment: {'id': '1ef28561-67e3-4cff-8e72-32c3a64d0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:32.272438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Bound port: 5edc9eff-0146-4074-b2f6-73f5c601996c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef28561-67e3-4cff-8e72-32c3a64d0f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b042893c-ae98-42da-bca3-cbf3128e9010'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:32.273127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.280227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0aef2e95-a8ba-437f-ab4b-ce1cc1c6b2e1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.302279 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Transition to ACTIVE for port object cc291d26-3799-4707-ad79-c9bb99cc6b57 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:32.387657 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.397572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:32.504213 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Attempting to bind port cc291d26-3799-4707-ad79-c9bb99cc6b57 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:32.504669 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Attempting to bind port cc291d26-3799-4707-ad79-c9bb99cc6b57 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:32.505240 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Attempting to bind port cc291d26-3799-4707-ad79-c9bb99cc6b57 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:32.517561 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:32.525528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:26:32.525992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.557390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.605048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.695061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Network b042893c-ae98-42da-bca3-cbf3128e9010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:32.700725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:32.701337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.709927 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:32.710538 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:32.710876 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.711466 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:32.712046 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Bound port: cc291d26-3799-4707-ad79-c9bb99cc6b57, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:32.712671 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.726486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:32.737707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:32.745120 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Pushing event updated for resources: {'Port': ['ID=cc291d26-3799-4707-ad79-c9bb99cc6b57,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:32.749501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:32.750051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.808452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.809173 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.809782 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.810808 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.811761 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.812373 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.812818 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.813207 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.813616 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.814017 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.814413 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.814804 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Tracked resource versions report: Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: pushed versions: Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: { 'AddressGroup': {'1.2'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'ConntrackHelper': {'1.0'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Log': {'1.0'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Network': {'1.1'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Port': {'1.7'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'PortForwarding': {'1.2'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'QosPolicy': {'1.8'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroup': {'1.4'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroupRule': {'1.2'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SubPort': {'1.0'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Subnet': {'1.1'}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Trunk': {'1.1'}} Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: consumer versions: Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: { DHCP agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: HyperV agent@hv-neutron-8278: {}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: L3 agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: Metadata agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: Metering agent@dv-neutron-827824-2-hyperv: {}, Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: Open vSwitch agent@dv-neutron-827824-2-hyperv: { 'AddressGroup': '1.2', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'ConntrackHelper': '1.0', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Log': '1.0', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Network': '1.1', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Port': '1.7', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'PortForwarding': '1.2', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'QosPolicy': '1.8', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroup': '1.4', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SecurityGroupRule': '1.2', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'SubPort': '1.0', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Subnet': '1.1', Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: 'Trunk': '1.1'}} Feb 04 11:26:32.816078 dv-neutron-827824-2-hyperv neutron-server[88134]: {{(pid=88134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 11:26:32.845512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2219d758-ad36-4191-b3bb-fedfdac31b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.859264 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.6089239 Feb 04 11:26:32.862612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-23200e2a-a16f-4037-ae7c-c824ea52af0e None None] Provisioning complete for port 9f167a5b-153a-48ed-a05e-10109f566b17 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:32.863190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-23200e2a-a16f-4037-ae7c-c824ea52af0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.868685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:32.876648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.894102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9f167a5b-153a-48ed-a05e-10109f566b17 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:32.895715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:32.908914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d781951-e7ec-482e-918e-368638b0b794 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=beeece38-2a6b-4024-88a0-6584478533ba,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:32.940729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5cb75b77-7aa9-4581-89a6-3745f1a6c283,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:32.968872 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] For port cc291d26-3799-4707-ad79-c9bb99cc6b57, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:32.986434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] For port 5edc9eff-0146-4074-b2f6-73f5c601996c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:32.986962 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] For port cc291d26-3799-4707-ad79-c9bb99cc6b57, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cc291d26-3799-4707-ad79-c9bb99cc6b57,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:33.043179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] For port 5edc9eff-0146-4074-b2f6-73f5c601996c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5edc9eff-0146-4074-b2f6-73f5c601996c,segment=NetworkSegment(1ef28561-67e3-4cff-8e72-32c3a64d0f3d),segment_id=1ef28561-67e3-4cff-8e72-32c3a64d0f3d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:33.047436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a80255-21f6-4edd-bfba-ee9e172f0a2d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:33.069411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Checking segment: {'id': 'cb264355-dac5-4da5-a2e7-4907958f6451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70a8113a-47e8-4dab-bc3d-62f93ef0e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:33.069798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Network hostable DHCP agents. Network: 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:33.082843 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:29Z', 'revision_number': 3, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:33.083908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393d696e-863e-448d-8357-4bf040e44a13') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:33.084206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393d696e-863e-448d-8357-4bf040e44a13') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:33.088403 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Checking router: b3a44e96-968c-4781-a62f-9a325ee0d3d2 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:26:33.088840 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Updating router b3a44e96-968c-4781-a62f-9a325ee0d3d2 port 213f7df5-b90d-4e0e-9305-8ff1dc9741db binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:26:33.107671 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5678577 Feb 04 11:26:33.117902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:33.160251 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.170202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Deleting port beeece38-2a6b-4024-88a0-6584478533ba {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:33.170550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.196984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.198952 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.217596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.264667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0aef2e95-a8ba-437f-ab4b-ce1cc1c6b2e1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.310728 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:33.311353 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:33.388114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eeda6-c1ba-42a9-a7c2-2f9e5fae5d3e None None] Pushing event updated for resources: {'Port': ['ID=5edc9eff-0146-4074-b2f6-73f5c601996c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:33.416485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:28Z', 'revision_number': 3, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:33.421366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Checking router: 0d2210f6-39a7-4c9f-b319-0e6220977246 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:26:33.421715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Updating router 0d2210f6-39a7-4c9f-b319-0e6220977246 port f9aad74d-c975-43b3-926e-04298545f20d binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:26:33.452761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Deleting port 1b14467b-e15a-45d7-857f-1860bf8041e8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:33.453281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.472560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c737c2a-1f71-4bcd-8687-fa9fb40ef07c None None] Pushing event updated for resources: {'Port': ['ID=cc291d26-3799-4707-ad79-c9bb99cc6b57,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:33.511250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.512377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef2e95-a8ba-437f-ab4b-ce1cc1c6b2e1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cde532-3a52-4906-9d9e-5fe1649d86a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:33.514631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0aef2e95-a8ba-437f-ab4b-ce1cc1c6b2e1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.518745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0aef2e95-a8ba-437f-ab4b-ce1cc1c6b2e1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/49cde532-3a52-4906-9d9e-5fe1649d86a5 HTTP/1.1" status: 204 len: 168 time: 2.1732783 Feb 04 11:26:33.523699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58168) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:33.552099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.567365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475845-190d-4cb1-af67-f879d9577c27 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event updated for resources: {'Port': ['ID=1b14467b-e15a-45d7-857f-1860bf8041e8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:33.650183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:33.650183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.801466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.806080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.855891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:33.859169 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:33.871272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:33.875878 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:34.026913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-195f783e-5a9f-4ce0-8e66-3d6a4b9516bc tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:34.102553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Allocated IP 172.20.0.1 (85b76a13-233b-4fb8-b878-116737176e98/ab17ba3a-38a5-49d0-9bdd-1708064792be/d37d807f-d940-46f6-ba77-1a5efd621fb9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:34.132994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.167709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5edc9eff-0146-4074-b2f6-73f5c601996c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:34.202942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:34.208366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:34.209059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.228950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc09eb-3bf9-4556-979f-933cbf3c65a1 None None] Network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:34.234153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.239237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.301872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Calling delete_port for 1b14467b-e15a-45d7-857f-1860bf8041e8 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:34.313190 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.386569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] Pushing event deleted for resources: {'Network': ['ID=68a80255-21f6-4edd-bfba-ee9e172f0a2d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:34.403453 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Transition to ACTIVE for port object 213f7df5-b90d-4e0e-9305-8ff1dc9741db will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:34.426389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-93463fc4-9faf-4e18-b361-bbb59110092a tempest-QuotasNegativeTest-1562157957 tempest-QuotasNegativeTest-1562157957-project-admin] 10.222.0.36 "DELETE /v2.0/networks/68a80255-21f6-4edd-bfba-ee9e172f0a2d HTTP/1.1" status: 204 len: 168 time: 2.7165163 Feb 04 11:26:34.428351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.485182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-195f783e-5a9f-4ce0-8e66-3d6a4b9516bc tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:34.485791 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:26Z', 'revision_number': 3, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:34.491170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-195f783e-5a9f-4ce0-8e66-3d6a4b9516bc tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9525065 Feb 04 11:26:34.502695 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286f306-0410-4664-9c39-1c0b1918807f None None] The sync data for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv is: [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:26Z', 'revision_number': 3, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:26:34.510747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:34.537865 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.552175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-979234b9-0787-42db-83e6-607581ebf95f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2914693 Feb 04 11:26:34.552901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58178) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:34.578719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5edc9eff-0146-4074-b2f6-73f5c601996c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:34.584385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--512077414'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:34.589231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] For port beeece38-2a6b-4024-88a0-6584478533ba, host hv-neutron-8278, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:34.595869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.687349 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Attempting to bind port 213f7df5-b90d-4e0e-9305-8ff1dc9741db on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:34.687883 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Attempting to bind port 213f7df5-b90d-4e0e-9305-8ff1dc9741db by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:34.688336 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Attempting to bind port 213f7df5-b90d-4e0e-9305-8ff1dc9741db on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:34.701258 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:34.701921 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:34.702418 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.702910 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:34.703476 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Bound port: 213f7df5-b90d-4e0e-9305-8ff1dc9741db, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:34.704004 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:34.709085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'floatingip': {'floating_network_id': '70a8113a-47e8-4dab-bc3d-62f93ef0e7d7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:34.745811 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df72a15-ae17-4e24-a254-2e922126d680 None None] Pushing event updated for resources: {'Port': ['ID=213f7df5-b90d-4e0e-9305-8ff1dc9741db,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:34.839263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30df172-1640-410e-8efc-6b7cdcd44c9c None None] Network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:34.864152 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] For port 213f7df5-b90d-4e0e-9305-8ff1dc9741db, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:34.868339 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] For port 213f7df5-b90d-4e0e-9305-8ff1dc9741db, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=213f7df5-b90d-4e0e-9305-8ff1dc9741db,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:34.933202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:34.997043 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.020574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:35.028332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216c716-94aa-4785-a8a4-53ee49a62c4a None None] Network b042893c-ae98-42da-bca3-cbf3128e9010 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:35.071964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Calling delete_port for beeece38-2a6b-4024-88a0-6584478533ba owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:35.093129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.128431 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:35.129125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Transition to ACTIVE for port object d37d807f-d940-46f6-ba77-1a5efd621fb9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:35.129231 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:35.180985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.291208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.355355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] Provisioning for port 5edc9eff-0146-4074-b2f6-73f5c601996c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:35.363427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Allocated IP 172.20.0.1 (0ad47c84-885c-4cc1-b4ab-fa29066ab8e9/6239f9a9-1114-46bf-9cf4-51d1ba293a7e/f97d6143-6e98-4f74-bc7e-301843868cd0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:35.372139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] Provisioning complete for port 5edc9eff-0146-4074-b2f6-73f5c601996c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:35.372669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.473520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:floatingip and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:35.478554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:35.486146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:35.523355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.529268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event deleted for resources: {'Port': ['ID=1b14467b-e15a-45d7-857f-1860bf8041e8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:35.529510 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:35.531535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:35.599571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:26:35.604716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Pushing event updated for resources: {'Port': ['ID=d37d807f-d940-46f6-ba77-1a5efd621fb9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:35.622142 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ed5d07b-d133-4a6c-9ae4-30d379cb150a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "DELETE /v2.0/ports/1b14467b-e15a-45d7-857f-1860bf8041e8 HTTP/1.1" status: 204 len: 168 time: 2.5031297 Feb 04 11:26:35.624947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:35.630967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Network 85b76a13-233b-4fb8-b878-116737176e98 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:35.636515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:35.639469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:35.640120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.090301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.097386 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8fc65b4b-019b-4ddc-be35-fed6764527bb tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4711583 Feb 04 11:26:36.099505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58194) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:36.123569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1552076000'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:36.170652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:36.180999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.198248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.198761 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df72a15-ae17-4e24-a254-2e922126d680 None None] Pushing event updated for resources: {'Port': ['ID=213f7df5-b90d-4e0e-9305-8ff1dc9741db,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:36.212257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Transition to ACTIVE for port object f9aad74d-c975-43b3-926e-04298545f20d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:36.223435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cc291d26-3799-4707-ad79-c9bb99cc6b57 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:36.251128 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:29Z', 'revision_number': 3, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:36.260570 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93914aca-c308-4cab-b11e-e0da74c4109f None None] The sync data for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv is: [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:29Z', 'revision_number': 3, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:26:36.266806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:36.270188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58198) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:36.270550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.291310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Usage tracker for resource:network and tenant:84b73d5ecb824f3e9cbfabaa5c10cc01 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:36.295462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:36.308208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:36.316323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event deleted for resources: {'Port': ['ID=beeece38-2a6b-4024-88a0-6584478533ba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:36.326900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.340355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.432699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac4296-0c90-4cdf-82a5-7dbe6326a599 None None] Pushing event updated for resources: {'Port': ['ID=f9aad74d-c975-43b3-926e-04298545f20d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:36.515987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.519576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Made reservation on behalf of 84b73d5ecb824f3e9cbfabaa5c10cc01 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:36.525035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.548331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Attempting to bind port f9aad74d-c975-43b3-926e-04298545f20d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:36.548718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Attempting to bind port f9aad74d-c975-43b3-926e-04298545f20d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:36.549065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Attempting to bind port f9aad74d-c975-43b3-926e-04298545f20d on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:36.559883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.561729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.568175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:36.568175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:36.568536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.568856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:36.569327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Bound port: f9aad74d-c975-43b3-926e-04298545f20d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:36.569710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.581737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:36.585951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Usage tracker for resource:security_group_rule and tenant:62c5ef7f6a3a46f2854e91a8b4b290f8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:36.589261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:36.601387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:36.623158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port cc291d26-3799-4707-ad79-c9bb99cc6b57 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:36.630460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] For port 5edc9eff-0146-4074-b2f6-73f5c601996c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5edc9eff-0146-4074-b2f6-73f5c601996c,segment=NetworkSegment(1ef28561-67e3-4cff-8e72-32c3a64d0f3d),segment_id=1ef28561-67e3-4cff-8e72-32c3a64d0f3d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:36.634172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.636145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cc291d26-3799-4707-ad79-c9bb99cc6b57 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:36.636493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.667299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5c272ec0-5e7e-491f-9d56-d963eebc18b6 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "DELETE /v2.0/ports/beeece38-2a6b-4024-88a0-6584478533ba HTTP/1.1" status: 204 len: 168 time: 3.7822025 Feb 04 11:26:36.668487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58204) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:36.721835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.747494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Transition to ACTIVE for port object f97d6143-6e98-4f74-bc7e-301843868cd0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:36.784225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.804151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] For port f9aad74d-c975-43b3-926e-04298545f20d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:36.834104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] For port f9aad74d-c975-43b3-926e-04298545f20d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f9aad74d-c975-43b3-926e-04298545f20d,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:36.868408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:36.897577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.907057 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e88511-f0c9-4dfd-ba3a-b241e7138ffb tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:26:36.913252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-90e88511-f0c9-4dfd-ba3a-b241e7138ffb tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Synchronizing usage tracker for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:36.918063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80be65-aa56-432d-9023-49ea16d5b9fa None None] Pushing event updated for resources: {'Port': ['ID=5edc9eff-0146-4074-b2f6-73f5c601996c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:36.943033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc89cd-0269-4243-901c-fa00ea8c6ec9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:36.945559 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.947574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.963483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:36.963883 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Added segment 69f962f2-4ff2-4109-ae99-c83b3f2d673d of type vlan for network 4ec9f5b3-22f0-45bf-bde7-35045b881654 Feb 04 11:26:36.984391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port cc291d26-3799-4707-ad79-c9bb99cc6b57, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cc291d26-3799-4707-ad79-c9bb99cc6b57,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:36.997849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.000958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:37.001589 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-68559793-4261-4c99-b670-269c291e40d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62c5ef7f6a3a46f2854e91a8b4b290f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204835 Feb 04 11:26:37.023327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58208) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:37.084662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.089545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.104634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:37.105412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:37.107199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:37.115475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.169329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:37.207775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a841bde-9d85-4916-9257-3bd449cf3ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.209772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.214509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-051b9293-16ff-46c7-941c-82a9711cc75c None None] Provisioning for port d37d807f-d940-46f6-ba77-1a5efd621fb9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:37.224556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:37.227504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac4296-0c90-4cdf-82a5-7dbe6326a599 None None] Pushing event updated for resources: {'Port': ['ID=f9aad74d-c975-43b3-926e-04298545f20d,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.240263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a841bde-9d85-4916-9257-3bd449cf3ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.283410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-051b9293-16ff-46c7-941c-82a9711cc75c None None] Provisioning complete for port d37d807f-d940-46f6-ba77-1a5efd621fb9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:37.283410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-051b9293-16ff-46c7-941c-82a9711cc75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.303529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.304391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.340478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-90e88511-f0c9-4dfd-ba3a-b241e7138ffb tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Unset dirty status for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:37.342195 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-90e88511-f0c9-4dfd-ba3a-b241e7138ffb tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "GET /v2.0/ports/beeece38-2a6b-4024-88a0-6584478533ba HTTP/1.1" status: 404 len: 333 time: 0.6269794 Feb 04 11:26:37.383474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:37.397299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-051b9293-16ff-46c7-941c-82a9711cc75c None None] Port d37d807f-d940-46f6-ba77-1a5efd621fb9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:37.405787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.411890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:37.412559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:37.413609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.435163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Request body: {'port': {'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1513117336'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:37.443855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:37.455758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:37.478098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:37.579558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Pushing event updated for resources: {'Port': ['ID=f97d6143-6e98-4f74-bc7e-301843868cd0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.635385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=cc291d26-3799-4707-ad79-c9bb99cc6b57,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.663399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.694428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-11e53f23-80c0-443e-b070-6bb0bf509e19 None None] Provisioning complete for port 5edc9eff-0146-4074-b2f6-73f5c601996c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:37.695001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11e53f23-80c0-443e-b070-6bb0bf509e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.752753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.765363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a841bde-9d85-4916-9257-3bd449cf3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.817030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:37.822531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:37.837801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Pushing event updated for resources: {'Port': ['ID=d37d807f-d940-46f6-ba77-1a5efd621fb9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.848788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a841bde-9d85-4916-9257-3bd449cf3ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc89cd-0269-4243-901c-fa00ea8c6ec9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.865285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfa0d72-8caf-40ad-b02f-b1db47bc854e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.872047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a841bde-9d85-4916-9257-3bd449cf3ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.876102 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1a841bde-9d85-4916-9257-3bd449cf3ac0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2dc89cd-0269-4243-901c-fa00ea8c6ec9 HTTP/1.1" status: 204 len: 168 time: 0.8515558 Feb 04 11:26:37.881129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:37.887145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event updated for resources: {'Network': ['ID=4ec9f5b3-22f0-45bf-bde7-35045b881654,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:37.934729 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-016131dc-8485-43a0-9cee-438f4eac55d5 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8307245 Feb 04 11:26:37.942864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:38.010176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Allocated IP 172.20.0.1 (d9cfcd38-db37-4d1d-ae53-597d339790fc/13fa6c8c-ed7c-4606-8762-771f3b883a05/b94c15d7-5cce-484b-8dde-0ab50ac27037) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:38.027451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.041255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Made reservation on behalf of 8c8a6a0e790e47939fcab14eff4ecfce for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:38.047810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.080010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 4ec9f5b3-22f0-45bf-bde7-35045b881654 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:38.081598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Network 85b76a13-233b-4fb8-b878-116737176e98 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:38.172153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:38.196717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.201485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4e48d282-96c4-4b59-9a4b-bad7429dfcd4 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.6833436 Feb 04 11:26:38.261372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:38.277887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3186b664-9a5b-49f4-8396-62604030768a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '3cfa0d72-8caf-40ad-b02f-b1db47bc854e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:38.279487 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-3186b664-9a5b-49f4-8396-62604030768a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 11:26:38.280101 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-3186b664-9a5b-49f4-8396-62604030768a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:38.284738 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3186b664-9a5b-49f4-8396-62604030768a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0142033 Feb 04 11:26:38.310141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:38.378310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5edc9eff-0146-4074-b2f6-73f5c601996c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:38.469353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port 4b389da3-884a-4ecd-98ef-a63bff391925 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:38.478859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.509176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Transition to ACTIVE for port object b94c15d7-5cce-484b-8dde-0ab50ac27037 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:38.619084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.632292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Allocated IP 172.20.0.8 (70a8113a-47e8-4dab-bc3d-62f93ef0e7d7/5cb75b77-7aa9-4581-89a6-3745f1a6c283/312c5864-d363-4437-ad0b-ce97a92ea5c3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:38.687109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Network d9cfcd38-db37-4d1d-ae53-597d339790fc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:38.698444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:38.781585 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bb12a4c8-0d00-4df9-94ee-6b6e03de4f05 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/agents/ff62f76e-ebe5-40ba-b871-07e541c1a401/dhcp-networks HTTP/1.1" status: 200 len: 7219 time: 0.8372447 Feb 04 11:26:38.794601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58232) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:38.850456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:38.872391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5edc9eff-0146-4074-b2f6-73f5c601996c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:38.874006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.912506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.944137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:38.947430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Router b3a44e96-968c-4781-a62f-9a325ee0d3d2 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:26:38.948327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58236) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:39.005823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-11e53f23-80c0-443e-b070-6bb0bf509e19 None None] Could not find standard attr ID for object 1b14467b-e15a-45d7-857f-1860bf8041e8. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:26:39.023779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.089728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:28Z', 'revision_number': 3, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:39.093452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:39.098300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fa81c6b7546e438abd8c8588bb9403f0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:39.101532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:39.107093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:39.117116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88e60-eecc-4c38-bf18-13ab2f19c404 None None] The sync data for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv is: [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:28Z', 'revision_number': 3, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:26:39.143317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cc291d26-3799-4707-ad79-c9bb99cc6b57 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:39.207503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.216317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Provisioning for port b94c15d7-5cce-484b-8dde-0ab50ac27037 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:39.231716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Provisioning complete for port b94c15d7-5cce-484b-8dde-0ab50ac27037 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:39.232428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.273170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdb57-5771-4da5-9897-b0ca7f23e2c1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.288941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Pushing event updated for resources: {'Port': ['ID=b94c15d7-5cce-484b-8dde-0ab50ac27037,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:39.305597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.342070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Port b94c15d7-5cce-484b-8dde-0ab50ac27037 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:39.351769 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa81c6b7546e438abd8c8588bb9403f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021740 Feb 04 11:26:39.364307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58240) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:39.386362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cc291d26-3799-4707-ad79-c9bb99cc6b57 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:39.387282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.391812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdb57-5771-4da5-9897-b0ca7f23e2c1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.419809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ac692-7e80-4578-966e-101592b38876 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] Network 4ec9f5b3-22f0-45bf-bde7-35045b881654 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:39.476583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.506806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Provisioning for port f97d6143-6e98-4f74-bc7e-301843868cd0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:39.525309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Provisioning complete for port f97d6143-6e98-4f74-bc7e-301843868cd0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:39.525981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.574362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6669312-5ae5-4dc4-9bc6-15274c1e54a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be605941-2847-45a2-bdc0-1b080c17a032,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:39.604973 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-473ac692-7e80-4578-966e-101592b38876 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "POST /v2.0/agents/ff62f76e-ebe5-40ba-b871-07e541c1a401/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8058417 Feb 04 11:26:39.614846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58244) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:39.649088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.663571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Port f97d6143-6e98-4f74-bc7e-301843868cd0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:39.668955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8358b-15b4-4fdb-b60e-443bf47c263b None None] Network 4ec9f5b3-22f0-45bf-bde7-35045b881654 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:39.748781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:26:39.780407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.793551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.826704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de9ce30-610a-45b2-815d-610fe251eeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.845627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Sync routers for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:26:39.906256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de9ce30-610a-45b2-815d-610fe251eeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:39.912803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:39.913566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:40.011436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Provisioning complete for port d37d807f-d940-46f6-ba77-1a5efd621fb9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:40.011969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.013659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.038226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdb57-5771-4da5-9897-b0ca7f23e2c1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.041601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.073595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.116013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de9ce30-610a-45b2-815d-610fe251eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.125017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 213f7df5-b90d-4e0e-9305-8ff1dc9741db up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:40.126876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:40.141186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de9ce30-610a-45b2-815d-610fe251eeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.142288 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7de9ce30-610a-45b2-815d-610fe251eeeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be605941-2847-45a2-bdc0-1b080c17a032 HTTP/1.1" status: 204 len: 168 time: 0.7674603 Feb 04 11:26:40.148447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:40.155068 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6965d79d-f62b-4745-94dd-98b118e02504 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/agents/ff62f76e-ebe5-40ba-b871-07e541c1a401/dhcp-networks HTTP/1.1" status: 200 len: 7989 time: 0.5370216 Feb 04 11:26:40.155241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:40.159409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:40.160299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:40.160884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.165128 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-312b805a-c9e7-4dd8-9032-f272f710616a admin admin] 10.222.0.36 "PUT /v2.0/routers/b3a44e96-968c-4781-a62f-9a325ee0d3d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9234712 Feb 04 11:26:40.171942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9ce30-610a-45b2-815d-610fe251eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be605941-2847-45a2-bdc0-1b080c17a032,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:40.193040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fdb57-5771-4da5-9897-b0ca7f23e2c1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfa0d72-8caf-40ad-b02f-b1db47bc854e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:40.211142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:40.231953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:40.232931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=4b389da3-884a-4ecd-98ef-a63bff391925,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:40.241651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:40.308582 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b427b3f5-8404-4f1d-9b31-53703822085c tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9225423 Feb 04 11:26:40.311987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58256) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:40.319405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:40.352940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Pushing event updated for resources: {'Port': ['ID=f97d6143-6e98-4f74-bc7e-301843868cd0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:40.427817 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7c7dd982-0a89-49ec-bdd4-4d0efd7c82d4 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "DELETE /v2.0/agents/ff62f76e-ebe5-40ba-b871-07e541c1a401/dhcp-networks/4ec9f5b3-22f0-45bf-bde7-35045b881654 HTTP/1.1" status: 204 len: 168 time: 0.2600064 Feb 04 11:26:40.428272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:40.449735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.453465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdb57-5771-4da5-9897-b0ca7f23e2c1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.454610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6d6fdb57-5771-4da5-9897-b0ca7f23e2c1 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/3cfa0d72-8caf-40ad-b02f-b1db47bc854e HTTP/1.1" status: 204 len: 168 time: 2.1409500 Feb 04 11:26:40.464874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:40.511678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:40.685815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Port': ['ID=312c5864-d363-4437-ad0b-ce97a92ea5c3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:40.710700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:26:40.722164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.748888 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7340177d-545f-41d1-a44a-bc878c206d9a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2706218 Feb 04 11:26:40.752470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.753940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:40.762724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--151764541'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:40.787655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.818174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:40.819847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:40.892009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:40.948784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:40.973538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:40.979204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:40.985164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bb342429-47c2-40e9-9b9a-4c880b619da9 None None] Port d37d807f-d940-46f6-ba77-1a5efd621fb9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:41.042934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:41.085458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 2, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:41.091216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Checking router: b3a44e96-968c-4781-a62f-9a325ee0d3d2 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:26:41.091797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Updating router b3a44e96-968c-4781-a62f-9a325ee0d3d2 port d37d807f-d940-46f6-ba77-1a5efd621fb9 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:26:41.133184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 213f7df5-b90d-4e0e-9305-8ff1dc9741db completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:41.152644 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8c11a310-a2a5-461c-a7f4-4417b5833531 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/agents/ff62f76e-ebe5-40ba-b871-07e541c1a401/dhcp-networks HTTP/1.1" status: 200 len: 7219 time: 0.7207716 Feb 04 11:26:41.153858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:41.161591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 213f7df5-b90d-4e0e-9305-8ff1dc9741db triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:41.162188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.221970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.277762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.288291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.335889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:41.342951 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4560fb72-34eb-41b7-b080-efd21f8dadd6 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/networks/b042893c-ae98-42da-bca3-cbf3128e9010/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1049461 Feb 04 11:26:41.361427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:41.363336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:41.374692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:41.390976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:41.434907 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f880a29-3c2b-41f7-8cd6-53ef8f351d05 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/networks/b042893c-ae98-42da-bca3-cbf3128e9010/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0672295 Feb 04 11:26:41.452691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:41.488633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-90a7537c-087c-4fae-add5-2055ddf772f5 None None] Provisioning complete for port f97d6143-6e98-4f74-bc7e-301843868cd0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:41.500199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-90a7537c-087c-4fae-add5-2055ddf772f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.569833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.578440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.581142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port 4b389da3-884a-4ecd-98ef-a63bff391925 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:41.591190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.610478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Transition to ACTIVE for port object 4b389da3-884a-4ecd-98ef-a63bff391925 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:41.616799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Pushing event updated for resources: {'Port': ['ID=b94c15d7-5cce-484b-8dde-0ab50ac27037,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:41.654699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.687167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-90a7537c-087c-4fae-add5-2055ddf772f5 None None] Port f97d6143-6e98-4f74-bc7e-301843868cd0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:41.761329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:41.931105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7044c83b-d4b3-406c-8133-aacd779ce026,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:41.963182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Router b09c33b4-edc3-46b3-86fb-14e3d008d09c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:26:42.028770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.030381 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d3cc6460-564a-493f-8ef8-8a1507b51dbb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2743013 Feb 04 11:26:42.038946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.044009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.045124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e9c91355-e556-46a2-9df1-fd61b343297c tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '7044c83b-d4b3-406c-8133-aacd779ce026', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:42.046345 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-e9c91355-e556-46a2-9df1-fd61b343297c tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 11:26:42.047107 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-e9c91355-e556-46a2-9df1-fd61b343297c tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:42.048299 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e9c91355-e556-46a2-9df1-fd61b343297c tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081401 Feb 04 11:26:42.052281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58320) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.080006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=4b389da3-884a-4ecd-98ef-a63bff391925,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:42.080897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 213f7df5-b90d-4e0e-9305-8ff1dc9741db, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=213f7df5-b90d-4e0e-9305-8ff1dc9741db,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:42.100045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.100627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.101163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.111244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.111945 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.118043 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 2 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.138495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.139119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.139642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.159168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.159799 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.162288 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 3 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.178191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70699950-d7e1-4f63-ac8b-fafd0c89fd37 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.192427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.193061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.194603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.210215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.210860 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.214041 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 4 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.234042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.245498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70699950-d7e1-4f63-ac8b-fafd0c89fd37 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.275566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.278014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.279294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.319795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58324) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.320797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.321420 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.334043 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 5 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.364287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.392510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=213f7df5-b90d-4e0e-9305-8ff1dc9741db,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:42.400391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.400714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.401043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.412024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.412528 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.413376 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 6 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.423670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Transition to ACTIVE for port object d37d807f-d940-46f6-ba77-1a5efd621fb9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:42.449137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.449667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.450171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.453325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Network d9cfcd38-db37-4d1d-ae53-597d339790fc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:42.465858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f9aad74d-c975-43b3-926e-04298545f20d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:42.477433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.477870 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.485150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1057055118'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:42.491630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:42.495963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Usage tracker for resource:network and tenant:92e36cd4080044ec9d94e869a3335586 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:42.500122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:42.506295 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 7 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.514236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70699950-d7e1-4f63-ac8b-fafd0c89fd37 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.520398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.521224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:42.535986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:42.541796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.542909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972710032', 'description': 'tempest-description--24602113'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:42.558491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:42.561194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.561524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.561854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.570300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70699950-d7e1-4f63-ac8b-fafd0c89fd37 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7044c83b-d4b3-406c-8133-aacd779ce026,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:42.577231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70699950-d7e1-4f63-ac8b-fafd0c89fd37 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.577599 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70699950-d7e1-4f63-ac8b-fafd0c89fd37 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/7044c83b-d4b3-406c-8133-aacd779ce026 HTTP/1.1" status: 204 len: 168 time: 0.5164256 Feb 04 11:26:42.578856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Usage tracker for resource:security_group and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:42.581808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.582031 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.582456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.583268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:42.586051 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b3f7b58-4c88-46f7-869f-114e7d9d2a29 tempest-DHCPAgentSchedulersTestJSON-499269178 tempest-DHCPAgentSchedulersTestJSON-499269178-project-admin] 10.222.0.36 "GET /v2.0/agents/ff62f76e-ebe5-40ba-b871-07e541c1a401/dhcp-networks HTTP/1.1" status: 200 len: 7219 time: 1.1155293 Feb 04 11:26:42.587036 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 8 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.589069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58336) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.616188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:42.633701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.634033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.634367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.672615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-482dcdda-2d2b-4386-a25a-eb597cbbeade tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:42.676963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:42.680916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.692912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.695262 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.695488 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 9 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.712581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.736264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.737072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.737399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.739919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:42.745968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Usage tracker for resource:security_group_rule and tenant:92e36cd4080044ec9d94e869a3335586 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:42.748616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.748940 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.749661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:42.752545 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 10 to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 Feb 04 11:26:42.755274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e139e-7827-44f2-8dfd-193503523081 None None] Pushing event updated for resources: {'Port': ['ID=d37d807f-d940-46f6-ba77-1a5efd621fb9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:42.768537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.819876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:42.847329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f9aad74d-c975-43b3-926e-04298545f20d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:42.887708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:42.888536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f9aad74d-c975-43b3-926e-04298545f20d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:42.888915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.895049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:42.895380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:42.902705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-482dcdda-2d2b-4386-a25a-eb597cbbeade tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:42.904480 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-482dcdda-2d2b-4386-a25a-eb597cbbeade tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3106489 Feb 04 11:26:42.905828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:42.920589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:42.928364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336369700'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:42.934019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Usage tracker for resource:security_group_rule and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:42.937578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:42.938076 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port 4b389da3-884a-4ecd-98ef-a63bff391925 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:42.938696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.952459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:42.956070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:42.975089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:42.977656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:42.995030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:42.995846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:26:43.002395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Attempting to bind port d37d807f-d940-46f6-ba77-1a5efd621fb9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:43.002765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Attempting to bind port d37d807f-d940-46f6-ba77-1a5efd621fb9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:43.003126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Attempting to bind port d37d807f-d940-46f6-ba77-1a5efd621fb9 on network 85b76a13-233b-4fb8-b878-116737176e98 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:43.008913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a12af51d-86b8-4400-b299-2089bcf2f350 None None] Provisioning complete for port b94c15d7-5cce-484b-8dde-0ab50ac27037 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:43.009286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a12af51d-86b8-4400-b299-2089bcf2f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.030544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.042429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:43.042429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Checking segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:43.042429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.042429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Bound using segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:43.042429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Bound port: d37d807f-d940-46f6-ba77-1a5efd621fb9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:43.042939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.104129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.124163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:26:43.135786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.139648 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Sync routers for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:26:43.155580 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:43.156197 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:43.161719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.163348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a12af51d-86b8-4400-b299-2089bcf2f350 None None] Port b94c15d7-5cce-484b-8dde-0ab50ac27037 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:43.199793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] For port 4b389da3-884a-4ecd-98ef-a63bff391925, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:43.200379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 11:26:43.214871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.222055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.222531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] For port d37d807f-d940-46f6-ba77-1a5efd621fb9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:43.226253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] For port d37d807f-d940-46f6-ba77-1a5efd621fb9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d37d807f-d940-46f6-ba77-1a5efd621fb9,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:43.239953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f9aad74d-c975-43b3-926e-04298545f20d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f9aad74d-c975-43b3-926e-04298545f20d,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:43.245248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:43.273233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:43.297164 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1852b339-922a-42d2-b384-7ee8490eb028 admin admin] 10.222.0.36 "PUT /v2.0/routers/b09c33b4-edc3-46b3-86fb-14e3d008d09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4110885 Feb 04 11:26:43.313559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:43.324397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.329146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.346945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.390966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.411353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] In _notify_port_updated(), no bound segment for port 4b389da3-884a-4ecd-98ef-a63bff391925 on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:26:43.412516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.412647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.413531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.415456 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "PUT /v2.0/ports/4b389da3-884a-4ecd-98ef-a63bff391925 HTTP/1.1" status: 200 len: 977 time: 3.1024122 Feb 04 11:26:43.426668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:43.427886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58348) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:43.440658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:43.447144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.467867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cfeee3-633c-4861-8232-3875c8a8d3c4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.506382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:43.507235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:43.539106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.539448 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Added segment 79a94fa4-4521-4627-85f9-7fc866cc7547 of type vlan for network 79499791-4163-4581-bd8e-5c09bced1e23 Feb 04 11:26:43.545880 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:43.563745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1557aab-9602-41d0-9d91-e58f0271d69e tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=4b389da3-884a-4ecd-98ef-a63bff391925,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.572484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.576046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.605930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Port': ['ID=312c5864-d363-4437-ad0b-ce97a92ea5c3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.631936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Router 0d2210f6-39a7-4c9f-b319-0e6220977246 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:26:43.667032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e139e-7827-44f2-8dfd-193503523081 None None] Pushing event updated for resources: {'Port': ['ID=d37d807f-d940-46f6-ba77-1a5efd621fb9,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.701176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.701737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec9f5b3-22f0-45bf-bde7-35045b881654']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:43.704303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.760818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.764178 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d4224081-e828-43af-b7c6-375216e3276c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2326932 Feb 04 11:26:43.766184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:43.774064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Request body: {'security_group_rule': {'security_group_id': 'e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:43.782942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.791883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:43.849048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.850533 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-645be826-89f8-4f69-83dc-9673c3090073 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.2801971 Feb 04 11:26:43.856732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f962f2-4ff2-4109-ae99-c83b3f2d673d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:43.857253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f962f2-4ff2-4109-ae99-c83b3f2d673d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:43.859354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60146a81-7569-47b8-a481-9a12390b9ff0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.873378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:43.878841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Usage tracker for resource:security_group_rule and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:43.887993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.918431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:43.956334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.956976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.957446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.957998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.958465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.958917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.959368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.959844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.960296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.960747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.961199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.961647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.962092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.962539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.962981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.963430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:43.965934 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3a0a1330-c908-4bea-9f49-aa54d90e9a53 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14561 time: 0.5249982 Feb 04 11:26:43.970281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f9aad74d-c975-43b3-926e-04298545f20d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:43.992997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:43.995845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:43.997286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.003444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:44.004162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.016041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.043353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:44.096774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:44.097416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:44.112943 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:44.220336 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 2, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:44.225452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Checking router: b09c33b4-edc3-46b3-86fb-14e3d008d09c for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:26:44.225899 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Updating router b09c33b4-edc3-46b3-86fb-14e3d008d09c port f97d6143-6e98-4f74-bc7e-301843868cd0 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:26:44.254212 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-54f322b7-69a2-499d-bad7-e0b7746ecdda tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 HTTP/1.1" status: 200 len: 689 time: 0.3712764 Feb 04 11:26:44.257262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.273378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.277937 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-57452cc0-eef5-4c47-b9b7-2e85f994f91e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3531277 Feb 04 11:26:44.302934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.327024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-53f04bb1-4e19-46a5-95ee-3ced7237c986 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '60146a81-7569-47b8-a481-9a12390b9ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:44.329178 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-53f04bb1-4e19-46a5-95ee-3ced7237c986 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 11:26:44.329843 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-53f04bb1-4e19-46a5-95ee-3ced7237c986 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:44.334568 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-53f04bb1-4e19-46a5-95ee-3ced7237c986 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286839 Feb 04 11:26:44.335392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.353726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2dd38262-c75e-4dd5-a349-1bc39ecc6032 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '60146a81-7569-47b8-a481-9a12390b9ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:44.354608 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-2dd38262-c75e-4dd5-a349-1bc39ecc6032 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 11:26:44.355206 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-2dd38262-c75e-4dd5-a349-1bc39ecc6032 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:44.359719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2dd38262-c75e-4dd5-a349-1bc39ecc6032 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150928 Feb 04 11:26:44.360337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.379867 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.393712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:26:44.396679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f9aad74d-c975-43b3-926e-04298545f20d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:44.401079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Network': ['ID=79499791-4163-4581-bd8e-5c09bced1e23,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:44.424540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-46534590-c46c-4b6f-8aaa-3aa0b8e75226 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d2210f6-39a7-4c9f-b319-0e6220977246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7167015 Feb 04 11:26:44.431112 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d2f5d88c-74a5-4431-b472-d8a3437ff607 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1082630 Feb 04 11:26:44.434970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.475924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'subnet': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:44.484130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Sync routers for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:26:44.557314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.574053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-46e9bb14-d9e4-4a17-8f75-a441394c4fed tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '60146a81-7569-47b8-a481-9a12390b9ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:44.576236 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-46e9bb14-d9e4-4a17-8f75-a441394c4fed tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 11:26:44.576738 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-46e9bb14-d9e4-4a17-8f75-a441394c4fed tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:44.591587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.592090 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-46e9bb14-d9e4-4a17-8f75-a441394c4fed tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1969047 Feb 04 11:26:44.594719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Deleting port 4b389da3-884a-4ecd-98ef-a63bff391925 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:44.595062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.614456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 79499791-4163-4581-bd8e-5c09bced1e23 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:44.696792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:44.703238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:44.706985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.713855 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "DELETE /v2.0/networks/4ec9f5b3-22f0-45bf-bde7-35045b881654 HTTP/1.1" status: 204 len: 168 time: 2.1227760 Feb 04 11:26:44.716896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.736994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:44.766358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bf9ae670-8506-4511-a9cf-ede818712243 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': '60146a81-7569-47b8-a481-9a12390b9ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:44.767314 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-bf9ae670-8506-4511-a9cf-ede818712243 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 11:26:44.767879 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-bf9ae670-8506-4511-a9cf-ede818712243 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:44.771829 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bf9ae670-8506-4511-a9cf-ede818712243 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0496447 Feb 04 11:26:44.772766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449666c-6d82-498d-8745-13083d9b0428 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event deleted for resources: {'Network': ['ID=4ec9f5b3-22f0-45bf-bde7-35045b881654,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:44.777088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58404) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.889961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:44.893961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Usage tracker for resource:subnet and tenant:92e36cd4080044ec9d94e869a3335586 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:44.909841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:44.916265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:44.927862 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-96082925-1108-4509-b06d-b86881584b7a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] DELETE failed (client error): The resource could not be found. Feb 04 11:26:44.930135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96082925-1108-4509-b06d-b86881584b7a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:44.934776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:44.936828 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96082925-1108-4509-b06d-b86881584b7a tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "DELETE /v2.0/ports/1b14467b-e15a-45d7-857f-1860bf8041e8 HTTP/1.1" status: 404 len: 333 time: 0.2166235 Feb 04 11:26:44.985107 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.009853 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Transition to ACTIVE for port object f97d6143-6e98-4f74-bc7e-301843868cd0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:45.040798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:45.045622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.074146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.131846 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.164009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f9aad74d-c975-43b3-926e-04298545f20d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:45.164748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.253557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Deleting port 312c5864-d363-4437-ad0b-ce97a92ea5c3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:45.253863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.280000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:45.301269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637814361', 'description': 'tempest-description--2061209218'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:45.321865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3611b16-7b8c-4a67-a08f-6d55e2e82f7f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.334987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:45.368046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.370175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Deleting subnet 9ab52c44-e51c-4696-a2fc-ed831ee53342 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:26:45.376618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:45.382852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Usage tracker for resource:security_group and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:45.387129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.389851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:45.417811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:45.525673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3611b16-7b8c-4a67-a08f-6d55e2e82f7f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.526397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] For port 4b389da3-884a-4ecd-98ef-a63bff391925, host hv-neutron-8278, got binding levels [] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:45.526896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.539567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.559817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.616994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58416) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:45.640121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181986433', 'description': 'tempest-description--2085017312'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:45.645023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:45.649249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Usage tracker for resource:security_group and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:45.649519 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc692a-1cd1-45aa-9a51-64c392ee1e13 None None] Pushing event updated for resources: {'Port': ['ID=f97d6143-6e98-4f74-bc7e-301843868cd0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:45.652488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:45.659328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:45.726577 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Attempting to bind port f97d6143-6e98-4f74-bc7e-301843868cd0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:45.728980 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Attempting to bind port f97d6143-6e98-4f74-bc7e-301843868cd0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:45.728980 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Attempting to bind port f97d6143-6e98-4f74-bc7e-301843868cd0 on network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:45.759994 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:45.760772 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Checking segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:45.761452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.762014 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Bound using segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:45.764379 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Bound port: f97d6143-6e98-4f74-bc7e-301843868cd0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:45.765291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.768074 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.787596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.806521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Calling delete_port for 4b389da3-884a-4ecd-98ef-a63bff391925 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:45.850291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86f39fd-cfc1-480e-a97f-ba6a54e00063,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:45.854082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:45.858687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Usage tracker for resource:security_group_rule and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:45.861893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:45.868294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:45.926965 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] For port f97d6143-6e98-4f74-bc7e-301843868cd0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:45.927357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.931491 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] For port f97d6143-6e98-4f74-bc7e-301843868cd0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f97d6143-6e98-4f74-bc7e-301843868cd0,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:45.945083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:45.948220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.948548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.958032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3611b16-7b8c-4a67-a08f-6d55e2e82f7f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:45.962524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Usage tracker for resource:security_group_rule and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:45.966720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:45.990702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3611b16-7b8c-4a67-a08f-6d55e2e82f7f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60146a81-7569-47b8-a481-9a12390b9ff0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:46.022756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 213f7df5-b90d-4e0e-9305-8ff1dc9741db up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:46.045183 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.045515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.087464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:46.097157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Calling delete_port for 312c5864-d363-4437-ad0b-ce97a92ea5c3 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:46.131404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.132277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:46.134695 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e9cec98c-475a-4f37-bcea-a17561d32645 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3672318 Feb 04 11:26:46.136100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:46.149073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Request body: {'security_group_rule': {'security_group_id': 'e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:46.149479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17210832-a872-447e-8ed0-f4d153bd5f39 None None] The sync data for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv is: [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:26:46.157938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 213f7df5-b90d-4e0e-9305-8ff1dc9741db triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:46.158736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.170338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:46.210389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Usage tracker for resource:security_group_rule and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:46.237489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3611b16-7b8c-4a67-a08f-6d55e2e82f7f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.241050 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b3611b16-7b8c-4a67-a08f-6d55e2e82f7f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/60146a81-7569-47b8-a481-9a12390b9ff0 HTTP/1.1" status: 204 len: 168 time: 1.4630058 Feb 04 11:26:46.244985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:46.248101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:46.254700 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc692a-1cd1-45aa-9a51-64c392ee1e13 None None] Pushing event updated for resources: {'Port': ['ID=f97d6143-6e98-4f74-bc7e-301843868cd0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:46.257436 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:46.270313 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:46.272995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.302996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:46.309157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.312297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Subnet': ['ID=3c82643c-d4c7-4977-b0cb-df2ca15b1bc1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:46.337580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.387496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Checking segment: {'id': '79a94fa4-4521-4627-85f9-7fc866cc7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '79499791-4163-4581-bd8e-5c09bced1e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:46.388032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network hostable DHCP agents. Network: 79499791-4163-4581-bd8e-5c09bced1e23, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:26:46.395929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.398743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab52c44-e51c-4696-a2fc-ed831ee53342,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:46.403483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.468518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9e635cad-5bc0-4f80-8c2d-67c3bbaf0942 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "DELETE /v2.0/subnets/9ab52c44-e51c-4696-a2fc-ed831ee53342 HTTP/1.1" status: 204 len: 168 time: 1.5269096 Feb 04 11:26:46.470582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a4613a-193d-4c4c-83a9-5ee5d3a16b99 None None] Network b042893c-ae98-42da-bca3-cbf3128e9010 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:46.473127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58428) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:46.494556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 2, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:46.505227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Checking router: 0d2210f6-39a7-4c9f-b319-0e6220977246 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:26:46.506024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Updating router 0d2210f6-39a7-4c9f-b319-0e6220977246 port b94c15d7-5cce-484b-8dde-0ab50ac27037 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:26:46.541753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b389da3-884a-4ecd-98ef-a63bff391925,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:46.564699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.662609 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:46.690899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:46.707062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.711480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4124c9e3-9814-4c55-b4e8-2b3966bc7f0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0922384 Feb 04 11:26:46.712552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.721467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:46.762052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c637987e-3f83-44cc-a02a-0356a0bb9e70 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:46.763632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d37d807f-d940-46f6-ba77-1a5efd621fb9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:46.778582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:26:46.782903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.784004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Request body: {'security_group_rule': {'security_group_id': '42a4c37d-aee9-4737-aa29-f2fcd41cf1a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:46.787698 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7335eab1-5344-4a7d-a816-0207e97eddfc tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4b389da3-884a-4ecd-98ef-a63bff391925 HTTP/1.1" status: 204 len: 168 time: 2.7459900 Feb 04 11:26:46.790771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58436) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:46.820908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:46.860299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Usage tracker for resource:security_group_rule and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:46.874253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.889461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:46.899643 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc4986b-412b-4802-94ac-2b621b28b4d4 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:26:46.900166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-adc4986b-412b-4802-94ac-2b621b28b4d4 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Synchronizing usage tracker for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:46.901549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.906550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:46.929907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.938757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Deleting port 5edc9eff-0146-4074-b2f6-73f5c601996c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:46.944742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:46.987151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 79499791-4163-4581-bd8e-5c09bced1e23) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:46.992182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:46.993251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.004818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb5904-d6c1-4d61-a03c-1f687313b37a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:47.054603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c637987e-3f83-44cc-a02a-0356a0bb9e70 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:47.058496 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c637987e-3f83-44cc-a02a-0356a0bb9e70 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8089678 Feb 04 11:26:47.063660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58440) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:47.070008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.070008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.072867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876567021'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:47.077244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728dc99-0c3d-468d-8928-0e6bc80009f1 None None] Network 79499791-4163-4581-bd8e-5c09bced1e23 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:47.079839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:47.093330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:47.144822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-adc4986b-412b-4802-94ac-2b621b28b4d4 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Unset dirty status for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:47.149834 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-adc4986b-412b-4802-94ac-2b621b28b4d4 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "GET /v2.0/ports/4b389da3-884a-4ecd-98ef-a63bff391925 HTTP/1.1" status: 404 len: 333 time: 0.3482466 Feb 04 11:26:47.150560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:47.152532 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:45Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:47.156729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1836590498', 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:47.157739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2771-956c-4a0d-a7fe-3bb911859ae5 None None] The sync data for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv is: [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:45Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:26:47.166785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:47.184080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.184282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.188622 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e026693e-4b14-4c1c-a60c-d4a7bb8b74c9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8892715 Feb 04 11:26:47.188622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:47.193754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.193972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a8f7317e-d1ad-418b-b6bf-288705808921 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7503247 Feb 04 11:26:47.197041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58448) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:47.197366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:47.271637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1182b75d-cf94-4e6d-8dee-793a6dc4ffd8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:47.341300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d37d807f-d940-46f6-ba77-1a5efd621fb9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:47.381777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d37d807f-d940-46f6-ba77-1a5efd621fb9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:47.381777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.402197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Port': ['ID=312c5864-d363-4437-ad0b-ce97a92ea5c3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:47.413622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.439052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.443920 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c501fd88-90f7-4dda-8024-b29411798621 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2964423 Feb 04 11:26:47.445470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.446221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:47.448424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Request body: {'security_group_rule': {'security_group_id': 'adeb5904-d6c1-4d61-a03c-1f687313b37a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:47.461069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:47.481937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:47.495532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Usage tracker for resource:floatingip and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:47.513942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] For port 5edc9eff-0146-4074-b2f6-73f5c601996c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5edc9eff-0146-4074-b2f6-73f5c601996c,segment=NetworkSegment(1ef28561-67e3-4cff-8e72-32c3a64d0f3d),segment_id=1ef28561-67e3-4cff-8e72-32c3a64d0f3d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:47.513942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.524070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:47.533663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:47.541626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'name': 'tempest-AllowedAddressPairTestJSON-1138206873'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:47.584438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:47.593624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.594381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:47.598870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:47.605935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:47.613172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:47.686686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.691600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f614da-a9fe-4645-b3b7-dff0974d6479 None None] DHCP port deletion for b042893c-ae98-42da-bca3-cbf3128e9010 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:26:47.692985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Made reservation on behalf of 8c8a6a0e790e47939fcab14eff4ecfce for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:47.695686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.729053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Usage tracker for resource:security_group_rule and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:47.730906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.804011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:47.809006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d37d807f-d940-46f6-ba77-1a5efd621fb9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d37d807f-d940-46f6-ba77-1a5efd621fb9,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:47.809221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Calling delete_port for 5edc9eff-0146-4074-b2f6-73f5c601996c owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:47.809377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.860080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port c70bcd6e-07b7-44bb-bf4e-179008b422e1 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:47.863655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3734bc-c3d7-4bc7-9e6d-208a7b9d2a69,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:47.898923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-90f614da-a9fe-4645-b3b7-dff0974d6479 None None] Deleting port 5edc9eff-0146-4074-b2f6-73f5c601996c {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:47.900053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-90f614da-a9fe-4645-b3b7-dff0974d6479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.927898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:47.957230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:47.966308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.006155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.009431 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9ca2ac7d-bedf-4f55-8dc2-27dccffdce84 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2522163 Feb 04 11:26:48.015977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58460) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:48.029427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Request body: {'security_group_rule': {'security_group_id': '42a4c37d-aee9-4737-aa29-f2fcd41cf1a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:48.053271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:48.054268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d37d807f-d940-46f6-ba77-1a5efd621fb9,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:48.093334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Usage tracker for resource:security_group_rule and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:48.100274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.129447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:48.157813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:48.163333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event deleted for resources: {'Port': ['ID=5edc9eff-0146-4074-b2f6-73f5c601996c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:48.172649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:48.175108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] No DVR routers for this DVR port 5edc9eff-0146-4074-b2f6-73f5c601996c on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:26:48.176135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-90f614da-a9fe-4645-b3b7-dff0974d6479 None None] The port '5edc9eff-0146-4074-b2f6-73f5c601996c' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:26:48.188988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-79499791-4163-4581-bd8e-5c09bced1e23', 'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'tenant_id': '92e36cd4080044ec9d94e869a3335586', 'fixed_ips': [{'subnet_id': '3c82643c-d4c7-4977-b0cb-df2ca15b1bc1'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:26:48.189937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.196671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Usage tracker for resource:port and tenant:92e36cd4080044ec9d94e869a3335586 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:48.211135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.226081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:48.229405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.245084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.299429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:48.323648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.356545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b042893c-ae98-42da-bca3-cbf3128e9010']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:48.369048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb75b77-7aa9-4581-89a6-3745f1a6c283,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:48.372495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef28561-67e3-4cff-8e72-32c3a64d0f3d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:48.372786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef28561-67e3-4cff-8e72-32c3a64d0f3d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:48.396840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.404668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.416904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.417574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.425489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:48.426475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.437796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Transition to ACTIVE for port object b94c15d7-5cce-484b-8dde-0ab50ac27037 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:48.441702 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:48.461205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Allocated IP 172.20.0.2 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/fb8cb3ab-624b-41ac-884d-9febfaa4c6db) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:48.524317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.531172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.534263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.582963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:48.586646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.633172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.654241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.657504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb73b7-1a92-4f22-be50-a9137011e8f8 None None] Pushing event updated for resources: {'Port': ['ID=b94c15d7-5cce-484b-8dde-0ab50ac27037,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:48.680415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.681655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f1895-920b-4978-babc-21321b9c94e4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:48.697945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] Pushing event deleted for resources: {'Network': ['ID=b042893c-ae98-42da-bca3-cbf3128e9010,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:48.713013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.721672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.743624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.756477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] device_id is not set on port 1b598fce-d75f-4086-ad38-1510e8cc434d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:48.798517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d95b0c42-b819-406c-a5dd-fd9345074346 tempest-DHCPAgentSchedulersTestJSON-133246679 tempest-DHCPAgentSchedulersTestJSON-133246679-project] 10.222.0.36 "DELETE /v2.0/networks/b042893c-ae98-42da-bca3-cbf3128e9010 HTTP/1.1" status: 204 len: 168 time: 2.3067417 Feb 04 11:26:48.812429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:48.842093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.842468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.843188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.843700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > port after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.844035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.844392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > port after_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.844718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.845058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.845382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.846240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:48.873702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Allocated IP 172.26.6.212 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/180eef12-408f-48a5-9c45-61ffd8c82a92) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:48.964075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d37d807f-d940-46f6-ba77-1a5efd621fb9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:49.136551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:49.136551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:49.136913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:49.137213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 11:26:49.137641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a8113a-47e8-4dab-bc3d-62f93ef0e7d7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:49.147797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Attempting to bind port b94c15d7-5cce-484b-8dde-0ab50ac27037 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:49.148249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Attempting to bind port b94c15d7-5cce-484b-8dde-0ab50ac27037 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:49.148679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Attempting to bind port b94c15d7-5cce-484b-8dde-0ab50ac27037 on network d9cfcd38-db37-4d1d-ae53-597d339790fc {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:49.152809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb264355-dac5-4da5-a2e7-4907958f6451') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:49.153098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb264355-dac5-4da5-a2e7-4907958f6451') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:49.159262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:49.160181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Checking segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:49.162857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.163479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Bound using segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:49.164137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Bound port: b94c15d7-5cce-484b-8dde-0ab50ac27037, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:49.164603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.168030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.178827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.194700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.204970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:49.205376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: from cryptography.utils import int_from_bytes Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: from cryptography.utils import int_from_bytes Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn_limited( Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn_limited( Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:49.302221 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:49.304459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.325723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.326989 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-572733d9-8767-420a-891a-583b7fcff3bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2611170 Feb 04 11:26:49.331227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.338536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-645b4e01-ec8a-460e-8fef-02fc5ad75de2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:49.338715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.339916 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-645b4e01-ec8a-460e-8fef-02fc5ad75de2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 11:26:49.339916 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-645b4e01-ec8a-460e-8fef-02fc5ad75de2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:49.343939 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-645b4e01-ec8a-460e-8fef-02fc5ad75de2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076420 Feb 04 11:26:49.344986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.353964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:49.360487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Transition to ACTIVE for port object fb8cb3ab-624b-41ac-884d-9febfaa4c6db will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:49.364817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d37d807f-d940-46f6-ba77-1a5efd621fb9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:49.364942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.365034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.371001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a6fe48-8504-4d7b-97e9-8a273e3c5474,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:49.374119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:49.389588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] For port b94c15d7-5cce-484b-8dde-0ab50ac27037, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:49.436800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:49.455468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] For port b94c15d7-5cce-484b-8dde-0ab50ac27037, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b94c15d7-5cce-484b-8dde-0ab50ac27037,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:49.457651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Transition to ACTIVE for port object fb8cb3ab-624b-41ac-884d-9febfaa4c6db will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:49.462771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693bd0f6-d85e-48bf-b68b-035587ba6428,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:49.474412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:49.491122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:49.496487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:49.503099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:49.505546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:49.524019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.525247 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6c74bc77-fa84-4fe6-b658-4ddc16d1048f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5054634 Feb 04 11:26:49.528272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.535080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:49.536299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event updated for resources: {'Port': ['ID=180eef12-408f-48a5-9c45-61ffd8c82a92,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:49.550720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:49.562395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.564080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.601229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Usage tracker for resource:floatingip and tenant:be92183c7d1841e0a80e6fcdca92ee48 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:49.605048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.606865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.612980 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-98f80dc2-1d03-4018-9be8-47ef37e016f4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2322018 Feb 04 11:26:49.613969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.616750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:49.625298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:49.628792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58488) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.634460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f97d6143-6e98-4f74-bc7e-301843868cd0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:49.637452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Request body: {'security_group_rule': {'security_group_id': 'adeb5904-d6c1-4d61-a03c-1f687313b37a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:49.645352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:49.657395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Usage tracker for resource:security_group_rule and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:49.664971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:49.672486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.681590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:49.698188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.741900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:26:49.760843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.786036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.795149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Network': ['ID=70a8113a-47e8-4dab-bc3d-62f93ef0e7d7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:49.805843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:49.819076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:49.825759 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:49.828043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3464cc07-f3df-419b-a6cf-d3f8b1d0148f tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4813581 Feb 04 11:26:49.835466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58492) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.835712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:49.836734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:49.837324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.841320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Pushing event updated for resources: {'Port': ['ID=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:49.866201 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6df8c640-eeac-4b06-8ce3-b8398209976a tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/networks/70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 HTTP/1.1" status: 204 len: 168 time: 5.5870914 Feb 04 11:26:49.866942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58494) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:49.900538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:49.904386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:49.915097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:49.947472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:49.975803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-74fd6715-253a-4c3b-884f-e1ec8f592038 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:49.976552 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-74fd6715-253a-4c3b-884f-e1ec8f592038 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 11:26:49.977040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Allocated IP 172.20.0.3 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/1b598fce-d75f-4086-ad38-1510e8cc434d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:49.977304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-74fd6715-253a-4c3b-884f-e1ec8f592038 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:49.982220 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-74fd6715-253a-4c3b-884f-e1ec8f592038 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0963271 Feb 04 11:26:49.982392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:26:49.982392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:26:32Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:50.019992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.021033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.047475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=c70bcd6e-07b7-44bb-bf4e-179008b422e1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:50.056359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.089785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:50.112623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.127905 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-99dd9b9e-395a-4b19-8e17-94c4377c379d tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9761181 Feb 04 11:26:50.132290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58504) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.138066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:50.166477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f40f2b-61ca-4fc1-8cd5-80f1b211fcd5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:50.179501 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b20e281-d50b-467a-8e3e-04124d42b3da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84b73d5ecb824f3e9cbfabaa5c10cc01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6121311 Feb 04 11:26:50.180593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:50.190119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58506) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.191025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:50.201981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:50.241296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.245617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5e1f80f1-0556-43a8-a77d-ecdf5e5804d4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6157794 Feb 04 11:26:50.246287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.248668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb73b7-1a92-4f22-be50-a9137011e8f8 None None] Pushing event updated for resources: {'Port': ['ID=b94c15d7-5cce-484b-8dde-0ab50ac27037,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:50.283674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:50.290396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:50.294490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Usage tracker for resource:floatingip and tenant:195d19e35b234f67984f03cd51bac0ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:50.297731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:50.304689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:50.332196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7632e520-c13e-4182-ad29-bd2c8ebd0660 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Synchronizing usage tracker for tenant:b18b7dbcf33543b3823942f199a5d8f2 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:50.394019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f97d6143-6e98-4f74-bc7e-301843868cd0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:50.411834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f97d6143-6e98-4f74-bc7e-301843868cd0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:50.412368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.437652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.456047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Attempting to bind port fb8cb3ab-624b-41ac-884d-9febfaa4c6db on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:50.456440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Attempting to bind port fb8cb3ab-624b-41ac-884d-9febfaa4c6db by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '79a94fa4-4521-4627-85f9-7fc866cc7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '79499791-4163-4581-bd8e-5c09bced1e23'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:50.456753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Attempting to bind port fb8cb3ab-624b-41ac-884d-9febfaa4c6db on network 79499791-4163-4581-bd8e-5c09bced1e23 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:50.475117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed10b-78c7-4ce3-97d3-b4916fc7f940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.504964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dfefb8-e94b-40d0-9130-681e901c7965 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:50.505159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0dfefb8-e94b-40d0-9130-681e901c7965 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Synchronizing usage tracker for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:50.517072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:26:50.582033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:26:50.582673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Checking segment: {'id': '79a94fa4-4521-4627-85f9-7fc866cc7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '79499791-4163-4581-bd8e-5c09bced1e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:26:50.583076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.583470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Bound using segment: {'id': '79a94fa4-4521-4627-85f9-7fc866cc7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '79499791-4163-4581-bd8e-5c09bced1e23'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:26:50.584128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Bound port: fb8cb3ab-624b-41ac-884d-9febfaa4c6db, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a94fa4-4521-4627-85f9-7fc866cc7547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '79499791-4163-4581-bd8e-5c09bced1e23'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:26:50.584570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.619655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7632e520-c13e-4182-ad29-bd2c8ebd0660 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Unset dirty status for tenant:b18b7dbcf33543b3823942f199a5d8f2 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:50.626843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7632e520-c13e-4182-ad29-bd2c8ebd0660 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7216671 Feb 04 11:26:50.633999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.639074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.678537 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:50.679570 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0a94c871-ba74-48fa-8f02-d915f2aa1270 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6189923 Feb 04 11:26:50.690406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.703864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-807b1009-f0f1-42d0-ae5e-d535d6f55090 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:50.704327 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-807b1009-f0f1-42d0-ae5e-d535d6f55090 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 11:26:50.704808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-807b1009-f0f1-42d0-ae5e-d535d6f55090 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:50.706352 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-807b1009-f0f1-42d0-ae5e-d535d6f55090 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120873 Feb 04 11:26:50.711271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.713009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed10b-78c7-4ce3-97d3-b4916fc7f940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.744854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0dfefb8-e94b-40d0-9130-681e901c7965 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Unset dirty status for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:50.746948 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b0dfefb8-e94b-40d0-9130-681e901c7965 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "GET /v2.0/ports/c70bcd6e-07b7-44bb-bf4e-179008b422e1 HTTP/1.1" status: 200 len: 955 time: 0.4215469 Feb 04 11:26:50.750157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:50.755763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:50.759808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:50.763063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:50.769326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:50.787089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:50.861155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.934734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Transition to ACTIVE for port object 1b598fce-d75f-4086-ad38-1510e8cc434d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:50.941522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Deleting port c70bcd6e-07b7-44bb-bf4e-179008b422e1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:50.941870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:50.994143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] For port fb8cb3ab-624b-41ac-884d-9febfaa4c6db, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:50.998526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.006624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.006995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.007472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.008004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.008451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.008895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.009345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.010312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Synchronizing usage tracker for tenant:b18b7dbcf33543b3823942f199a5d8f2 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:51.016423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:51.020813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-922f7790-b7a9-402f-9745-df219ed0eaa5 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2970614 Feb 04 11:26:51.022472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.034222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.035493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-72de333d-9020-4ceb-8799-109d233dc22d tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:51.036254 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-72de333d-9020-4ceb-8799-109d233dc22d tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 11:26:51.036727 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-72de333d-9020-4ceb-8799-109d233dc22d tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:51.040423 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-72de333d-9020-4ceb-8799-109d233dc22d tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140889 Feb 04 11:26:51.042835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.044724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] For port fb8cb3ab-624b-41ac-884d-9febfaa4c6db, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,segment=NetworkSegment(79a94fa4-4521-4627-85f9-7fc866cc7547),segment_id=79a94fa4-4521-4627-85f9-7fc866cc7547)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:26:51.055914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:51.071531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:51.083883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:51.092923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:51.099335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.099869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Allocated IP 172.26.6.86 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/1184b2ea-115b-4aff-aa68-633b74bc6302) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:51.102500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:51.120895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f97d6143-6e98-4f74-bc7e-301843868cd0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f97d6143-6e98-4f74-bc7e-301843868cd0,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:51.144154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.153894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:49Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:51.157912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89727c7f-46c3-4301-bbea-6a4480d43bd3 None None] The sync data for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv is: [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:49Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:26:51.239209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Unset dirty status for tenant:b18b7dbcf33543b3823942f199a5d8f2 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:51.240932 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3aa40cdf-ed94-4f78-b3be-12c4596b1215 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.6014304 Feb 04 11:26:51.245466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58540) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.249957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.289686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.347361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.359594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f753e-69af-4a6e-bc34-c5d091f9cb23 None None] Pushing event updated for resources: {'Port': ['ID=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:51.399877 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-6b5ac988-8265-43f9-af66-fa73a1311d8c tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] delete failed (client error): The resource could not be found. Feb 04 11:26:51.403486 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6b5ac988-8265-43f9-af66-fa73a1311d8c tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/2f07b071-b59c-474b-a1e9-60c3433be7e7 HTTP/1.1" status: 404 len: 345 time: 0.1402104 Feb 04 11:26:51.404629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5edc9eff-0146-4074-b2f6-73f5c601996c no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:26:51.408799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed10b-78c7-4ce3-97d3-b4916fc7f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.413052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.464197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:51.474863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5edc9eff-0146-4074-b2f6-73f5c601996c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:26:51.476479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5edc9eff-0146-4074-b2f6-73f5c601996c not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:26:51.486089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:51.488716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:51.515643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f97d6143-6e98-4f74-bc7e-301843868cd0,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:51.542728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.544461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ed10b-78c7-4ce3-97d3-b4916fc7f940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cee897-c094-4622-8942-ad6963bbf82e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:51.552073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=1b598fce-d75f-4086-ad38-1510e8cc434d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:51.563941 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:51.567771 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9cbf6b6d-df45-4a12-a132-91977e6e064a tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5210836 Feb 04 11:26:51.569112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58548) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.582170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'c16f1895-920b-4978-babc-21321b9c94e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:51.598361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:51.609190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:51.611320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e6e89c-e75a-44f8-8539-6590be8a86dc tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 11:26:51.611956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e6e89c-e75a-44f8-8539-6590be8a86dc tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:26:51.620302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:51.622074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.628254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:51.643128 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b2e6e89c-e75a-44f8-8539-6590be8a86dc tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/networks/70a8113a-47e8-4dab-bc3d-62f93ef0e7d7 HTTP/1.1" status: 404 len: 339 time: 0.2016816 Feb 04 11:26:51.644499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:51.646284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.648165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event updated for resources: {'Port': ['ID=180eef12-408f-48a5-9c45-61ffd8c82a92,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:51.653897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.667792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'network': {'name': 'tempest-network--673554824', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:51.679977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:51.684649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed10b-78c7-4ce3-97d3-b4916fc7f940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.686046 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-aa3ed10b-78c7-4ce3-97d3-b4916fc7f940 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43cee897-c094-4622-8942-ad6963bbf82e HTTP/1.1" status: 204 len: 168 time: 1.4916236 Feb 04 11:26:51.687162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:network and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:51.695393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:51.699420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:51.722337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:51.761979 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-36650d9e-4b62-44a0-8138-33bd44f0f328 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3764105 Feb 04 11:26:51.770420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:51.800597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'name': 'tempest-AllowedAddressPairTestJSON-1183919490', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:75:78:7f'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:51.875612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f97d6143-6e98-4f74-bc7e-301843868cd0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:51.992952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Calling delete_port for c70bcd6e-07b7-44bb-bf4e-179008b422e1 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:52.009684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f97d6143-6e98-4f74-bc7e-301843868cd0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:52.011180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.060024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:52.065467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Usage tracker for resource:port and tenant:92e36cd4080044ec9d94e869a3335586 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:52.069014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:52.075192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:52.084931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.140662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:52.143848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Allocated IP 172.26.6.119 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/7f8c484f-b990-4c26-911b-7324d8559add) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:52.145952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Made reservation on behalf of b18b7dbcf33543b3823942f199a5d8f2 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:52.148573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.150355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.151625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8382e1c5-3855-4a51-a148-4253fc56a584 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6953351 Feb 04 11:26:52.203465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:52.212592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b94c15d7-5cce-484b-8dde-0ab50ac27037 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:52.222200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:52.257809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:52.320927 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:26:52.325043 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fbfe5058-9fe7-47c0-a954-7dac66eb5fe2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7536275 Feb 04 11:26:52.326099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:52.361243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:52.368680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.435834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b94c15d7-5cce-484b-8dde-0ab50ac27037 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:52.450114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.450114 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Added segment da235cd3-a149-4df7-aaa1-f0f666fdfe91 of type vlan for network 3ff5b92e-8b0d-4f02-8075-061476861120 Feb 04 11:26:52.450315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b94c15d7-5cce-484b-8dde-0ab50ac27037 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:52.450315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.450438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event deleted for resources: {'Port': ['ID=c70bcd6e-07b7-44bb-bf4e-179008b422e1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:52.467160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event updated for resources: {'Port': ['ID=1184b2ea-115b-4aff-aa68-633b74bc6302,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:52.467324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.510745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.604239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-caeba84d-c57e-42a9-af81-893e44f00d38 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c70bcd6e-07b7-44bb-bf4e-179008b422e1 HTTP/1.1" status: 204 len: 168 time: 1.8136551 Feb 04 11:26:52.606945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58580) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:52.610203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.662892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-790a0572-38fa-47f7-afc2-14020094b010 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.691963 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4a837f-1a3d-4df7-b2a7-ff70dd47858f tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:26:52.692501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ea4a837f-1a3d-4df7-b2a7-ff70dd47858f tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Synchronizing usage tracker for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:52.730230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.745085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-790a0572-38fa-47f7-afc2-14020094b010 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.747895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.787143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:52.802433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b94c15d7-5cce-484b-8dde-0ab50ac27037, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b94c15d7-5cce-484b-8dde-0ab50ac27037,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:52.807328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.813946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.815527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:52.816191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.837562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.838293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] device_id is not set on port cbc888dc-24dd-434d-ad2f-f41b2f74413f yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:52.868508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:52.873822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Usage tracker for resource:security_group_rule and tenant:be6f4089f9524063b23a3aab03504cf7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:52.878217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:52.884482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:52.900941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ea4a837f-1a3d-4df7-b2a7-ff70dd47858f tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Unset dirty status for tenant:8c8a6a0e790e47939fcab14eff4ecfce on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:52.907356 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ea4a837f-1a3d-4df7-b2a7-ff70dd47858f tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "GET /v2.0/ports/c70bcd6e-07b7-44bb-bf4e-179008b422e1 HTTP/1.1" status: 404 len: 333 time: 0.2926106 Feb 04 11:26:52.908227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:52.913836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Request body: {'port': {'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1339794298'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:52.918447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:52.929009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:52.932630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:52.955481 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3058689 Feb 04 11:26:52.956348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:53.033007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-790a0572-38fa-47f7-afc2-14020094b010 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.074135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b94c15d7-5cce-484b-8dde-0ab50ac27037,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:53.078735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c298b-94ad-4c44-861d-75901d81a915 None None] Network 79499791-4163-4581-bd8e-5c09bced1e23 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:26:53.103237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.146891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Made reservation on behalf of 8c8a6a0e790e47939fcab14eff4ecfce for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:53.149206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.153785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5f9a8-705b-4bb1-851d-603918a9c635 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Network': ['ID=3ff5b92e-8b0d-4f02-8075-061476861120,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:53.160704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:53.178699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 3ff5b92e-8b0d-4f02-8075-061476861120 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:53.221818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0572-38fa-47f7-afc2-14020094b010 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f1895-920b-4978-babc-21321b9c94e4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:53.223887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.226645 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 11:26:53.264690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:53.282510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:53.282715 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:26:53.294708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Allocated IP 172.20.0.7 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/cbc888dc-24dd-434d-ad2f-f41b2f74413f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:53.295592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:53.352931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5646609d-6055-4e99-bc10-a0d242998fbc None None] Provisioning for port fb8cb3ab-624b-41ac-884d-9febfaa4c6db completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:53.442176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-790a0572-38fa-47f7-afc2-14020094b010 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.443357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-790a0572-38fa-47f7-afc2-14020094b010 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/c16f1895-920b-4978-babc-21321b9c94e4 HTTP/1.1" status: 204 len: 168 time: 1.0806544 Feb 04 11:26:53.451158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:53.478577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port a7e3bcbb-263a-4282-92e8-a3ef228843de yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:53.599508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event updated for resources: {'Port': ['ID=7f8c484f-b990-4c26-911b-7324d8559add,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:53.666520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-7cdf76d7-d076-4873-b4d1-b8d1237267c8 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--972710032&fields=id&tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a HTTP/1.1" status: 200 len: 267 time: 0.4704521 Feb 04 11:26:53.727409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-aca86f17-457e-4e54-8e9f-3c22a2b098bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:53.765050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.836296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fb8cb3ab-624b-41ac-884d-9febfaa4c6db up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:53.839746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.849964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:53.852000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:53.859945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:53.867104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:53.877350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:53.878143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Synchronizing usage tracker for tenant:e230f7c4c2164543ba89fc53406443e3 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:53.914508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-aca86f17-457e-4e54-8e9f-3c22a2b098bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:53.915274 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aca86f17-457e-4e54-8e9f-3c22a2b098bb tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4630775 Feb 04 11:26:53.926656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58614) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:53.927876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Transition to ACTIVE for port object cbc888dc-24dd-434d-ad2f-f41b2f74413f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:53.970070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783563208'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:53.987707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:53.993399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port fb8cb3ab-624b-41ac-884d-9febfaa4c6db completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:54.004100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port fb8cb3ab-624b-41ac-884d-9febfaa4c6db triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:54.004472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.016112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event updated for resources: {'Port': ['ID=1184b2ea-115b-4aff-aa68-633b74bc6302,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:54.020233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:54.036529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.114912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Unset dirty status for tenant:e230f7c4c2164543ba89fc53406443e3 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:54.118734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7843720f-226d-42e5-8f25-e92fc0e9d814 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.1588442 Feb 04 11:26:54.119145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:54.122057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.153499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.160198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.177849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-6bbae967-4dda-47ba-a4de-58ef18dc5c14 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:54.179283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-6bbae967-4dda-47ba-a4de-58ef18dc5c14 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/networks?id=85b76a13-233b-4fb8-b878-116737176e98 HTTP/1.1" status: 200 len: 806 time: 0.5162365 Feb 04 11:26:54.194347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-14a91e5c-4a15-4607-8cc7-38a9be6602e0 None None] Provisioning for port 1b598fce-d75f-4086-ad38-1510e8cc434d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:54.198350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port fb8cb3ab-624b-41ac-884d-9febfaa4c6db, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,segment=NetworkSegment(79a94fa4-4521-4627-85f9-7fc866cc7547),segment_id=79a94fa4-4521-4627-85f9-7fc866cc7547)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:54.201187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-14a91e5c-4a15-4607-8cc7-38a9be6602e0 None None] Provisioning complete for port 1b598fce-d75f-4086-ad38-1510e8cc434d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:54.207701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14a91e5c-4a15-4607-8cc7-38a9be6602e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.207826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-390e004b-0e71-42dd-b657-695d08457c9c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/quotas/c3b4e3bdc8ca4d2db8cff74df92dcb2a HTTP/1.1" status: 200 len: 375 time: 0.0126588 Feb 04 11:26:54.207904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.208323 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e39bc046-a3d4-4857-b652-bb02300221b3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6787171 Feb 04 11:26:54.212228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.277829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-14a91e5c-4a15-4607-8cc7-38a9be6602e0 None None] Port 1b598fce-d75f-4086-ad38-1510e8cc434d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:54.285622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.291043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.292190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-14a91e5c-4a15-4607-8cc7-38a9be6602e0 None None] Provisioning complete for port fb8cb3ab-624b-41ac-884d-9febfaa4c6db triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:54.292748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14a91e5c-4a15-4607-8cc7-38a9be6602e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.320540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.336778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:54.342432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:54.343580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.344586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b94c15d7-5cce-484b-8dde-0ab50ac27037 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:54.351594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:54.395043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=cbc888dc-24dd-434d-ad2f-f41b2f74413f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:54.409972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.439044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.510806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:54.527185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:54.531062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:54.540078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:54.594759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:54.616354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818cd8ca-aa36-4a00-881b-a336030b3e81,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:54.654138 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7633a98c-50df-4e68-aaa4-8271d0bfa049 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be6f4089f9524063b23a3aab03504cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8488426 Feb 04 11:26:54.654138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:54.683460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:54.684244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.687152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b94c15d7-5cce-484b-8dde-0ab50ac27037 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:54.687152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.751755 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-0014eb68-f2d4-45f7-9f0d-5180d311ae8b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5306969 Feb 04 11:26:54.757702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:54.833985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.867891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.884463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6053ea5-c173-4966-9771-ba8459f39d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.903628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Provisioning complete for port 1b598fce-d75f-4086-ad38-1510e8cc434d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:54.904296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff5b92e-8b0d-4f02-8075-061476861120']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:54.904883 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.917371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-4af8a60a-d6b7-4fef-98c8-0727a4afdb5d tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Synchronizing usage tracker for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:54.926809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da235cd3-a149-4df7-aaa1-f0f666fdfe91') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:54.927107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da235cd3-a149-4df7-aaa1-f0f666fdfe91') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:54.940211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.948401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.952006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.956503 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f69dd852-5856-46f0-b355-0b53601befb8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1850481 Feb 04 11:26:54.962978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:54.967990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Port 1b598fce-d75f-4086-ad38-1510e8cc434d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:54.974313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:54.989863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:54.990256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:55.003515 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:55.028622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6053ea5-c173-4966-9771-ba8459f39d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.072045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Provisioning for port cbc888dc-24dd-434d-ad2f-f41b2f74413f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:26:55.073150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd8d688-d094-4a58-b09d-4f710879dc63,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:55.080854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Provisioning complete for port cbc888dc-24dd-434d-ad2f-f41b2f74413f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:55.080854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.100702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.105597 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-02baac5b-8922-4964-970e-379008a1cd46 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1760063 Feb 04 11:26:55.106697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58664) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:55.112049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-df25d2f5-04af-455e-91c1-bee1d559c047 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:26:55.112350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'fcd8d688-d094-4a58-b09d-4f710879dc63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:55.113133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-df25d2f5-04af-455e-91c1-bee1d559c047 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1915448 Feb 04 11:26:55.115029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:26:55.118969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:55.123083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:55.126714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:55.130537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:26:55.132954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:26:55.133290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:55.133882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:55.134472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.143632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-41d0ccb8-4fa0-45b4-a7e4-597947210f7f None None] Port cbc888dc-24dd-434d-ad2f-f41b2f74413f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:26:55.189754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.209803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ff5b92e-8b0d-4f02-8075-061476861120 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:26:55.214232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.216895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ff5b92e-8b0d-4f02-8075-061476861120,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:55.230617 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2ef5159a-e405-4e93-b286-eb73b41bf12f tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/networks/3ff5b92e-8b0d-4f02-8075-061476861120 HTTP/1.1" status: 204 len: 168 time: 1.1094584 Feb 04 11:26:55.237762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:55.248201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'network': {'name': 'tempest-network--143330023', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:55.256313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:55.262602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:network and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:55.266651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:55.274784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:55.296421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e3bcbb-263a-4282-92e8-a3ef228843de,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:55.298942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-4af8a60a-d6b7-4fef-98c8-0727a4afdb5d tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Unset dirty status for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:55.300173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-4af8a60a-d6b7-4fef-98c8-0727a4afdb5d tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--181986433&fields=id&tenant_id=be92183c7d1841e0a80e6fcdca92ee48 HTTP/1.1" status: 200 len: 267 time: 0.5415072 Feb 04 11:26:55.350372 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The resource could not be found. Feb 04 11:26:55.354498 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-01b3253c-ff9a-4726-9306-004933ea8600 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2438571 Feb 04 11:26:55.354764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:55.359811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'fcd8d688-d094-4a58-b09d-4f710879dc63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1c040a04-07cc-47e6-afcc-82bc94a8940e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:55.368883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:55.373881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:55.379854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:55.384035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.389398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:55.445367 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e00316cf-92a5-4415-b01b-b5e084e622e2 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5361075 Feb 04 11:26:55.448435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:55.454173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:55.458903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.495210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Made reservation on behalf of b18b7dbcf33543b3823942f199a5d8f2 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:55.497300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.499175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-eaaf0abd-1746-44b3-b25f-584512d914d8 service neutron] 10.222.0.36 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549087 Feb 04 11:26:55.557701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6053ea5-c173-4966-9771-ba8459f39d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.616357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fb8cb3ab-624b-41ac-884d-9febfaa4c6db up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:26:55.646470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:55.656796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.657117 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Added segment 91f162ca-0d8e-4925-ad95-908c8812a108 of type vlan for network 75bc144f-cd96-43cd-9b33-dd0736bf09cb Feb 04 11:26:55.696062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port fb8cb3ab-624b-41ac-884d-9febfaa4c6db triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:26:55.696769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.722366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.771071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.783767 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The resource could not be found. Feb 04 11:26:55.787375 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-58c8e003-5d4f-4f0f-9929-c78a7917a3fe tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4291215 Feb 04 11:26:55.788465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:55.793576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69566d-d8a0-4fd8-b3b8-60f566009c22 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:55.799969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69566d-d8a0-4fd8-b3b8-60f566009c22 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:55.805744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69566d-d8a0-4fd8-b3b8-60f566009c22 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:55.807447 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1b69566d-d8a0-4fd8-b3b8-60f566009c22 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7959802 Feb 04 11:26:55.810694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6053ea5-c173-4966-9771-ba8459f39d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818cd8ca-aa36-4a00-881b-a336030b3e81,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:55.822260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58686) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:55.860713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6053ea5-c173-4966-9771-ba8459f39d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.866298 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d6053ea5-c173-4966-9771-ba8459f39d5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/818cd8ca-aa36-4a00-881b-a336030b3e81 HTTP/1.1" status: 204 len: 168 time: 1.2006786 Feb 04 11:26:55.866298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event updated for resources: {'Port': ['ID=7f8c484f-b990-4c26-911b-7324d8559add,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:55.914354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-f6fec00b-9b9c-4bc7-99ff-99433fa4276d tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:55.915965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-f6fec00b-9b9c-4bc7-99ff-99433fa4276d tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/networks?id=d9cfcd38-db37-4d1d-ae53-597d339790fc HTTP/1.1" status: 200 len: 811 time: 0.6010411 Feb 04 11:26:55.928856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:55.965025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-9f5d852c-0ade-40b9-abe3-28df23671b67 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/quotas/be92183c7d1841e0a80e6fcdca92ee48 HTTP/1.1" status: 200 len: 375 time: 0.0373662 Feb 04 11:26:55.975378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-48249de7-82fe-45b3-92f9-530168efea92 service neutron] 10.222.0.36 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409046 Feb 04 11:26:56.006984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.010897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:56.010897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.050742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.052037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1d50c08f-bdb3-496a-a2d1-37d59da8497e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7917948 Feb 04 11:26:56.068253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-3e7ebd06-f27a-4efa-949e-6ed2d327f71f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Synchronizing usage tracker for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:56.184818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port cbc888dc-24dd-434d-ad2f-f41b2f74413f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:56.185169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.187445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-3e7ebd06-f27a-4efa-949e-6ed2d327f71f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Unset dirty status for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:56.200793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-3e7ebd06-f27a-4efa-949e-6ed2d327f71f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=be92183c7d1841e0a80e6fcdca92ee48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2232022 Feb 04 11:26:56.330821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Network': ['ID=75bc144f-cd96-43cd-9b33-dd0736bf09cb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:56.333022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 75bc144f-cd96-43cd-9b33-dd0736bf09cb details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:26:56.333882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3aab6a7-2fbc-4a47-be61-fc2bab0aa404 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.481596 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7326a4fa-93fa-46c7-b0c5-129ff962366e tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1625900 Feb 04 11:26:56.481596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3aab6a7-2fbc-4a47-be61-fc2bab0aa404 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.481762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-33426afc-8486-4614-8520-c362c4ca2482 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Synchronizing usage tracker for tenant:195d19e35b234f67984f03cd51bac0ed on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:56.481762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58726) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:56.578074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-1ef70cbb-2eb4-4408-b4e3-7272af2294bd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:26:56.585038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-1ef70cbb-2eb4-4408-b4e3-7272af2294bd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1829982 Feb 04 11:26:56.623914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-33426afc-8486-4614-8520-c362c4ca2482 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Unset dirty status for tenant:195d19e35b234f67984f03cd51bac0ed on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:56.632294 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-33426afc-8486-4614-8520-c362c4ca2482 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--637814361&fields=id&tenant_id=195d19e35b234f67984f03cd51bac0ed HTTP/1.1" status: 200 len: 267 time: 0.2602539 Feb 04 11:26:56.682264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3aab6a7-2fbc-4a47-be61-fc2bab0aa404 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.752559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aab6a7-2fbc-4a47-be61-fc2bab0aa404 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd8d688-d094-4a58-b09d-4f710879dc63,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:56.791343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] device_id is not set on port a7e3bcbb-263a-4282-92e8-a3ef228843de yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:56.817247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.842392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:56.865772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Transition to ACTIVE for port object a7e3bcbb-263a-4282-92e8-a3ef228843de will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:56.885415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2687380-4b08-4e1e-971b-d2b46d41a734 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:56.886863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2687380-4b08-4e1e-971b-d2b46d41a734 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] 10.222.0.36 "GET /v2.0/networks/75bc144f-cd96-43cd-9b33-dd0736bf09cb HTTP/1.1" status: 200 len: 756 time: 0.4095211 Feb 04 11:26:56.892444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:56.999254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for cbc888dc-24dd-434d-ad2f-f41b2f74413f owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:57.029390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.031655 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-2e2875e2-fd09-4574-89b0-d8060abfe797 service neutron] 10.222.0.36 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456458 Feb 04 11:26:57.095962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3aab6a7-2fbc-4a47-be61-fc2bab0aa404 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.097010 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e3aab6a7-2fbc-4a47-be61-fc2bab0aa404 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/fcd8d688-d094-4a58-b09d-4f710879dc63 HTTP/1.1" status: 204 len: 168 time: 1.3076890 Feb 04 11:26:57.141680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58758) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:57.160164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-00860bb0-faff-423f-9982-9c5f8fe3cd2b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:57.160841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-00860bb0-faff-423f-9982-9c5f8fe3cd2b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Synchronizing usage tracker for tenant:195d19e35b234f67984f03cd51bac0ed on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:57.197928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.201881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751e0bd-03d7-449a-9132-ca231be45dbc tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:57.203318 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e751e0bd-03d7-449a-9132-ca231be45dbc tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] 10.222.0.36 "GET /v2.0/networks/524103da-029a-45ef-a86b-faeee032c9a3 HTTP/1.1" status: 200 len: 768 time: 0.3078113 Feb 04 11:26:57.210263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:57.219900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e3bcbb-263a-4282-92e8-a3ef228843de,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:57.247228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.248108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.248431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.257917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.258249 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.259338 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 2 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.316041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.316408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.316736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.331009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.331009 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.331293 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 3 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.355907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.356174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.356643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.363536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-00860bb0-faff-423f-9982-9c5f8fe3cd2b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Unset dirty status for tenant:195d19e35b234f67984f03cd51bac0ed on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:57.364712 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-00860bb0-faff-423f-9982-9c5f8fe3cd2b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 812 time: 0.7315381 Feb 04 11:26:57.366831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.367177 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.368820 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 4 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.384643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.385028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.385368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.387531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2787d305-1b65-4c82-a843-2f22a1d06c60 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:57.391832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.392823 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.393072 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 5 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.413052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.413303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.413636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.419331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.420483 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.420483 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 6 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.437970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.438559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.443710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.444353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-aa15c601-fc54-4716-ba03-0c35e67914bb service neutron] 10.222.0.36 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911359 Feb 04 11:26:57.445259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.445664 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.446152 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 7 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.446446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.458628 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-8787d0ea-eb55-4d6f-93ad-2c0dd67c35ad tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/quotas/195d19e35b234f67984f03cd51bac0ed HTTP/1.1" status: 200 len: 375 time: 0.0823383 Feb 04 11:26:57.475479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.475479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.475479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.480279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.480750 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.481348 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 8 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.488977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.559125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.559758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.560187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.573410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=cbc888dc-24dd-434d-ad2f-f41b2f74413f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:57.577174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.577614 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.617090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2787d305-1b65-4c82-a843-2f22a1d06c60 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:57.624260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2787d305-1b65-4c82-a843-2f22a1d06c60 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4707360 Feb 04 11:26:57.627601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:57.631848 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 9 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.693431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.694037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.694569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.695511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'ff2f3674-5167-431b-b2e5-47b00f3aa8d9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:57.705004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:57.706517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:57.714723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:57.714965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.715606 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.722473 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempt 10 to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de Feb 04 11:26:57.737196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:57.770629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:26:57.771255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:26:57.771714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempting to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:26:57.778270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:26:57.778696 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Failed to bind port a7e3bcbb-263a-4282-92e8-a3ef228843de on host hv-neutron-8278 for vnic_type normal using segments [{'id': '2530e396-657c-4c3c-ba47-772da1004d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3917fe1f-7ea5-4f1b-b3d7-22b1def504a9'}] Feb 04 11:26:57.779663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.787071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:57.851896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bc144f-cd96-43cd-9b33-dd0736bf09cb']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:57.888170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f162ca-0d8e-4925-ad95-908c8812a108') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:57.890225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f162ca-0d8e-4925-ad95-908c8812a108') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:26:57.943750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.024805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-2fd00dd9-7e29-4ac5-aec9-3c91a86c3f83 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Synchronizing usage tracker for tenant:195d19e35b234f67984f03cd51bac0ed on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:58.024805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75200845-e368-4159-82f0-e61aeb87609a req-2ddc2b69-d920-4f66-a90a-ef14f0150470 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 210 time: 0.0975051 Feb 04 11:26:58.054692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.070981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:26:58.070981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:26:58.098180 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:26:58.145031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.162353 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7493a7fa-4fd4-4d39-8c83-2a8864f49335 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/ports/cbc888dc-24dd-434d-ad2f-f41b2f74413f HTTP/1.1" status: 204 len: 168 time: 2.3303442 Feb 04 11:26:58.162353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:58.237483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The resource could not be found. Feb 04 11:26:58.242177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0ec62c66-cb61-4877-913d-44ea89772fe9 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6069324 Feb 04 11:26:58.245754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58816) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:58.247881 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-336a66fa-215a-4a1e-85ad-7894ec84c330 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] GET failed (client error): The resource could not be found. Feb 04 11:26:58.248476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-336a66fa-215a-4a1e-85ad-7894ec84c330 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Synchronizing usage tracker for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:26:58.252333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-2fd00dd9-7e29-4ac5-aec9-3c91a86c3f83 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Unset dirty status for tenant:195d19e35b234f67984f03cd51bac0ed on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:58.253548 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-2fd00dd9-7e29-4ac5-aec9-3c91a86c3f83 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7880199 Feb 04 11:26:58.258518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2301ca4-0609-44b5-b79d-33c2cb915ec9 req-834913ab-bba8-42c1-8635-e03912513190 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.1594682 Feb 04 11:26:58.266120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266732646'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:58.274468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:58.281184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] For port a7e3bcbb-263a-4282-92e8-a3ef228843de, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:26:58.281567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 11:26:58.407661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-336a66fa-215a-4a1e-85ad-7894ec84c330 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Unset dirty status for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:26:58.414776 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-336a66fa-215a-4a1e-85ad-7894ec84c330 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "GET /v2.0/ports/cbc888dc-24dd-434d-ad2f-f41b2f74413f HTTP/1.1" status: 404 len: 333 time: 0.2545621 Feb 04 11:26:58.415894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:58.418485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.450745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:58.464724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'name': 'tempest-AllowedAddressPairTestJSON-1488224858'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:58.499770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] In _notify_port_updated(), no bound segment for port a7e3bcbb-263a-4282-92e8-a3ef228843de on network 3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:26:58.500791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:58.501491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.505550 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "PUT /v2.0/ports/a7e3bcbb-263a-4282-92e8-a3ef228843de HTTP/1.1" status: 200 len: 977 time: 3.0535564 Feb 04 11:26:58.507438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:58.559486 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-c3020b5e-4fd2-4a2c-8722-e24ca087e324 service neutron] 10.222.0.36 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866151 Feb 04 11:26:58.599046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687b24-3317-4a06-8a47-7b540a29a070 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e3bcbb-263a-4282-92e8-a3ef228843de,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:58.660329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:58.674407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:58.692559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Deleting port a7e3bcbb-263a-4282-92e8-a3ef228843de {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:26:58.693204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.723483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.731901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.772676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:58.776199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.788406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75bc144f-cd96-43cd-9b33-dd0736bf09cb {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:26:58.806119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] device_id is not set on port dd303b1d-2aa1-46d1-bf80-d15feffa2405 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:26:58.812163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Network': ['ID=75bc144f-cd96-43cd-9b33-dd0736bf09cb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:58.859216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:58.869587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:58.897240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-0028f1a3-4a2c-4e1c-a2ba-1f3a503f7af6 service neutron] 10.222.0.36 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292758 Feb 04 11:26:58.906584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:58.916640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:58.933946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:58.968830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67d6086c-98c2-4118-ae22-12d6af61afbe tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/networks/75bc144f-cd96-43cd-9b33-dd0736bf09cb HTTP/1.1" status: 204 len: 168 time: 1.7535336 Feb 04 11:26:58.970036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:58.975580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:59.010460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'network': {'name': 'tempest-network--502153041'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:59.017416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:59.024357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Usage tracker for resource:network and tenant:b18b7dbcf33543b3823942f199a5d8f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:59.030899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:59.061313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:59.110460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.115293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Allocated IP 172.20.0.7 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/dd303b1d-2aa1-46d1-bf80-d15feffa2405) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:26:59.242184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] For port a7e3bcbb-263a-4282-92e8-a3ef228843de, host hv-neutron-8278, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:26:59.242773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.244158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1016653598', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:59.254053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.303913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:59.308349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ace1fa-5ddb-4038-a8dc-b1ba6814841e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:59.407343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:network and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:59.415584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Made reservation on behalf of b18b7dbcf33543b3823942f199a5d8f2 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:59.418022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.436014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:59.456022 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4723f97c-e87e-4c77-b960-22fc997fa78e req-fefcc59b-4bc8-41e4-86b5-3040e4a10abc tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 210 time: 0.0552595 Feb 04 11:26:59.463442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:59.487327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:26:59.506780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.508928 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Added segment 0c1d80db-9089-47b0-9e0e-8aa32612beac of type vlan for network 28560105-9a95-423f-bb84-244791cb5087 Feb 04 11:26:59.590024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.608242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Calling delete_port for a7e3bcbb-263a-4282-92e8-a3ef228843de owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:26:59.617517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.647500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Made reservation on behalf of 689389338b3e4d09a3b2fdee9cbc69d9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:26:59.649841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.664372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Transition to ACTIVE for port object dd303b1d-2aa1-46d1-bf80-d15feffa2405 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:26:59.666320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.685133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c73be6b-4999-4565-8bc6-19f9c137a3d3 req-44e61a63-0e13-4ce8-954b-93ca723af15b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 210 time: 0.3612862 Feb 04 11:26:59.696727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:59.709050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:security_group_rule and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:59.714111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:59.718075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2f1cbcf1-cd99-4e9e-bda6-8312cde19675 req-96c61f4b-7ea8-4665-b273-9fb1d962f376 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.1201582 Feb 04 11:26:59.720646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:59.769538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.770564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:26:59.771169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.835381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.839205 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-54f5859f-5198-4052-a549-449628f40bec tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5856102 Feb 04 11:26:59.839433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:26:59.858737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--648189036'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:26:59.858737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:26:59.860076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:26:59.863731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:26:59.870990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:26:59.906698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.926093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:26:59.929233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Network': ['ID=28560105-9a95-423f-bb84-244791cb5087,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:26:59.949188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 28560105-9a95-423f-bb84-244791cb5087 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:00.000486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.014722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a7e3bcbb-263a-4282-92e8-a3ef228843de HTTP/1.1" status: 204 len: 168 time: 1.5068667 Feb 04 11:27:00.015848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83479e25-c9e3-40c4-bf5a-b9aa326f5bf5 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7e3bcbb-263a-4282-92e8-a3ef228843de,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:00.019766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.024638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58878) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.030071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:00.050770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:00.055566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:00.058868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:00.065512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:00.080907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:00.083918 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3d6e1fef-9046-4538-83cf-39cc07d15257 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1136532 Feb 04 11:27:00.089142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:00.097495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.105527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:00.143292 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-66967a4f-ec2a-408e-89e4-edd751f391c4 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:27:00.144673 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-66967a4f-ec2a-408e-89e4-edd751f391c4 tempest-PortsAdminExtendedAttrsTestJSON-146323547 tempest-PortsAdminExtendedAttrsTestJSON-146323547-project-admin] 10.222.0.36 "GET /v2.0/ports/a7e3bcbb-263a-4282-92e8-a3ef228843de HTTP/1.1" status: 404 len: 333 time: 0.1187346 Feb 04 11:27:00.157178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.158922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=dd303b1d-2aa1-46d1-bf80-d15feffa2405,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:00.284120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b68a13c-1513-415c-857d-2ab7049fc188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.324486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:00.325745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.377120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.385892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.396613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.431606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.470616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.541169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaff0ea-757d-4676-9ea3-8bba2bb38c52,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:00.546514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cbc67620-63a0-4417-b898-9d7f271b3ede None None] Provisioning for port dd303b1d-2aa1-46d1-bf80-d15feffa2405 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:00.556088 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dda9667a-934f-498b-86c8-ebb22dc20c4e tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1335757 Feb 04 11:27:00.556994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.567027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cbc67620-63a0-4417-b898-9d7f271b3ede None None] Provisioning complete for port dd303b1d-2aa1-46d1-bf80-d15feffa2405 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:00.567404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cbc67620-63a0-4417-b898-9d7f271b3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.570352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58896) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.583107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:75:78:7f'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:00.624964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.632367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:00.633448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.637294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c3db7-664f-4663-9d00-070815fca899,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:00.662712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cbc67620-63a0-4417-b898-9d7f271b3ede None None] Port dd303b1d-2aa1-46d1-bf80-d15feffa2405 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:00.675700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.677557 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8a1f6e7a-2947-447d-b711-ee0abfec47c2 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8370979 Feb 04 11:27:00.678500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.42', 50099) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.686366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3917fe1f-7ea5-4f1b-b3d7-22b1def504a9']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:00.706867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2530e396-657c-4c3c-ba47-772da1004d7c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:00.710468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2530e396-657c-4c3c-ba47-772da1004d7c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:00.721628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.741487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.748355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:00.750396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.893249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:00.895756 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:00.914126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.914466 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Added segment 4fc12f4d-809b-4e4f-ab02-266015ac8576 of type vlan for network a7a4e4cc-f3eb-4af6-919f-150745948f0a Feb 04 11:27:00.940788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Network 28560105-9a95-423f-bb84-244791cb5087 is not hosted by any dhcp agent {{(pid=88132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 11:27:00.941657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:00.942272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:00.946697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "PUT /v2.0/networks/28560105-9a95-423f-bb84-244791cb5087 HTTP/1.1" status: 200 len: 857 time: 0.8450484 Feb 04 11:27:00.947522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:00.981596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group_rule': {'security_group_id': 'e4ace1fa-5ddb-4038-a8dc-b1ba6814841e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'beaff0ea-757d-4676-9ea3-8bba2bb38c52'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:00.987905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8146b17-9e90-4c09-8b36-505fb1980c61 req-a3793c98-466a-4b13-b78c-8e12f2c033b3 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 210 time: 0.3440328 Feb 04 11:27:01.065974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.081933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:01.097687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.100276 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2104e176-b051-4025-9eed-b952e2adfd56 req-ae8ce571-94c9-4b90-9daf-bea775c16280 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 210 time: 0.1340969 Feb 04 11:27:01.106655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:01.107719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] Pushing event deleted for resources: {'Network': ['ID=3917fe1f-7ea5-4f1b-b3d7-22b1def504a9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:01.110273 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-df001bd6-2d4a-4149-82a4-cc75ac3a527a tempest-PortsAdminExtendedAttrsTestJSON-2090295342 tempest-PortsAdminExtendedAttrsTestJSON-2090295342-project] 10.222.0.36 "DELETE /v2.0/networks/3917fe1f-7ea5-4f1b-b3d7-22b1def504a9 HTTP/1.1" status: 204 len: 168 time: 0.9485292 Feb 04 11:27:01.119737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:01.126493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.161607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad94688-a1aa-4567-b07d-af21b1f36096 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event updated for resources: {'Network': ['ID=28560105-9a95-423f-bb84-244791cb5087,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:01.164096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:01.174424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.207902 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d29c4a8c-ee6c-4592-8ccf-2ececb54b9ef req-4d94d14f-f775-44e2-a8f4-5ecebd707bda tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.1042717 Feb 04 11:27:01.335207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-f568f549-06b2-4918-b2a7-74ae1a778408 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:01.336616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-f568f549-06b2-4918-b2a7-74ae1a778408 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.42 "GET /v2.0/networks?id=85b76a13-233b-4fb8-b878-116737176e98 HTTP/1.1" status: 200 len: 806 time: 0.6061294 Feb 04 11:27:01.408219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.409440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:01.410124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.430199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.42', 50100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:01.509855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.544614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Network': ['ID=a7a4e4cc-f3eb-4af6-919f-150745948f0a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:01.550573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28560105-9a95-423f-bb84-244791cb5087']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:01.561056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-e1509c90-873e-4398-a0d1-cdfd571f8090 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a HTTP/1.1" status: 200 len: 379 time: 0.1828859 Feb 04 11:27:01.573002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a7a4e4cc-f3eb-4af6-919f-150745948f0a details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:01.574434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1d80db-9089-47b0-9e0e-8aa32612beac') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:01.575333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1d80db-9089-47b0-9e0e-8aa32612beac') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:01.589228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.603815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Request body: {'port': {'device_id': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'admin_state_up': True, 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'security_groups': ['e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:01.610430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.618867 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fe2fda02-1ac9-46b8-9e93-52c223934b01 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6837244 Feb 04 11:27:01.620108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:01.620507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:01.634483 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:01.637446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:01.753160 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:27:01.754148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'subnet': {'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:01.757260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-01f0a089-fc70-44ca-a922-d35719806eee tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8124239 Feb 04 11:27:01.759241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:01.763015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.769796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:01.789439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:subnet and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:01.799006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:01.819636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:01.864088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f88f5e-89a3-49d2-be15-46c70d823568 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.895335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f88f5e-89a3-49d2-be15-46c70d823568 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.919384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-49172f56-9a15-4016-a7e7-62f2019d2cf5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:01.920985 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-49172f56-9a15-4016-a7e7-62f2019d2cf5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.42 "GET /v2.0/networks?id=d9cfcd38-db37-4d1d-ae53-597d339790fc HTTP/1.1" status: 200 len: 811 time: 0.4802501 Feb 04 11:27:01.926957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.932325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28560105-9a95-423f-bb84-244791cb5087 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:27:01.935218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.957892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:01.962037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Usage tracker for resource:port and tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:01.964937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:01.966925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:01.969623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Made reservation on behalf of 689389338b3e4d09a3b2fdee9cbc69d9 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:01.971228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:01.972940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:01.996375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] Pushing event deleted for resources: {'Network': ['ID=28560105-9a95-423f-bb84-244791cb5087,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:02.078513 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-60ccb2f0-95d7-438f-944b-77e7f5c9b091 tempest-ExternalNetworksTestJSON-2010175640 tempest-ExternalNetworksTestJSON-2010175640-project-admin] 10.222.0.36 "DELETE /v2.0/networks/28560105-9a95-423f-bb84-244791cb5087 HTTP/1.1" status: 204 len: 168 time: 1.1254938 Feb 04 11:27:02.082325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:02.140011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-744a8da0-99e6-4d5a-8ebc-6eb5da8f7d9d tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] DELETE failed (client error): The resource could not be found. Feb 04 11:27:02.140445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744a8da0-99e6-4d5a-8ebc-6eb5da8f7d9d tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:27:02.144779 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-744a8da0-99e6-4d5a-8ebc-6eb5da8f7d9d tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] 10.222.0.36 "DELETE /v2.0/subnets/5cb75b77-7aa9-4581-89a6-3745f1a6c283 HTTP/1.1" status: 404 len: 337 time: 0.0553122 Feb 04 11:27:02.145087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:02.154090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Made reservation on behalf of c3b4e3bdc8ca4d2db8cff74df92dcb2a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:02.158370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.282479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.284400 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-898fd595-a764-4a79-8274-6131297a0874 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be92183c7d1841e0a80e6fcdca92ee48 HTTP/1.1" status: 200 len: 379 time: 0.2278411 Feb 04 11:27:02.286654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f88f5e-89a3-49d2-be15-46c70d823568 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.310781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f88f5e-89a3-49d2-be15-46c70d823568 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaff0ea-757d-4676-9ea3-8bba2bb38c52,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:02.410177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Request body: {'port': {'device_id': '21bb7665-d591-469f-a27c-d6b884114e84', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'admin_state_up': True, 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'security_groups': ['42a4c37d-aee9-4737-aa29-f2fcd41cf1a2']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:02.465052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f88f5e-89a3-49d2-be15-46c70d823568 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.469665 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-88f88f5e-89a3-49d2-be15-46c70d823568 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/beaff0ea-757d-4676-9ea3-8bba2bb38c52 HTTP/1.1" status: 204 len: 168 time: 0.7061021 Feb 04 11:27:02.484486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58980) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:02.598846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.615060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.42', 50108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:02.627626 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-926df153-78c6-4238-8cdb-3dfc912b1950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbb2381c2e734186a4415cd4bfcdc4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6368456 Feb 04 11:27:02.635476 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-704b1d3f-4a33-403e-845f-66fa9218971c req-0a11c6a6-63e9-4cf0-b844-c41b96bd7f49 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 210 time: 0.3076005 Feb 04 11:27:02.640213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.648239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:02.665878 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-649cf2a8-323e-464d-9a5a-1341406a11b5 req-638b1f88-7d3d-4a4f-a080-a49cf82d9f05 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 210 time: 0.3803055 Feb 04 11:27:02.707896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.721491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40d8c08c-b6b2-40ae-bcc7-44f80615910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:02.882696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524103da-029a-45ef-a86b-faeee032c9a3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:02.904901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a53f07a-da9f-4969-8dee-c46501c9f66e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:02.909273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2c475b-0535-49f6-8670-2467c2a10849') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:02.912624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2c475b-0535-49f6-8670-2467c2a10849') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:03.052091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.069085 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.217041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] In _notify_port_updated(), no bound segment for port dd303b1d-2aa1-46d1-bf80-d15feffa2405 on network 79499791-4163-4581-bd8e-5c09bced1e23 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:27:03.229756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:03.229756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.229756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "PUT /v2.0/ports/dd303b1d-2aa1-46d1-bf80-d15feffa2405 HTTP/1.1" status: 200 len: 993 time: 2.6535161 Feb 04 11:27:03.277582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:03.308084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-dab8adbe-e401-4b1c-ae18-aa860b9abfc3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:03.309757 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-dab8adbe-e401-4b1c-ae18-aa860b9abfc3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 812 time: 0.6883023 Feb 04 11:27:03.311223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:03.311792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:03.334363 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:03.336911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-19ed9e6d-35bb-4679-befe-f02a1aa5e397 None None] Provisioning complete for port dd303b1d-2aa1-46d1-bf80-d15feffa2405 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:03.337025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e4668-cda6-4858-9854-5ec0837e8d04 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=dd303b1d-2aa1-46d1-bf80-d15feffa2405,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:03.337133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19ed9e6d-35bb-4679-befe-f02a1aa5e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.337222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a53f07a-da9f-4969-8dee-c46501c9f66e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:03.339214 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4a53f07a-da9f-4969-8dee-c46501c9f66e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8537242 Feb 04 11:27:03.361951 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-170a84d3-723d-4b4a-96bc-1fa4e8126d00 req-392edf41-f94c-41ad-b8ba-8c25f867db16 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.4170382 Feb 04 11:27:03.413847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:03.440840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-19ed9e6d-35bb-4679-befe-f02a1aa5e397 None None] Port dd303b1d-2aa1-46d1-bf80-d15feffa2405 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:03.476148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:03.500131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:03.540243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-e1d80be0-024a-4d27-b242-5c4585ebfa80 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Synchronizing usage tracker for tenant:195d19e35b234f67984f03cd51bac0ed on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:03.553672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f742d2c-0488-4fe8-bdec-669efce7f449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.581066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f207-8296-4f5a-a3bf-4b55b6ef8284 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.582703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-e1d80be0-024a-4d27-b242-5c4585ebfa80 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Unset dirty status for tenant:195d19e35b234f67984f03cd51bac0ed on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:03.583872 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-e1d80be0-024a-4d27-b242-5c4585ebfa80 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195d19e35b234f67984f03cd51bac0ed HTTP/1.1" status: 200 len: 379 time: 0.1660573 Feb 04 11:27:03.599530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Allocated IP 172.20.0.9 (85b76a13-233b-4fb8-b878-116737176e98/ab17ba3a-38a5-49d0-9bdd-1708064792be/aa28f7d0-5b60-4017-b3ef-5fe4da4e126e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:03.617816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Request body: {'port': {'device_id': 'f66665ba-e1b1-4014-b59c-07884330025f', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'admin_state_up': True, 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'security_groups': ['adeb5904-d6c1-4d61-a03c-1f687313b37a']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:03.628344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Made reservation on behalf of be92183c7d1841e0a80e6fcdca92ee48 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:03.632131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.648267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.651918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port dd303b1d-2aa1-46d1-bf80-d15feffa2405 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:03.652431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.677971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.714208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.770497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f742d2c-0488-4fe8-bdec-669efce7f449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.891910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.915440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f207-8296-4f5a-a3bf-4b55b6ef8284 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:03.967572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] Pushing event deleted for resources: {'Network': ['ID=524103da-029a-45ef-a86b-faeee032c9a3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:04.002252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:04.043589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:04.053369 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2f05e0a0-c3b0-4001-91c4-0aaa60a404d9 tempest-ExternalNetworksTestJSON-1546786254 tempest-ExternalNetworksTestJSON-1546786254-project] 10.222.0.36 "DELETE /v2.0/networks/524103da-029a-45ef-a86b-faeee032c9a3 HTTP/1.1" status: 204 len: 168 time: 1.9070835 Feb 04 11:27:04.054266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:27:04.054721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:04.162354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f207-8296-4f5a-a3bf-4b55b6ef8284 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:04.177916 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e9fc92a-595a-47c0-8af7-b8da89ac570a req-6fc3f06c-a101-4fd0-918a-ae34cc553000 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 210 time: 0.2815132 Feb 04 11:27:04.212098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1f207-8296-4f5a-a3bf-4b55b6ef8284 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ace1fa-5ddb-4038-a8dc-b1ba6814841e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:04.216891 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b9de2d2-9f57-42bf-953e-1c789784e59e req-6d8cf436-dbdc-42b7-81be-e601983d137c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 210 time: 0.2346518 Feb 04 11:27:04.249833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Made reservation on behalf of 195d19e35b234f67984f03cd51bac0ed for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:04.253829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:04.268426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4378d658-742a-4916-a2a9-7a156ec697c5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:04.292152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Checking segment: {'id': '4fc12f4d-809b-4e4f-ab02-266015ac8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:04.292445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network hostable DHCP agents. Network: a7a4e4cc-f3eb-4af6-919f-150745948f0a, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:27:04.344643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f207-8296-4f5a-a3bf-4b55b6ef8284 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:04.348658 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9fe1f207-8296-4f5a-a3bf-4b55b6ef8284 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/e4ace1fa-5ddb-4038-a8dc-b1ba6814841e HTTP/1.1" status: 204 len: 168 time: 0.9306293 Feb 04 11:27:04.349435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:04.525820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5262ed19-e487-4581-bbaa-49ea19f39156 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:04.534665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f742d2c-0488-4fe8-bdec-669efce7f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:04.609006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network a7a4e4cc-f3eb-4af6-919f-150745948f0a is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:27:04.640008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f742d2c-0488-4fe8-bdec-669efce7f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbecde-0694-43c7-9009-33e0f6d44635,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:04.680995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Allocated IP 172.20.0.7 (0ad47c84-885c-4cc1-b4ab-fa29066ab8e9/6239f9a9-1114-46bf-9cf4-51d1ba293a7e/7c443178-ac22-4e21-9c02-1f789ee848a7) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:04.708560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, a7a4e4cc-f3eb-4af6-919f-150745948f0a) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:04.715484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:04.717119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:04.723360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9cae9-ac95-42f7-95ff-f362363007de None None] Network a7a4e4cc-f3eb-4af6-919f-150745948f0a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:04.723919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Allocated IP 172.20.0.7 (d9cfcd38-db37-4d1d-ae53-597d339790fc/13fa6c8c-ed7c-4606-8762-771f3b883a05/fb425ed8-7cf6-4412-96e7-2c902cf56415) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:04.754743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5262ed19-e487-4581-bbaa-49ea19f39156 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:04.757898 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5262ed19-e487-4581-bbaa-49ea19f39156 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4071417 Feb 04 11:27:04.763469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:04.798777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161494641'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:04.815039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:04.828593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:04.881576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:05.011913 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a27acd66-74dc-4333-8ebc-fb66d2c8bb46 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3729277 Feb 04 11:27:05.017469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:05.023688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-df873d19-322e-40d5-9cd6-e3dcc30867bd req-4026b3ec-8db9-447f-ab89-da6ecafc6c32 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Synchronizing usage tracker for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:05.034360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2020364139', 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:05.062947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.066677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:05.078938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:port and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:05.083149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Transition to ACTIVE for port object aa28f7d0-5b60-4017-b3ef-5fe4da4e126e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:05.087147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:05.114363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:05.172510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.180257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f742d2c-0488-4fe8-bdec-669efce7f449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.181381 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f742d2c-0488-4fe8-bdec-669efce7f449 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cfbecde-0694-43c7-9009-33e0f6d44635 HTTP/1.1" status: 204 len: 168 time: 2.5299711 Feb 04 11:27:05.199711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Transition to ACTIVE for port object 7c443178-ac22-4e21-9c02-1f789ee848a7 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:05.208394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.211408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fc340-9909-4cbb-8827-eee2f9b5d236 None None] Network a7a4e4cc-f3eb-4af6-919f-150745948f0a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:05.214248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.254452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.287909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.329549 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-da800779-bae8-4cc2-b448-3640e2ac428d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e230f7c4c2164543ba89fc53406443e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4409041 Feb 04 11:27:05.329549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.344474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:05.365986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Network 85b76a13-233b-4fb8-b878-116737176e98 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:05.366947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-df873d19-322e-40d5-9cd6-e3dcc30867bd req-4026b3ec-8db9-447f-ab89-da6ecafc6c32 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Unset dirty status for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:05.368157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df873d19-322e-40d5-9cd6-e3dcc30867bd req-4026b3ec-8db9-447f-ab89-da6ecafc6c32 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.7995265 Feb 04 11:27:05.455448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Made reservation on behalf of 689389338b3e4d09a3b2fdee9cbc69d9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:05.461937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.481539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:05.516833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:05.521637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Usage tracker for resource:security_group_rule and tenant:d76a93b7b7a449e788741b065a1c2669 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:05.533394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:05.558361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:05.559323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:05.569725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] device_id is not set on port d3cd4841-0eeb-4248-98d5-a2ebd79427b3 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:05.638399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:05.641299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:05.801170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event updated for resources: {'Port': ['ID=7c443178-ac22-4e21-9c02-1f789ee848a7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:05.831827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event updated for resources: {'Port': ['ID=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:05.870745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for dd303b1d-2aa1-46d1-bf80-d15feffa2405 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:05.932632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-518fb9c1-6fc7-453a-8dd9-0b62e6915b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.967645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-518fb9c1-6fc7-453a-8dd9-0b62e6915b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:05.997226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:06.076218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:06.076967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.163835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Provisioning for port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:06.170877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Provisioning complete for port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:06.174978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.199717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.208671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:06.209137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.228223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-518fb9c1-6fc7-453a-8dd9-0b62e6915b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.252466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Transition to ACTIVE for port object fb425ed8-7cf6-4412-96e7-2c902cf56415 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:06.281531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:06.318648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Allocated IP 2001:db8::19c (a7a4e4cc-f3eb-4af6-919f-150745948f0a/4378d658-742a-4916-a2a9-7a156ec697c5/d3cd4841-0eeb-4248-98d5-a2ebd79427b3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:06.324526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.338061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fb9c1-6fc7-453a-8dd9-0b62e6915b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bfcb8d-abbe-43c0-b09e-3986382022d3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:06.415795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.435986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b7aa3a-dfe3-4d00-872f-988b341e9b00,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:06.449900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Provisioning for port 7c443178-ac22-4e21-9c02-1f789ee848a7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:06.455417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Provisioning complete for port 7c443178-ac22-4e21-9c02-1f789ee848a7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:06.459606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.524582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:06.525316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.529836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f75e233d-6ab5-4ef0-a295-8b7c51f14855 None None] Port 7c443178-ac22-4e21-9c02-1f789ee848a7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:06.550756 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-78b57372-7429-4bcf-a1cd-b2059a68071a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9406557 Feb 04 11:27:06.551788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-518fb9c1-6fc7-453a-8dd9-0b62e6915b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.562499 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-518fb9c1-6fc7-453a-8dd9-0b62e6915b7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13bfcb8d-abbe-43c0-b09e-3986382022d3 HTTP/1.1" status: 204 len: 168 time: 1.1637580 Feb 04 11:27:06.562499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:06.562499 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9cb88874-4b60-49aa-897c-f0a9bddf5cdd tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7901864 Feb 04 11:27:06.565854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-de8f8332-7bf8-4165-abf8-7b706e458fc4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:27:06.566870 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-de8f8332-7bf8-4165-abf8-7b706e458fc4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073249 Feb 04 11:27:06.577137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:06.593512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0d03829a-42b7-4a38-a02f-caaa69aba938 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:06.595623 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-0d03829a-42b7-4a38-a02f-caaa69aba938 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 11:27:06.596696 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-0d03829a-42b7-4a38-a02f-caaa69aba938 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 11:27:06.602892 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0d03829a-42b7-4a38-a02f-caaa69aba938 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "PUT /v2.0/security-groups/50b7aa3a-dfe3-4d00-872f-988b341e9b00 HTTP/1.1" status: 409 len: 330 time: 0.0194848 Feb 04 11:27:06.608517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59062) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:06.650979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-29e7d4a1-131e-46b3-baf8-a1b0e581c204 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c8a6a0e790e47939fcab14eff4ecfce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374795 Feb 04 11:27:06.659843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59066) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:06.677469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Network d9cfcd38-db37-4d1d-ae53-597d339790fc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:06.709902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ada003-ccf4-461c-baa7-6ce7dcc1d186 req-de93421b-3cb0-4ad5-8633-b3d6d68c3936 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:06.711715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94ada003-ccf4-461c-baa7-6ce7dcc1d186 req-de93421b-3cb0-4ad5-8633-b3d6d68c3936 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 931 time: 0.8825245 Feb 04 11:27:06.712635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:06.715087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event updated for resources: {'Port': ['ID=fb425ed8-7cf6-4412-96e7-2c902cf56415,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:06.718399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:06.812140 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-9a74b85a-1b80-4f41-9592-284128685717 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2131500 Feb 04 11:27:07.008702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42465f-5c93-4a36-bc51-b195726f0e39 req-85cf1a00-e009-44d6-bf33-cbff726c91d4 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:07.009401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ea42465f-5c93-4a36-bc51-b195726f0e39 req-85cf1a00-e009-44d6-bf33-cbff726c91d4 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Synchronizing usage tracker for tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:07.014118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e5d338e-8f45-4747-b7d2-971b8ba7a01e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.064741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e5d338e-8f45-4747-b7d2-971b8ba7a01e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.116330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:07.117848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.122727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.124670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.181354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1c8b19c6-c7d3-4421-930c-493ef8c43b88 None None] Provisioning for port fb425ed8-7cf6-4412-96e7-2c902cf56415 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:07.187385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a52dfaa5-bfdf-419f-95ba-ec0906adc0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.191062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1c8b19c6-c7d3-4421-930c-493ef8c43b88 None None] Provisioning complete for port fb425ed8-7cf6-4412-96e7-2c902cf56415 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:07.191062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c8b19c6-c7d3-4421-930c-493ef8c43b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.246694 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94ada003-ccf4-461c-baa7-6ce7dcc1d186 req-39c5ce1c-8596-46c3-998c-c31b26b2f2c1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595411 Feb 04 11:27:07.247603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ea42465f-5c93-4a36-bc51-b195726f0e39 req-85cf1a00-e009-44d6-bf33-cbff726c91d4 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Unset dirty status for tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:07.248838 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea42465f-5c93-4a36-bc51-b195726f0e39 req-85cf1a00-e009-44d6-bf33-cbff726c91d4 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 931 time: 1.3961518 Feb 04 11:27:07.277349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Request body: {'port': {'device_id': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:07.314602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=dd303b1d-2aa1-46d1-bf80-d15feffa2405,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:07.315841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b19c6-c7d3-4421-930c-493ef8c43b88 None None] Port fb425ed8-7cf6-4412-96e7-2c902cf56415 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:07.352997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e5d338e-8f45-4747-b7d2-971b8ba7a01e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.358364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Request body: {'port': {'device_id': 'f66665ba-e1b1-4014-b59c-07884330025f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:07.378071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.477713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d338e-8f45-4747-b7d2-971b8ba7a01e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b7aa3a-dfe3-4d00-872f-988b341e9b00,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:07.482024 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-d4d4f0fa-8eec-403d-b274-5c705bcd4418 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1528599 Feb 04 11:27:07.484157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a52dfaa5-bfdf-419f-95ba-ec0906adc0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.500703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network a7a4e4cc-f3eb-4af6-919f-150745948f0a is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:07.506958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:07.513778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:07.514867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:07.515571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.521395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e5d338e-8f45-4747-b7d2-971b8ba7a01e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.522744 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e5d338e-8f45-4747-b7d2-971b8ba7a01e tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/50b7aa3a-dfe3-4d00-872f-988b341e9b00 HTTP/1.1" status: 204 len: 168 time: 0.9091334 Feb 04 11:27:07.557598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:07.592734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea42465f-5c93-4a36-bc51-b195726f0e39 req-25db683b-85cb-4cbb-ab12-a3cd97191bfe tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224056 Feb 04 11:27:07.616577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Request body: {'port': {'device_id': '21bb7665-d591-469f-a27c-d6b884114e84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:07.621592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Port': ['ID=d3cd4841-0eeb-4248-98d5-a2ebd79427b3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:07.651769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.727751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:07.805211 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ddf92e3b-3840-44fe-97bd-84bc7fb5d61a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7839677 Feb 04 11:27:07.807931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:07.901478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-971c1c86-a757-418d-a7d4-4c971cd55c15 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Synchronizing usage tracker for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:07.928014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:08.000755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting port d3cd4841-0eeb-4248-98d5-a2ebd79427b3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:08.001263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.084172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-971c1c86-a757-418d-a7d4-4c971cd55c15 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] Unset dirty status for tenant:d76a93b7b7a449e788741b065a1c2669 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:08.085530 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-971c1c86-a757-418d-a7d4-4c971cd55c15 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5143757 Feb 04 11:27:08.093769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:08.165527 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2257a10e-2302-45c5-9cdd-7e2b5a4ac4ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b18b7dbcf33543b3823942f199a5d8f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2303302 Feb 04 11:27:08.174971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59096) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:08.195757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.221042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a6651-b792-4ae0-ae6c-a8fcf27980eb req-9093c1ba-3949-4248-8d07-1e3033387bb4 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:08.228855 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d03a6651-b792-4ae0-ae6c-a8fcf27980eb req-9093c1ba-3949-4248-8d07-1e3033387bb4 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 931 time: 0.7998133 Feb 04 11:27:08.240001 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b628db37-7a47-4769-a6a6-d1cce52b7a76 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] delete failed (client error): The resource could not be found. Feb 04 11:27:08.246808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b628db37-7a47-4769-a6a6-d1cce52b7a76 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "DELETE /v2.0/security-groups/877ca2ec-2b29-4415-a711-7bd711d64137 HTTP/1.1" status: 404 len: 347 time: 0.1479728 Feb 04 11:27:08.249668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:08.323183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.432535 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-81fe5d7d-772f-4c23-9d73-b1a2943a9475 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] show failed (client error): The resource could not be found. Feb 04 11:27:08.440334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-81fe5d7d-772f-4c23-9d73-b1a2943a9475 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-groups/d9d661da-469e-48f6-adcc-790254ad00ac HTTP/1.1" status: 404 len: 347 time: 0.1838343 Feb 04 11:27:08.445390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:08.456741 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-90af1210-b476-4771-aa84-3bd63ba87311 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/ports/dd303b1d-2aa1-46d1-bf80-d15feffa2405 HTTP/1.1" status: 204 len: 168 time: 5.1484327 Feb 04 11:27:08.460758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:08.500342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d03a6651-b792-4ae0-ae6c-a8fcf27980eb req-f7cde75c-4854-4121-a506-7ea51775af44 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702308 Feb 04 11:27:08.648350 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-0d4ca69a-b6e5-4aac-94db-21349de56b70 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] show failed (client error): The resource could not be found. Feb 04 11:27:08.648350 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0d4ca69a-b6e5-4aac-94db-21349de56b70 tempest-NegativeSecGroupTest-643618805 tempest-NegativeSecGroupTest-643618805-project] 10.222.0.36 "GET /v2.0/security-group-rules/6e74b355-76b3-40d4-90a1-4ea2495700be HTTP/1.1" status: 404 len: 356 time: 0.1068311 Feb 04 11:27:08.649566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1fc6-4a4c-4186-a30c-e9b3f7860f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.649566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1fc6-4a4c-4186-a30c-e9b3f7860f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.837006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.885728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fc60e4-658d-4236-b686-01861b55a377 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] GET failed (client error): The resource could not be found. Feb 04 11:27:08.886321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e3fc60e4-658d-4236-b686-01861b55a377 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Synchronizing usage tracker for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:08.936719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a52dfaa5-bfdf-419f-95ba-ec0906adc0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.940262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a52dfaa5-bfdf-419f-95ba-ec0906adc0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:08.944302 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a52dfaa5-bfdf-419f-95ba-ec0906adc0df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e44900c1-c47e-4372-a9f5-6de6c174ff38 HTTP/1.1" status: 204 len: 168 time: 2.2753472 Feb 04 11:27:08.998839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Calling delete_port for d3cd4841-0eeb-4248-98d5-a2ebd79427b3 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:09.117810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa28f7d0-5b60-4017-b3ef-5fe4da4e126e {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:27:09.127306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.135989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1fc6-4a4c-4186-a30c-e9b3f7860f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.149885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52dfaa5-bfdf-419f-95ba-ec0906adc0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44900c1-c47e-4372-a9f5-6de6c174ff38,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:09.181188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1fc6-4a4c-4186-a30c-e9b3f7860f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0aa13b-c858-40dc-9e98-e92c14d9b9f8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:09.195574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Transition to ACTIVE for port object aa28f7d0-5b60-4017-b3ef-5fe4da4e126e will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:09.212812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1fc6-4a4c-4186-a30c-e9b3f7860f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.213970 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5e7b1fc6-4a4c-4186-a30c-e9b3f7860f17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e0aa13b-c858-40dc-9e98-e92c14d9b9f8 HTTP/1.1" status: 204 len: 168 time: 1.0380023 Feb 04 11:27:09.310510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.455423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e3fc60e4-658d-4236-b686-01861b55a377 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Unset dirty status for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:09.455423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e3fc60e4-658d-4236-b686-01861b55a377 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "GET /v2.0/ports/dd303b1d-2aa1-46d1-bf80-d15feffa2405 HTTP/1.1" status: 404 len: 333 time: 0.8842332 Feb 04 11:27:09.455423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787311d-106a-477f-975b-b6f961f0b477 req-902ff1a2-1d39-40f2-9dae-7935bff39878 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:09.455423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0787311d-106a-477f-975b-b6f961f0b477 req-902ff1a2-1d39-40f2-9dae-7935bff39878 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 931 time: 0.8326483 Feb 04 11:27:09.455423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ddae3-98cc-43e5-87af-ddf3747c863b req-5727956b-1455-4fa5-a485-882af53f99d1 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:09.455423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8a6ddae3-98cc-43e5-87af-ddf3747c863b req-5727956b-1455-4fa5-a485-882af53f99d1 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 931 time: 0.5017359 Feb 04 11:27:09.456205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59124) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:09.465639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'name': 'tempest-AllowedAddressPairTestJSON-1552277791'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:09.609187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c443178-ac22-4e21-9c02-1f789ee848a7 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:27:09.631027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.642460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0787311d-106a-477f-975b-b6f961f0b477 req-b83938ea-fe92-45b1-8ca9-1740d6354e63 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401271 Feb 04 11:27:09.660207 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8a6ddae3-98cc-43e5-87af-ddf3747c863b req-760f5774-74b6-41cc-a12e-d4252a0bce59 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384403 Feb 04 11:27:09.705349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb425ed8-7cf6-4412-96e7-2c902cf56415 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:27:09.710003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Transition to ACTIVE for port object 7c443178-ac22-4e21-9c02-1f789ee848a7 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:09.724211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.756613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Transition to ACTIVE for port object fb425ed8-7cf6-4412-96e7-2c902cf56415 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:09.766375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.770124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:09.948782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:09.949737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3cd4841-0eeb-4248-98d5-a2ebd79427b3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:09.952831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:09.995191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.029839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.123406 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fd4e70e2-d698-454c-80d0-207a500dc459 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d3cd4841-0eeb-4248-98d5-a2ebd79427b3 HTTP/1.1" status: 204 len: 168 time: 2.3086066 Feb 04 11:27:10.141084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:10.202728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a', 'external_fixed_ips': [{'subnet_id': '4378d658-742a-4916-a2a9-7a156ec697c5', 'ip_address': '2001:db8::19c'}]}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:10.214968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Attempting to bind port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:10.215398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Attempting to bind port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:10.215775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Attempting to bind port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e on network 85b76a13-233b-4fb8-b878-116737176e98 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e on network 85b76a13-233b-4fb8-b878-116737176e98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Attempting to bind port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e on network 85b76a13-233b-4fb8-b878-116737176e98 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:router and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Checking segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Bound using segment: {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Bound port: aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ff674e-817b-4d8f-9d54-28d513c32298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '85b76a13-233b-4fb8-b878-116737176e98'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.291770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:10.293313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:10.508850 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1f52aa94-b244-4d36-8b45-24fb20c1e4f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d76a93b7b7a449e788741b065a1c2669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542166 Feb 04 11:27:10.534613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] For port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:10.538495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:10.577049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] For port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:10.611748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c443178-ac22-4e21-9c02-1f789ee848a7,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:10.683534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06435c86-e678-4de1-8194-0dd645a62c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.758788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:10.765149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.778818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.784467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.793863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.803260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06435c86-e678-4de1-8194-0dd645a62c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:10.943359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] device_id is not set on port d2509362-fba4-415d-9b96-5533299206b6 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:11.013733 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:11.014349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:11.019762 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa28f7d0-5b60-4017-b3ef-5fe4da4e126e HTTP/1.1" status: 200 len: 1093 time: 4.0119083 Feb 04 11:27:11.026890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:11.028577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:11.070583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Attempting to bind port fb425ed8-7cf6-4412-96e7-2c902cf56415 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:11.070943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Attempting to bind port fb425ed8-7cf6-4412-96e7-2c902cf56415 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:11.077671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Attempting to bind port fb425ed8-7cf6-4412-96e7-2c902cf56415 on network d9cfcd38-db37-4d1d-ae53-597d339790fc {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:11.123218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80555325-dd50-4b2a-91df-d69ce2fc061d req-f26c3422-0436-4fc1-a5c3-edbb4f89698b tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:11.143243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-80555325-dd50-4b2a-91df-d69ce2fc061d req-f26c3422-0436-4fc1-a5c3-edbb4f89698b tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 931 time: 1.2582130 Feb 04 11:27:11.143940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Pushing event updated for resources: {'Port': ['ID=fb425ed8-7cf6-4412-96e7-2c902cf56415,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:11.150386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17715ae0-e852-46c1-b1d4-430aebd321c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:11.151011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Port fb425ed8-7cf6-4412-96e7-2c902cf56415 on network d9cfcd38-db37-4d1d-ae53-597d339790fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:27:11.151011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Attempting to bind port fb425ed8-7cf6-4412-96e7-2c902cf56415 on network d9cfcd38-db37-4d1d-ae53-597d339790fc {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:11.208395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:11.208716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Checking segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:11.209253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Bound using segment: {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:11.209754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Bound port: fb425ed8-7cf6-4412-96e7-2c902cf56415, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d90532-1206-4380-87a8-7aea75c7c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:11.210118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:11.300339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Attempting to bind port 7c443178-ac22-4e21-9c02-1f789ee848a7 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:11.300676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Attempting to bind port 7c443178-ac22-4e21-9c02-1f789ee848a7 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:11.303245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Attempting to bind port 7c443178-ac22-4e21-9c02-1f789ee848a7 on network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:11.309289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06435c86-e678-4de1-8194-0dd645a62c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:11.381501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Port 7c443178-ac22-4e21-9c02-1f789ee848a7 on network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:27:11.384632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Attempting to bind port 7c443178-ac22-4e21-9c02-1f789ee848a7 on network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:11.533325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:11.533325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Checking segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:11.533325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Bound using segment: {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:11.533325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Bound port: 7c443178-ac22-4e21-9c02-1f789ee848a7, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea327111-98d7-476f-8f75-3083cb3677ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:11.533325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:11.534091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435c86-e678-4de1-8194-0dd645a62c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2ae64-4824-497e-b16c-8a57141c19c2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:11.616454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Allocated IP 172.20.0.13 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/d2509362-fba4-415d-9b96-5533299206b6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:11.629357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-80555325-dd50-4b2a-91df-d69ce2fc061d req-8f8d00e3-fdc0-4ba6-8916-04175e3f2d14 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222975 Feb 04 11:27:11.727814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:11.773585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c7ed-0fee-4023-bfd6-100c823e9b4d req-cf3a8356-5ccf-4f96-a9b4-cc24541664e2 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:11.786161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-08a4c7ed-0fee-4023-bfd6-100c823e9b4d req-cf3a8356-5ccf-4f96-a9b4-cc24541664e2 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 943 time: 0.8637347 Feb 04 11:27:11.809991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-6b014a9b-023e-498e-a040-62d91579beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:11.819642 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-6b014a9b-023e-498e-a040-62d91579beab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a&device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 1096 time: 0.5617230 Feb 04 11:27:11.953793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] For port fb425ed8-7cf6-4412-96e7-2c902cf56415, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:12.021556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06435c86-e678-4de1-8194-0dd645a62c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.024530 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-06435c86-e678-4de1-8194-0dd645a62c5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46a2ae64-4824-497e-b16c-8a57141c19c2 HTTP/1.1" status: 204 len: 168 time: 1.4833248 Feb 04 11:27:12.059648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] For port fb425ed8-7cf6-4412-96e7-2c902cf56415, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:12.076080 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-08a4c7ed-0fee-4023-bfd6-100c823e9b4d req-d9d97e6f-bf1b-4d9c-a53d-3e353cd79d22 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859061 Feb 04 11:27:12.081036 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-e127bb64-2e66-4558-9cd8-015eaf723a20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e HTTP/1.1" status: 200 len: 217 time: 0.2556562 Feb 04 11:27:12.105038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] For port 7c443178-ac22-4e21-9c02-1f789ee848a7, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:12.128652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] For port 7c443178-ac22-4e21-9c02-1f789ee848a7, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7c443178-ac22-4e21-9c02-1f789ee848a7,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:12.176322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248bfcf-9d32-4415-99fd-433ed087c412 req-c1b293cb-88ff-4889-af76-65188c1e1a5f tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.196780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2248bfcf-9d32-4415-99fd-433ed087c412 req-c1b293cb-88ff-4889-af76-65188c1e1a5f tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 943 time: 0.2482316 Feb 04 11:27:12.198490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.384139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.404273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.404550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.406417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb425ed8-7cf6-4412-96e7-2c902cf56415 HTTP/1.1" status: 200 len: 1093 time: 4.7937829 Feb 04 11:27:12.406417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:12.445531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-476c9ad8-3680-4a15-b774-e80b31b18461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.447100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.447240 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-476c9ad8-3680-4a15-b774-e80b31b18461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab17ba3a-38a5-49d0-9bdd-1708064792be HTTP/1.1" status: 200 len: 845 time: 0.1537268 Feb 04 11:27:12.447340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.448615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1093 time: 5.4835739 Feb 04 11:27:12.451606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2248bfcf-9d32-4415-99fd-433ed087c412 req-af7c8a3b-ebf9-451f-a78a-43488a8ca622 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432790 Feb 04 11:27:12.457266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be7371-f6e9-4f5e-95bb-6b32fff7b294 service neutron] Pushing event updated for resources: {'Port': ['ID=fb425ed8-7cf6-4412-96e7-2c902cf56415,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:12.457667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:12.635139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Transition to ACTIVE for port object d2509362-fba4-415d-9b96-5533299206b6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:12.783244 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'status': 'completed', 'code': 200} Feb 04 11:27:12.824625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7f32a-9b99-4071-bf74-36308dbef7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c443178-ac22-4e21-9c02-1f789ee848a7,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:12.882731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-06305136-7fd8-431c-a000-0f9af251c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.888837 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-06305136-7fd8-431c-a000-0f9af251c340 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1096 time: 0.2983501 Feb 04 11:27:12.893576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-f6b61a9c-b989-4169-8dc5-760e9664d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.898797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-ecc1ae1a-840b-4558-b8b1-1e40856463be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:12.905550 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-ecc1ae1a-840b-4558-b8b1-1e40856463be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be92183c7d1841e0a80e6fcdca92ee48&device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 1096 time: 0.3135309 Feb 04 11:27:12.907852 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-f6b61a9c-b989-4169-8dc5-760e9664d3af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85b76a13-233b-4fb8-b878-116737176e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4324200 Feb 04 11:27:13.170480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:13.205919 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-eb064581-1c4b-4af3-b6d0-3a00831f20d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 217 time: 0.3010063 Feb 04 11:27:13.218384 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-0784bb38-15c1-44db-ac90-b340a8fd9e26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415 HTTP/1.1" status: 200 len: 217 time: 0.2103772 Feb 04 11:27:13.337841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:13.404364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:13.404364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:13.477028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:13.478804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:13.579069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=d2509362-fba4-415d-9b96-5533299206b6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:13.642747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-704b21c8-27c2-4132-a43c-b11b3850a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:13.644706 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-704b21c8-27c2-4132-a43c-b11b3850a73b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.4167290 Feb 04 11:27:13.692605 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-a7315532-7690-407b-8423-ef35b72723dc service neutron] 10.222.0.42 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7588918 Feb 04 11:27:13.796632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-0990430b-d9e3-4c9d-b266-96584446a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:13.798913 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-0990430b-d9e3-4c9d-b266-96584446a067 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13fa6c8c-ed7c-4606-8762-771f3b883a05 HTTP/1.1" status: 200 len: 850 time: 0.4660604 Feb 04 11:27:13.854286 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d74617f7-a05c-4378-b463-b9cb387740a5 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4041409 Feb 04 11:27:13.866275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59232) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:13.897982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ba89d0a8-4993-4936-85a7-97bfb4b6c2e9 None None] Provisioning for port d2509362-fba4-415d-9b96-5533299206b6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:13.902181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:75:78:7f'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:13.904094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ba89d0a8-4993-4936-85a7-97bfb4b6c2e9 None None] Provisioning complete for port d2509362-fba4-415d-9b96-5533299206b6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:13.904735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba89d0a8-4993-4936-85a7-97bfb4b6c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:13.957386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab309-7b7e-4c7d-bb37-4e40b897b99c req-be23e0eb-c723-49c6-83b0-52b057d43896 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:13.959036 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-261ab309-7b7e-4c7d-bb37-4e40b897b99c req-be23e0eb-c723-49c6-83b0-52b057d43896 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 943 time: 0.6309290 Feb 04 11:27:13.972826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f668fb-c9dd-4bd1-8f77-2c08d47bdf11 req-0414354d-e8ab-4180-9cc3-e425963cef6b tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:13.979826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-54f668fb-c9dd-4bd1-8f77-2c08d47bdf11 req-0414354d-e8ab-4180-9cc3-e425963cef6b tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 943 time: 0.9709253 Feb 04 11:27:14.058719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ba89d0a8-4993-4936-85a7-97bfb4b6c2e9 None None] Port d2509362-fba4-415d-9b96-5533299206b6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:14.076367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:14.129569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-acfe9d2d-e137-4969-b49d-16d3f5ad97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:14.131818 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-acfe9d2d-e137-4969-b49d-16d3f5ad97c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4421661 Feb 04 11:27:14.142232 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-54f668fb-c9dd-4bd1-8f77-2c08d47bdf11 req-a20bf2bd-9326-41fa-9607-4b65ff2b86c7 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608689 Feb 04 11:27:14.144158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:14.285239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-c4f24fc1-9d17-40ca-a32f-01a4402bf34f service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397736 Feb 04 11:27:14.289262 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-261ab309-7b7e-4c7d-bb37-4e40b897b99c req-105652ef-1752-4186-8e17-dcc3420bbc49 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061998 Feb 04 11:27:14.335667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-2e384b31-575b-4961-9292-7b77f373b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:14.340971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-2e384b31-575b-4961-9292-7b77f373b4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9cfcd38-db37-4d1d-ae53-597d339790fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5218844 Feb 04 11:27:14.443349 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0b5f0a05-8d32-47fe-9c80-53ce9739827f req-985167d4-f6e6-43af-a064-e8ecc3df856f service neutron] 10.222.0.42 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223277 Feb 04 11:27:14.795655 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f01a0a3-0fc4-47c9-9740-7e3f6f42485d req-9e8c4a14-003e-4754-aadf-fc8fe0c3e3ae service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991133 Feb 04 11:27:14.824539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6755afa-f251-46e6-8815-ba684bf07b68 req-722f8f42-852f-4325-8905-801b3877c6e6 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:14.826009 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a6755afa-f251-46e6-8815-ba684bf07b68 req-722f8f42-852f-4325-8905-801b3877c6e6 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 943 time: 0.4840558 Feb 04 11:27:14.828016 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-c9692b8d-91a9-4841-935f-a19455beefd8 service neutron] 10.222.0.42 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139559 Feb 04 11:27:14.852532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:14.972881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Allocated IP 2001:db8::19c (a7a4e4cc-f3eb-4af6-919f-150745948f0a/4378d658-742a-4916-a2a9-7a156ec697c5/866fe29f-b20d-410e-95ac-33bd9d1b6eba) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:15.067475 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'status': 'completed', 'code': 200} Feb 04 11:27:15.074308 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a6755afa-f251-46e6-8815-ba684bf07b68 req-8e968e99-c6ff-4042-8be0-46f3786e7bda tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398369 Feb 04 11:27:15.126615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec711fa2-feba-4ae7-9cf4-13fc1e760ced req-70b0f190-6b40-440d-b0b6-0cb3f5a7b8e2 service neutron] 10.222.0.42 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691469 Feb 04 11:27:15.293305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59266) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:15.313735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-72bfbb20-1cb8-4d9a-a249-3d6053beee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.315216 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-72bfbb20-1cb8-4d9a-a249-3d6053beee83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a&device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 1096 time: 0.4945066 Feb 04 11:27:15.371970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ae0a7-f828-4c7c-9801-8ec640519fc5 req-5044f778-0a04-4f56-ac23-47e6e2d64015 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.381227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee9ae0a7-f828-4c7c-9801-8ec640519fc5 req-5044f778-0a04-4f56-ac23-47e6e2d64015 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 943 time: 0.1158369 Feb 04 11:27:15.542021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.546606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee9ae0a7-f828-4c7c-9801-8ec640519fc5 req-a3e6c170-4140-4317-993b-fb3db54bc4e6 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644442 Feb 04 11:27:15.573568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-fd4751eb-780c-40f9-a1fc-a99c22acb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.575011 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-fd4751eb-780c-40f9-a1fc-a99c22acb3e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=85b76a13-233b-4fb8-b878-116737176e98 HTTP/1.1" status: 200 len: 907 time: 0.2461066 Feb 04 11:27:15.587208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:15.629909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48af2-b340-4203-953a-6355b41d0122 req-481d886b-54fb-444f-bcd1-e3494cfce588 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.631999 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ebb48af2-b340-4203-953a-6355b41d0122 req-481d886b-54fb-444f-bcd1-e3494cfce588 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 943 time: 0.1805711 Feb 04 11:27:15.634166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-c87800c9-ac07-4de7-a2c2-b8b9d3680d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.635612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-c87800c9-ac07-4de7-a2c2-b8b9d3680d5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be92183c7d1841e0a80e6fcdca92ee48&device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 1096 time: 0.2524219 Feb 04 11:27:15.656342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.667090 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-2d37c854-cd2a-4e72-a1e4-a36d74c5045c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e HTTP/1.1" status: 200 len: 217 time: 0.0771809 Feb 04 11:27:15.683582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-490888343', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:15.689917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:15.694584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Usage tracker for resource:port and tenant:e58c1629a78a4294b31a7eb1d33c2027 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:15.698681 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:15.710661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:15.751443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59284) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:15.767785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.775618 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ebb48af2-b340-4203-953a-6355b41d0122 req-d4fc686d-0c16-45a2-8f48-ddcfa353c520 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380730 Feb 04 11:27:15.786210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2012015700'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:15.791929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:15.798495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Usage tracker for resource:network and tenant:06707320758f4b21ae5dcb8dfd424d30 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:15.807869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:15.817076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:15.849003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ec953e20-c055-4a67-be48-d19a7dac27b3 tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:15.868548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-a69dcf1c-fb5d-49bc-b76d-b4bedc7d1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.870069 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-a69dcf1c-fb5d-49bc-b76d-b4bedc7d1af2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9cfcd38-db37-4d1d-ae53-597d339790fc HTTP/1.1" status: 200 len: 912 time: 0.2076912 Feb 04 11:27:15.900554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.915936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Made reservation on behalf of e58c1629a78a4294b31a7eb1d33c2027 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:15.918348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.934049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Made reservation on behalf of 06707320758f4b21ae5dcb8dfd424d30 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:15.937756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.949617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-0bcee490-5106-4dc2-8e9d-cbd75945b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:15.951389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-0bcee490-5106-4dc2-8e9d-cbd75945b00f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab17ba3a-38a5-49d0-9bdd-1708064792be HTTP/1.1" status: 200 len: 845 time: 0.2384458 Feb 04 11:27:15.957204 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-abe55962-6cc7-4953-afd9-2b027f41d264 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415 HTTP/1.1" status: 200 len: 217 time: 0.0772262 Feb 04 11:27:15.959419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:15.966325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=d2509362-fba4-415d-9b96-5533299206b6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:15.968768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.017130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:16.028016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Usage tracker for resource:security_group_rule and tenant:06707320758f4b21ae5dcb8dfd424d30 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:16.032688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:16.041049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:16.055579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-e5660f8a-8eb4-42aa-a071-d86bfa63b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.056566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-e5660f8a-8eb4-42aa-a071-d86bfa63b712 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13fa6c8c-ed7c-4606-8762-771f3b883a05 HTTP/1.1" status: 200 len: 850 time: 0.0863662 Feb 04 11:27:16.072581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network a7a4e4cc-f3eb-4af6-919f-150745948f0a is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:16.083251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:16.094294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:16.102599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7113da5d-06a5-4935-aa5b-5301018780bd None None] Provisioning complete for port d2509362-fba4-415d-9b96-5533299206b6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:16.103607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7113da5d-06a5-4935-aa5b-5301018780bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.162013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7113da5d-06a5-4935-aa5b-5301018780bd None None] Port d2509362-fba4-415d-9b96-5533299206b6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:16.172363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] In _notify_port_updated(), no bound segment for port d2509362-fba4-415d-9b96-5533299206b6 on network 79499791-4163-4581-bd8e-5c09bced1e23 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:27:16.178665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.179130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.183401 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bdc85130-ae0d-44d8-8133-cdc1134afcc2 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "PUT /v2.0/ports/d2509362-fba4-415d-9b96-5533299206b6 HTTP/1.1" status: 200 len: 997 time: 2.3141158 Feb 04 11:27:16.186229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-d6fdd72d-89ac-4aaf-86d5-7b36796c734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.187638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-d6fdd72d-89ac-4aaf-86d5-7b36796c734e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9cfcd38-db37-4d1d-ae53-597d339790fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207769 Feb 04 11:27:16.188091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59292) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:16.241336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:16.257294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.270232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Usage tracker for resource:security_group_rule and tenant:e58c1629a78a4294b31a7eb1d33c2027 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:16.272745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Port': ['ID=866fe29f-b20d-410e-95ac-33bd9d1b6eba,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:16.302848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:16.316671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:16.367503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.384100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-583d5d5b-a260-4cd5-ae0c-52c945ac2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.385574 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-583d5d5b-a260-4cd5-ae0c-52c945ac2f80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85b76a13-233b-4fb8-b878-116737176e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4229052 Feb 04 11:27:16.392807 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ec953e20-c055-4a67-be48-d19a7dac27b3 tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "PUT /v2.0/quotas/ef6ef645f1cc41c885ed1e586ec8c059 HTTP/1.1" status: 200 len: 366 time: 0.6393015 Feb 04 11:27:16.395604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:16.429497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port d2509362-fba4-415d-9b96-5533299206b6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:16.429830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.466740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:16.501799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f10539d-6a38-4c07-a304-3ea12ac7d380,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:16.529639 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-744587fe-b0c6-4339-8e65-9a6270981006 tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1298020 Feb 04 11:27:16.536997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59300) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:16.541882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.542217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Added segment 02150d8c-16e9-4acd-a889-de8f45a6d4ac of type vlan for network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 Feb 04 11:27:16.560074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-af515502-8f9e-47f6-a28c-b419273400b0 service neutron] 10.222.0.42 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597467 Feb 04 11:27:16.630836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b2825450-aad9-4d64-91c8-c52ded607888 tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "GET /v2.0/quotas/ef6ef645f1cc41c885ed1e586ec8c059 HTTP/1.1" status: 200 len: 366 time: 0.0846472 Feb 04 11:27:16.631063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.631527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59306) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:16.709085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.714147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.739488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] device_id is not set on port b4cb24f9-cef5-4965-95bd-06ce3417bb68 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:16.776124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af4d4d-26ab-4a1e-a63f-00022c081a80 req-88a0bbef-b0dc-40d9-adf0-b3330d2b1300 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:16.777763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13af4d4d-26ab-4a1e-a63f-00022c081a80 req-88a0bbef-b0dc-40d9-adf0-b3330d2b1300 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 943 time: 0.5274487 Feb 04 11:27:16.792232 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-0e533912-c9eb-4bfc-b99f-c22401ceb6fa service neutron] 10.222.0.42 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972836 Feb 04 11:27:16.902088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:27:16.924373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eddc5b-cb15-443a-9c33-f0fa5c1c67f3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:16.932243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:16.983369 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d07a5ba5-72c1-4659-ade4-e3375d59ef9d tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/ef6ef645f1cc41c885ed1e586ec8c059 HTTP/1.1" status: 204 len: 168 time: 0.2980158 Feb 04 11:27:16.994660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59312) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:17.011787 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13af4d4d-26ab-4a1e-a63f-00022c081a80 req-0f45249d-85ea-4d30-9334-7fb7d59d68f3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588516 Feb 04 11:27:17.032480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eeb27f87-048d-47dc-b51c-69f3588e3f22 req-8bf15bd5-42e3-4779-abd2-0d671fbd173a service neutron] 10.222.0.42 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324687 Feb 04 11:27:17.042461 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bafa2871-42f3-44fe-9139-0dcc6194ed47 tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0351691 Feb 04 11:27:17.042674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:17.163260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:17.173639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:17.182649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:17.188173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:17.189337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:17.193839 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7eacfb6-ba38-4e02-9243-1d802439c53b tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "GET /v2.0/quotas/ef6ef645f1cc41c885ed1e586ec8c059 HTTP/1.1" status: 200 len: 370 time: 0.1502712 Feb 04 11:27:17.197379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:17.232056 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-48296ef1-3888-45b9-8010-91916973ff87 tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "GET /v2.0/quotas/ef6ef645f1cc41c885ed1e586ec8c059/default HTTP/1.1" status: 200 len: 370 time: 0.0282679 Feb 04 11:27:17.247399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:17.275279 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7435ed29-1ea9-4949-8b3b-dbebe2221253 req-58905c08-b21c-4a37-afb9-e05c7358e28e service neutron] 10.222.0.42 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717417 Feb 04 11:27:17.286644 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-7063540e-e534-483f-b984-95e26ee2796e tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] delete failed (client error): The resource could not be found. Feb 04 11:27:17.290099 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7063540e-e534-483f-b984-95e26ee2796e tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/ef6ef645f1cc41c885ed1e586ec8c059 HTTP/1.1" status: 404 len: 348 time: 0.0348535 Feb 04 11:27:17.299826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Allocated IP 172.26.6.218 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/b4cb24f9-cef5-4965-95bd-06ce3417bb68) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:17.391250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for d2509362-fba4-415d-9b96-5533299206b6 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:17.490611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23198a-78ca-479c-8bf9-4d7c19c6fdea req-8cfd9444-e822-42cb-a112-6c2f2b232f26 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:17.495578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c23198a-78ca-479c-8bf9-4d7c19c6fdea req-8cfd9444-e822-42cb-a112-6c2f2b232f26 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 943 time: 0.7869148 Feb 04 11:27:17.564413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event updated for resources: {'Network': ['ID=fdaae080-3ac6-4854-b43d-6b3b53aaf4c3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:17.571724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59332) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:17.574406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:17.589763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:17.616295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5e684fc2-54cf-40fd-b930-a33510026f2a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0271270 Feb 04 11:27:17.623952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59336) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:17.632702 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c23198a-78ca-479c-8bf9-4d7c19c6fdea req-516f6ec8-3125-455b-bbb8-5154981bd128 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067660 Feb 04 11:27:17.637541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Request body: {'subnet': {'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:17.740998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0e2de-3699-4f2d-8ec4-f0a79add8aa5 req-0de07bca-011e-45f6-9014-bc3ddba85c2d tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:17.745037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2d0e2de-3699-4f2d-8ec4-f0a79add8aa5 req-0de07bca-011e-45f6-9014-bc3ddba85c2d tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 943 time: 0.5745404 Feb 04 11:27:17.745711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:network and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.802118 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'status': 'completed', 'code': 200} Feb 04 11:27:17.834582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.868850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:17.890365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:subnet and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.894352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:17.900154 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2d0e2de-3699-4f2d-8ec4-f0a79add8aa5 req-a6eee6a6-d944-4a29-a73d-04d2d9395059 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964026 Feb 04 11:27:17.903149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Usage tracker for resource:subnet and tenant:06707320758f4b21ae5dcb8dfd424d30 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.905675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.908825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.915682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:17.923370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:subnetpool and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.930887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.940450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:port and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.945378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.952546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:router and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.957597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.959850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-ebf5b446-75ca-4cad-ae8a-1e69e531ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:17.961322 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-ebf5b446-75ca-4cad-ae8a-1e69e531ed6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1096 time: 0.1703007 Feb 04 11:27:17.964669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:floatingip and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:17.968767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:17.999979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:18.053411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Made reservation on behalf of 06707320758f4b21ae5dcb8dfd424d30 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:18.057070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:18.071341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=d2509362-fba4-415d-9b96-5533299206b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:18.104843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-2b8af06d-d3a6-4817-acfa-4a21dbddf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:18.104843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-2b8af06d-d3a6-4817-acfa-4a21dbddf770 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.1369905 Feb 04 11:27:18.111071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:security_group and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:18.176579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:18.178145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Router b030161e-c9b3-4011-96fd-0490898ff295 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:27:18.229065 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-535e4d33-6435-498f-a94a-9b8eb59c6973 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 217 time: 0.1167815 Feb 04 11:27:18.255048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:18.335913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Usage tracker for resource:security_group_rule and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:18.355966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:18.367375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:18.391641 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6cf9d887-953e-4283-919b-5f4ecf6afa5f tempest-QuotasTest-2023881316 tempest-QuotasTest-2023881316-project-admin] 10.222.0.36 "GET /v2.0/quotas/e9859388bea744fa87e7117684f7167d/details.json HTTP/1.1" status: 200 len: 703 time: 0.8174841 Feb 04 11:27:18.405861 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b41514f-93ff-49b2-bc67-af346bd7ccf8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/ports/d2509362-fba4-415d-9b96-5533299206b6 HTTP/1.1" status: 204 len: 168 time: 2.2097728 Feb 04 11:27:18.414330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59346) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:18.464654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:18.488226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:18.508928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:18.516598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68340cc-30f0-45ff-bb11-9b4791a3dea3 req-7443234d-e243-48d4-8e35-58555cddc667 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:18.526355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f68340cc-30f0-45ff-bb11-9b4791a3dea3 req-7443234d-e243-48d4-8e35-58555cddc667 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 943 time: 0.3478000 Feb 04 11:27:18.616868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Pushing event updated for resources: {'Port': ['ID=b4cb24f9-cef5-4965-95bd-06ce3417bb68,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:18.617309 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7288fe7e-b7b3-4284-8086-4cd879abe509 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] GET failed (client error): The resource could not be found. Feb 04 11:27:18.618271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7288fe7e-b7b3-4284-8086-4cd879abe509 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Synchronizing usage tracker for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:18.637698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-d4458ce0-c787-43a7-a067-6d15fbf8f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:18.640112 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-d4458ce0-c787-43a7-a067-6d15fbf8f228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.3993499 Feb 04 11:27:18.744756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f68340cc-30f0-45ff-bb11-9b4791a3dea3 req-7c915a7d-7b92-445b-a078-cf08627f663f tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163000 Feb 04 11:27:18.790705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7288fe7e-b7b3-4284-8086-4cd879abe509 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Unset dirty status for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:18.792854 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7288fe7e-b7b3-4284-8086-4cd879abe509 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "GET /v2.0/ports/d2509362-fba4-415d-9b96-5533299206b6 HTTP/1.1" status: 404 len: 333 time: 0.3770475 Feb 04 11:27:18.804277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:18.834725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'name': 'tempest-AllowedAddressPairTestJSON-986100872'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:18.879473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:18.880500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:18.943602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:18.960654 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Sync routers for ids ['b030161e-c9b3-4011-96fd-0490898ff295'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:18.978711 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Routers {'b030161e-c9b3-4011-96fd-0490898ff295'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:18.979795 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b030161e-c9b3-4011-96fd-0490898ff295'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:19.007059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-53633bd8-0aef-4a88-b349-f16003864d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:19.009919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-53633bd8-0aef-4a88-b349-f16003864d34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2754908 Feb 04 11:27:19.059408 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0d98f358-d396-4225-a2f3-35fce0c573f2 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7595665 Feb 04 11:27:19.068924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:19.070437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.072775 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c430119a-0c11-4f2e-bd3f-3214c321b0e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.9270151 Feb 04 11:27:19.080192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59362) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:19.104940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.177842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.218'}]}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:19.194419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:19.220261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Usage tracker for resource:router and tenant:e58c1629a78a4294b31a7eb1d33c2027 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:19.229578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:19.247253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:19.305312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:19.324112 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Set router b030161e-c9b3-4011-96fd-0490898ff295 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:19.333320 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-b3836af3-29af-4f31-85da-70a3fcbc14a1 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152783 Feb 04 11:27:19.449057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.450267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.488391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.512561 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:19.517734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Usage tracker for resource:security_group_rule and tenant:0309dea81dba4813a2668175b6be9dff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:19.520886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:19.527868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:19.590508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.631931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event updated for resources: {'Subnet': ['ID=ef9f7a21-b666-48b5-9eb6-a9914e8e7777,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:19.632544 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6f6a23c2-2e51-4311-961c-bf78ff08e987 req-a23d4a41-28dc-44ba-ad08-6f7e2744dc2e service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891405 Feb 04 11:27:19.689030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.692177 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030161e-c9b3-4011-96fd-0490898ff295', 'name': '', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a', 'external_fixed_ips': [{'subnet_id': '4378d658-742a-4916-a2a9-7a156ec697c5', 'ip_address': '2001:db8::19c'}], 'enable_snat': True}, 'gw_port_id': '866fe29f-b20d-410e-95ac-33bd9d1b6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:10Z', 'updated_at': '2022-02-04T11:27:16Z', 'revision_number': 3, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port': {'id': '866fe29f-b20d-410e-95ac-33bd9d1b6eba', 'name': '', 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ec:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030161e-c9b3-4011-96fd-0490898ff295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '4378d658-742a-4916-a2a9-7a156ec697c5', 'ip_address': '2001:db8::19c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:27:14Z', 'updated_at': '2022-02-04T11:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4378d658-742a-4916-a2a9-7a156ec697c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:19.698914 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Checking router: b030161e-c9b3-4011-96fd-0490898ff295 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:27:19.699506 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Updating router b030161e-c9b3-4011-96fd-0490898ff295 port 866fe29f-b20d-410e-95ac-33bd9d1b6eba binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:27:19.713842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:19.724710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:19.741829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.742170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.742502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.742828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.744566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.744931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.745237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.745555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.745873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.746333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.746712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.747183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:19.757854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.772931 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.784384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.850421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Checking segment: {'id': '02150d8c-16e9-4acd-a889-de8f45a6d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:19.850961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Network hostable DHCP agents. Network: fdaae080-3ac6-4854-b43d-6b3b53aaf4c3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:27:19.873601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:19.880813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:19.886920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7c443178-ac22-4e21-9c02-1f789ee848a7 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:27:19.937160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731414af-d632-4313-a029-d82530e88f53 req-b2e473a7-e8b9-4e49-846a-80411a9f8013 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:19.944263 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-731414af-d632-4313-a029-d82530e88f53 req-b2e473a7-e8b9-4e49-846a-80411a9f8013 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 943 time: 0.9750848 Feb 04 11:27:20.017687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04492637-c3b0-4121-97cd-7693afbe3ae5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:20.033495 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-61542642-3c57-4cab-bfb1-f564f434e500 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0309dea81dba4813a2668175b6be9dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7256620 Feb 04 11:27:20.035752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:20.035982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] device_id is not set on port 31bfbdad-b733-4d6e-8398-1f55e88ff18d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:20.051992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.092949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:27:20.108679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 7c443178-ac22-4e21-9c02-1f789ee848a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7c443178-ac22-4e21-9c02-1f789ee848a7,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:20.126342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'port_id': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'mac_address': 'fa:16:3e:2d:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:27:20.127975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.158618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c53c2-9758-4049-846c-e9bd28e9760d req-b186bee3-f5ab-4424-8a16-e47a53d42ae7 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:20.160301 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-174c53c2-9758-4049-846c-e9bd28e9760d req-b186bee3-f5ab-4424-8a16-e47a53d42ae7 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 943 time: 0.8625319 Feb 04 11:27:20.181468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-731414af-d632-4313-a029-d82530e88f53 req-b98bbd02-9227-426c-9341-9129aeeab2ac tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363491 Feb 04 11:27:20.201711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.203411 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.208880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.228489 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Transition to ACTIVE for port object 866fe29f-b20d-410e-95ac-33bd9d1b6eba will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:20.248812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c443178-ac22-4e21-9c02-1f789ee848a7 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:27:20.252144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, fdaae080-3ac6-4854-b43d-6b3b53aaf4c3) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:20.269821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.271920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 7c443178-ac22-4e21-9c02-1f789ee848a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7c443178-ac22-4e21-9c02-1f789ee848a7,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:20.274782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:20.275318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45526c-af4c-4ae4-9a1a-e0e85e2ab7a0 None None] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:20.275443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.309264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-174c53c2-9758-4049-846c-e9bd28e9760d req-cff813ca-fc31-47c3-9007-105c0250923d tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364753 Feb 04 11:27:20.316351 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.380545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Allocated IP 172.20.0.9 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/31bfbdad-b733-4d6e-8398-1f55e88ff18d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:20.385213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.386329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device fb425ed8-7cf6-4412-96e7-2c902cf56415 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:27:20.420877 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Attempting to bind port 866fe29f-b20d-410e-95ac-33bd9d1b6eba on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:20.421395 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Attempting to bind port 866fe29f-b20d-410e-95ac-33bd9d1b6eba by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4fc12f4d-809b-4e4f-ab02-266015ac8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:20.421983 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Attempting to bind port 866fe29f-b20d-410e-95ac-33bd9d1b6eba on network a7a4e4cc-f3eb-4af6-919f-150745948f0a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:20.434292 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:20.434817 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Checking segment: {'id': '4fc12f4d-809b-4e4f-ab02-266015ac8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:20.435338 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.436122 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Bound using segment: {'id': '4fc12f4d-809b-4e4f-ab02-266015ac8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:20.436700 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Bound port: 866fe29f-b20d-410e-95ac-33bd9d1b6eba, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc12f4d-809b-4e4f-ab02-266015ac8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a7a4e4cc-f3eb-4af6-919f-150745948f0a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:20.437192 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.443881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting port 866fe29f-b20d-410e-95ac-33bd9d1b6eba {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:20.444715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.470433 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d3b15-5176-4c3c-9d6e-f31083d424ff None None] Pushing event updated for resources: {'Port': ['ID=866fe29f-b20d-410e-95ac-33bd9d1b6eba,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:20.495731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-af46d34b-8d2b-449e-b64d-acaf8bc379d6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8689749 Feb 04 11:27:20.506860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:20.523025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Request body: {'port': {'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3', 'name': 'tempest-TagsExtTest-791852888'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:20.550374 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] For port 866fe29f-b20d-410e-95ac-33bd9d1b6eba, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:20.556195 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] For port 866fe29f-b20d-410e-95ac-33bd9d1b6eba, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=866fe29f-b20d-410e-95ac-33bd9d1b6eba,segment=NetworkSegment(4fc12f4d-809b-4e4f-ab02-266015ac8576),segment_id=4fc12f4d-809b-4e4f-ab02-266015ac8576)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:20.577764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.636994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=7c443178-ac22-4e21-9c02-1f789ee848a7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:20.652185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port fb425ed8-7cf6-4412-96e7-2c902cf56415, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:20.659377 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.690141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'port_id': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'mac_address': 'fa:16:3e:24:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:27:20.766895 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d3b15-5176-4c3c-9d6e-f31083d424ff None None] Pushing event updated for resources: {'Port': ['ID=866fe29f-b20d-410e-95ac-33bd9d1b6eba,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:20.830797 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Routers {'b030161e-c9b3-4011-96fd-0490898ff295'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:20.831679 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b030161e-c9b3-4011-96fd-0490898ff295'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:20.832332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04492637-c3b0-4121-97cd-7693afbe3ae5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:20.849207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.849692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.850128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.850555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.850981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.851406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.851857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.852305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.852725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.853126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.853549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.853954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:20.876151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.891894 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f0dcad39-de38-4907-b240-be9022e2cb70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04492637-c3b0-4121-97cd-7693afbe3ae5 HTTP/1.1" status: 204 len: 168 time: 0.8434708 Feb 04 11:27:20.900903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.904629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.926651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb425ed8-7cf6-4412-96e7-2c902cf56415 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:27:20.949661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port fb425ed8-7cf6-4412-96e7-2c902cf56415, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:20.954461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-fdaae080-3ac6-4854-b43d-6b3b53aaf4c3', 'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3', 'tenant_id': '06707320758f4b21ae5dcb8dfd424d30', 'fixed_ips': [{'subnet_id': 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:27:20.955247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:20.981329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d85c4d-bec0-45c2-bccb-4c34155e7b76 req-32f1947f-b49b-4e14-acd4-31c608cff818 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:20.982913 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0d85c4d-bec0-45c2-bccb-4c34155e7b76 req-32f1947f-b49b-4e14-acd4-31c608cff818 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 944 time: 0.6471691 Feb 04 11:27:21.001443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.093252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.093810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa28f7d0-5b60-4017-b3ef-5fe4da4e126e details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:27:21.099495 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] Set router b030161e-c9b3-4011-96fd-0490898ff295 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:21.103068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] For port 866fe29f-b20d-410e-95ac-33bd9d1b6eba, host dv-neutron-827824-2-hyperv, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:21.103423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.242623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:21.258160 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b030161e-c9b3-4011-96fd-0490898ff295', 'name': '', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:10Z', 'updated_at': '2022-02-04T11:27:20Z', 'revision_number': 4, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:21.270962 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a488e-eaaf-4067-95b0-b145c56d0ab9 None None] The sync data for ids ['b030161e-c9b3-4011-96fd-0490898ff295'] in dv-neutron-827824-2-hyperv is: [{'id': 'b030161e-c9b3-4011-96fd-0490898ff295', 'name': '', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:10Z', 'updated_at': '2022-02-04T11:27:20Z', 'revision_number': 4, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:21.320326 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0d85c4d-bec0-45c2-bccb-4c34155e7b76 req-322e23d2-64be-43d3-a077-692d1cb5ad46 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130062 Feb 04 11:27:21.346582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Calling delete_port for 866fe29f-b20d-410e-95ac-33bd9d1b6eba owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:21.351267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'port_id': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'mac_address': 'fa:16:3e:50:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:27:21.368586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:21.370848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.433814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Usage tracker for resource:port and tenant:06707320758f4b21ae5dcb8dfd424d30 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:21.566598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=fb425ed8-7cf6-4412-96e7-2c902cf56415,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:21.580344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:21.590317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.610923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Allocated IP 172.20.0.2 (fdaae080-3ac6-4854-b43d-6b3b53aaf4c3/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:21.615807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.631429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:21.635021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa28f7d0-5b60-4017-b3ef-5fe4da4e126e {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:27:21.747261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:21.848166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.849622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Transition to ACTIVE for port object 31bfbdad-b733-4d6e-8398-1f55e88ff18d will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:21.851442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.855005 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.888592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:21.918247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.950670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.956880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Made reservation on behalf of 06707320758f4b21ae5dcb8dfd424d30 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:21.960412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:21.964367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:21.968097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Transition to ACTIVE for port object 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:21.974233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:21.988156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Usage tracker for resource:security_group_rule and tenant:e9859388bea744fa87e7117684f7167d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:21.988821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Transition to ACTIVE for port object 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:21.995338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:22.006428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.006996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3dd4ff-17e9-4923-abc1-9f91ec55f3fc {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:27:22.008425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:22.024910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704d0b-592d-4a94-855c-19f6cd89ae86 req-f1381f8e-44c9-424d-9dfd-894eaaa898bc tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:22.026367 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca704d0b-592d-4a94-855c-19f6cd89ae86 req-f1381f8e-44c9-424d-9dfd-894eaaa898bc tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 944 time: 0.6592546 Feb 04 11:27:22.029410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] device_id is not set on port b2e38055-8a40-4700-9789-60457bd4f5cb yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:22.065721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.073178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:27:22.073526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:27:22.093887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878b7f9-71ff-4699-b2c7-1f7440a3f5a8 req-dd0a8dad-d85d-4a1c-91fc-50a555697e58 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:22.095941 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:27:22.096064 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6878b7f9-71ff-4699-b2c7-1f7440a3f5a8 req-dd0a8dad-d85d-4a1c-91fc-50a555697e58 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 943 time: 0.5236919 Feb 04 11:27:22.102223 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-292125e2-9f8a-4647-b254-753a61418653 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0276098 Feb 04 11:27:22.107876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59398) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:22.149183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:22.152463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:22.156483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:22.169133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.192128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Deleting port b4cb24f9-cef5-4965-95bd-06ce3417bb68 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:22.199720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.199980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Pushing event updated for resources: {'Port': ['ID=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:22.269478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['7c443178-ac22-4e21-9c02-1f789ee848a7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:27:22.288667 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6878b7f9-71ff-4699-b2c7-1f7440a3f5a8 req-68a825e9-a971-4f45-a007-05d37f236b9b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827202 Feb 04 11:27:22.311657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca704d0b-592d-4a94-855c-19f6cd89ae86 req-7c0671db-6ced-4cd8-ab35-e4f08c6feaa1 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400568 Feb 04 11:27:22.316971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Attempting to bind port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:22.317445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Attempting to bind port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '02150d8c-16e9-4acd-a889-de8f45a6d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:22.317896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Attempting to bind port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f on network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:22.320419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['aa28f7d0-5b60-4017-b3ef-5fe4da4e126e'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:27:22.345537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['fb425ed8-7cf6-4412-96e7-2c902cf56415'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:27:22.374335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:22.382110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:22.387371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=31bfbdad-b733-4d6e-8398-1f55e88ff18d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:22.400810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:22.496988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:22.497794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Checking segment: {'id': '02150d8c-16e9-4acd-a889-de8f45a6d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:22.498434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.498943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Bound using segment: {'id': '02150d8c-16e9-4acd-a889-de8f45a6d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:22.499579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Bound port: 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02150d8c-16e9-4acd-a889-de8f45a6d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fdaae080-3ac6-4854-b43d-6b3b53aaf4c3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:22.499965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Allocated IP 172.20.0.6 (fdaae080-3ac6-4854-b43d-6b3b53aaf4c3/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/b2e38055-8a40-4700-9789-60457bd4f5cb) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:22.500140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.542045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.581982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting port 866fe29f-b20d-410e-95ac-33bd9d1b6eba {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:22.582453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.638850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.644950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:22.645579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.712944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.714229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Calling delete_port for b4cb24f9-cef5-4965-95bd-06ce3417bb68 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:22.717820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] For port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:22.723477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] For port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,segment=NetworkSegment(02150d8c-16e9-4acd-a889-de8f45a6d4ac),segment_id=02150d8c-16e9-4acd-a889-de8f45a6d4ac)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:22.816227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:22.867539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2aaf7b-689d-46ff-afc0-81be1894b9b5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:22.874846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f1125cc9-10fa-4490-b9e0-44f745234f1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9859388bea744fa87e7117684f7167d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9864788 Feb 04 11:27:22.877787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:22.883334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-17919a19-db68-4885-857d-5cfcd3224321 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0720973 Feb 04 11:27:22.884715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:22.904238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'network_id': '79499791-4163-4581-bd8e-5c09bced1e23', 'name': 'tempest-AllowedAddressPairTestJSON-2043974787'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:22.907824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8b2be-d13e-40a8-8fab-c4bae9ae0e17 req-88639ef0-525a-46af-aea9-6c220469998b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:22.909355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-32b8b2be-d13e-40a8-8fab-c4bae9ae0e17 req-88639ef0-525a-46af-aea9-6c220469998b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 944 time: 0.4287555 Feb 04 11:27:22.978938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab751-27d0-491c-b1df-0229b5a59258 None None] Pushing event updated for resources: {'Port': ['ID=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:23.026601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-82528d85-5c19-4c30-90e1-7fe23af07036 None None] Provisioning for port 31bfbdad-b733-4d6e-8398-1f55e88ff18d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:23.056980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-82528d85-5c19-4c30-90e1-7fe23af07036 None None] Provisioning complete for port 31bfbdad-b733-4d6e-8398-1f55e88ff18d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:23.057175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82528d85-5c19-4c30-90e1-7fe23af07036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.061685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] For port 866fe29f-b20d-410e-95ac-33bd9d1b6eba, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=866fe29f-b20d-410e-95ac-33bd9d1b6eba,segment=NetworkSegment(4fc12f4d-809b-4e4f-ab02-266015ac8576),segment_id=4fc12f4d-809b-4e4f-ab02-266015ac8576)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:23.062223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.071158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.092317 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-32b8b2be-d13e-40a8-8fab-c4bae9ae0e17 req-00f6a556-9360-44fa-94f6-505f80ff84e1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671791 Feb 04 11:27:23.132565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4cb24f9-cef5-4965-95bd-06ce3417bb68,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:23.160110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-82528d85-5c19-4c30-90e1-7fe23af07036 None None] Port 31bfbdad-b733-4d6e-8398-1f55e88ff18d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:23.231465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Calling delete_port for 866fe29f-b20d-410e-95ac-33bd9d1b6eba owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:23.278748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30edc64e-bb0a-4072-883a-231d40a2b66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.330122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.347708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.352696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30edc64e-bb0a-4072-883a-231d40a2b66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.372437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:23.388915 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-66d917c0-3085-4321-bb89-194e9503c7c4 tempest-RoutersAdminNegativeTest-364764211 tempest-RoutersAdminNegativeTest-364764211-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b4cb24f9-cef5-4965-95bd-06ce3417bb68 HTTP/1.1" status: 204 len: 168 time: 1.2844007 Feb 04 11:27:23.395570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:23.489114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Made reservation on behalf of 92e36cd4080044ec9d94e869a3335586 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:23.496361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.539719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] device_id is not set on port 7ec9cdd4-edc2-4079-9775-857eb6880aea yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:23.697375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Transition to ACTIVE for port object b2e38055-8a40-4700-9789-60457bd4f5cb will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:23.700449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30edc64e-bb0a-4072-883a-231d40a2b66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.708570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:23.748137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc64e-bb0a-4072-883a-231d40a2b66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2aaf7b-689d-46ff-afc0-81be1894b9b5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:23.790197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf90b2-075c-492d-8b3e-54458e736344 req-f70d0c7e-cba3-47ae-9abb-74493b2f125e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:23.791983 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e2bf90b2-075c-492d-8b3e-54458e736344 req-f70d0c7e-cba3-47ae-9abb-74493b2f125e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 944 time: 0.2845924 Feb 04 11:27:23.802135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a93812-715b-4105-8e4f-4a641b0a5172 req-d32f1c53-78bf-4256-af49-9fb4fa229784 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:23.804125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-87a93812-715b-4105-8e4f-4a641b0a5172 req-d32f1c53-78bf-4256-af49-9fb4fa229784 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 944 time: 0.2332177 Feb 04 11:27:23.856052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7c443178-ac22-4e21-9c02-1f789ee848a7 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:23.857850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Allocated IP 172.20.0.5 (79499791-4163-4581-bd8e-5c09bced1e23/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1/7ec9cdd4-edc2-4079-9775-857eb6880aea) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:23.909586 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e2bf90b2-075c-492d-8b3e-54458e736344 req-4dba6115-da4d-4fc2-944b-96b8abe125f8 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042125 Feb 04 11:27:23.915453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-87a93812-715b-4105-8e4f-4a641b0a5172 req-0361fe27-c6c5-425c-be39-9b85530d2dad tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058478 Feb 04 11:27:23.955742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:23.956786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:23.996965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.012053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event deleted for resources: {'Port': ['ID=866fe29f-b20d-410e-95ac-33bd9d1b6eba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:24.044105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30edc64e-bb0a-4072-883a-231d40a2b66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.046761 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-30edc64e-bb0a-4072-883a-231d40a2b66b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce2aaf7b-689d-46ff-afc0-81be1894b9b5 HTTP/1.1" status: 204 len: 168 time: 1.1662161 Feb 04 11:27:24.049798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 7c443178-ac22-4e21-9c02-1f789ee848a7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:24.055604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 7c443178-ac22-4e21-9c02-1f789ee848a7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:24.064826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.177198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.270468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.291342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.336210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Transition to ACTIVE for port object 7ec9cdd4-edc2-4079-9775-857eb6880aea will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:24.339593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:24.349645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:24.366002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59426) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:24.434800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 7c443178-ac22-4e21-9c02-1f789ee848a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7c443178-ac22-4e21-9c02-1f789ee848a7,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:24.480161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:24.483799 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.515261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.517192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device fb425ed8-7cf6-4412-96e7-2c902cf56415 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:24.561050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:24.622147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=7ec9cdd4-edc2-4079-9775-857eb6880aea,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:24.647153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Network 79499791-4163-4581-bd8e-5c09bced1e23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:24.648469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:24.651253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:24.734852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c8f7f-e894-465f-b830-0ba1e1d248d4 None None] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:24.740236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event updated for resources: {'Port': ['ID=b2e38055-8a40-4700-9789-60457bd4f5cb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:24.798023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.811951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.818519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.864674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:24.875897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Usage tracker for resource:security_group_rule and tenant:66948e5f552146519b2f6d05a17c28a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:24.890024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:24.890699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:24.902304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=7c443178-ac22-4e21-9c02-1f789ee848a7,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:24.924378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:24.927595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:24.941116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.941371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.941716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.942047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.944927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.944927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.944927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.945234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.945469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.945799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.946122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:24.946444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:25.005601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.006300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.024986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] Provisioning for port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:25.042504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] Provisioning complete for port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:25.042885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.046107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb58991-ca68-4c07-8a70-0753de52b44d req-af8ebcb8-b445-46c2-bc31-ddce6ee94cf1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.048360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1fb58991-ca68-4c07-8a70-0753de52b44d req-af8ebcb8-b445-46c2-bc31-ddce6ee94cf1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5597107 Feb 04 11:27:25.049561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.050045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b030161e-c9b3-4011-96fd-0490898ff295 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:27:25.050702 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5c463e0d-a2e8-4141-b083-0994fef2b741 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1644249 Feb 04 11:27:25.053449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59452) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:25.063576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.064827 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c1eb988b-e89f-455e-95c2-a16601a9240f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b030161e-c9b3-4011-96fd-0490898ff295 HTTP/1.1" status: 204 len: 168 time: 5.9788544 Feb 04 11:27:25.067673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:25.075825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:75:78:7f'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d5:8b:7b'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:25.094987 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'code': 200} Feb 04 11:27:25.107623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port fb425ed8-7cf6-4412-96e7-2c902cf56415 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:25.134771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port fb425ed8-7cf6-4412-96e7-2c902cf56415 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:25.135303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.145960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-da7d4e38-7d5c-44dc-a778-c6622b55e76b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.6342862 Feb 04 11:27:25.150168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:25.191892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-448396985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:25.219182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting subnet 4378d658-742a-4916-a2a9-7a156ec697c5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:27:25.225018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:25.226886 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1fb58991-ca68-4c07-8a70-0753de52b44d req-10545f42-0fac-4a82-bc8e-68d2000552bb tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608236 Feb 04 11:27:25.227808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.245266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Usage tracker for resource:router and tenant:06707320758f4b21ae5dcb8dfd424d30 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:25.252784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:25.272435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:25.312330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.443993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.482073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.508973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.560131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] For port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,segment=NetworkSegment(02150d8c-16e9-4acd-a889-de8f45a6d4ac),segment_id=02150d8c-16e9-4acd-a889-de8f45a6d4ac)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:25.571223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port fb425ed8-7cf6-4412-96e7-2c902cf56415, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:25.580416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33694f-515a-4cf6-8e7d-2083407696a8 req-987e5b7a-7a51-4874-bba7-229058099456 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.582649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.583898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.588524 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb33694f-515a-4cf6-8e7d-2083407696a8 req-987e5b7a-7a51-4874-bba7-229058099456 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 944 time: 0.2411687 Feb 04 11:27:25.627013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.655108 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb33694f-515a-4cf6-8e7d-2083407696a8 req-c82839ea-9db0-4dc9-a579-19aaa5cdba97 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654724 Feb 04 11:27:25.661508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.683805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.685390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa28f7d0-5b60-4017-b3ef-5fe4da4e126e up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:25.687354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.727972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd732d1-3730-4472-b3e6-a1135333832e req-c8977b24-1c38-444c-bc02-fb93bd2ab187 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.729999 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffd732d1-3730-4472-b3e6-a1135333832e req-c8977b24-1c38-444c-bc02-fb93bd2ab187 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 944 time: 0.2508457 Feb 04 11:27:25.772254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.833605 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffd732d1-3730-4472-b3e6-a1135333832e req-75794194-4e35-424b-b197-8ed1d98eed00 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954230 Feb 04 11:27:25.835090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.837848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c92b-c4b5-4f73-8243-6cdb88460458 None None] Pushing event updated for resources: {'Port': ['ID=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:25.840074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.868035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-5be6c057-7df3-4c0b-bdd3-537f1ef1a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:25.869647 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-5be6c057-7df3-4c0b-bdd3-537f1ef1a96b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.3776445 Feb 04 11:27:25.887458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4378d658-742a-4916-a2a9-7a156ec697c5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:25.889710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.902651 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b073aead-9867-4f75-a741-7e40d2def5c3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/4378d658-742a-4916-a2a9-7a156ec697c5 HTTP/1.1" status: 204 len: 168 time: 0.8204918 Feb 04 11:27:25.904629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:25.943955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:25.951052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fd80dc43-c44b-4e3f-823f-87f6913f2c7b None None] Provisioning for port 7ec9cdd4-edc2-4079-9775-857eb6880aea completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:25.967222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fd80dc43-c44b-4e3f-823f-87f6913f2c7b None None] Provisioning complete for port 7ec9cdd4-edc2-4079-9775-857eb6880aea triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:25.967708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd80dc43-c44b-4e3f-823f-87f6913f2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.036838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=fb425ed8-7cf6-4412-96e7-2c902cf56415,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:26.042356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:26.051644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:26.052659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.106062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-fd80dc43-c44b-4e3f-823f-87f6913f2c7b None None] Port 7ec9cdd4-edc2-4079-9775-857eb6880aea cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:26.225041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.231827 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66948e5f552146519b2f6d05a17c28a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8644118 Feb 04 11:27:26.233064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.242138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.245874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:26.257217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:26.258368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b7f2209-f523-486a-9fdd-a11b575e0c6e None None] Provisioning complete for port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:26.260688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2209-f523-486a-9fdd-a11b575e0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.262931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Usage tracker for resource:security_group_rule and tenant:7c280f28d3534f188cfcd000e759c892 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:26.268213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:26.277433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:26.288096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:27:26.300310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d61e-775c-4b14-80ce-5b8648d76aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e51495-f389-458b-8824-4909faa522ca,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:26.317114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.324480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:26.400289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.401658 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-719e489e-8b48-4b92-b7a1-5355e1f96b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2368627 Feb 04 11:27:26.407880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.411696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:26.416438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.423953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7fe60121-2124-4a87-9da1-65282e15b2ee tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1227158320', 'prefixes': ['172.20.0.0/16']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:26.476544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7fe60121-2124-4a87-9da1-65282e15b2ee tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:26.492277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:26.496946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff5079c-4c94-4145-8f4a-4f90ad446aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.513803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.533160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event updated for resources: {'Port': ['ID=7ec9cdd4-edc2-4079-9775-857eb6880aea,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:26.563789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b7f2209-f523-486a-9fdd-a11b575e0c6e None None] Provisioning for port b2e38055-8a40-4700-9789-60457bd4f5cb completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:26.570679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b7f2209-f523-486a-9fdd-a11b575e0c6e None None] Provisioning complete for port b2e38055-8a40-4700-9789-60457bd4f5cb triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:26.573142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2209-f523-486a-9fdd-a11b575e0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.573254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff5079c-4c94-4145-8f4a-4f90ad446aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.579692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a4e4cc-f3eb-4af6-919f-150745948f0a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:26.607412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc12f4d-809b-4e4f-ab02-266015ac8576') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:26.607729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc12f4d-809b-4e4f-ab02-266015ac8576') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:26.651472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f2209-f523-486a-9fdd-a11b575e0c6e None None] Port b2e38055-8a40-4700-9789-60457bd4f5cb cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:26.655255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.660749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] In _notify_port_updated(), no bound segment for port 7ec9cdd4-edc2-4079-9775-857eb6880aea on network 79499791-4163-4581-bd8e-5c09bced1e23 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:27:26.666207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:26.666868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.672739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9a989295-a241-4ec6-b88b-331412fe6f30 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "PUT /v2.0/ports/7ec9cdd4-edc2-4079-9775-857eb6880aea HTTP/1.1" status: 200 len: 1055 time: 1.6106501 Feb 04 11:27:26.672908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59496) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:26.689351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.780959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.790860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.798251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:26.798797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.901149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ce2d-7938-47cb-be91-9ca42f0e466c req-c71fcd55-eabe-4f98-9671-f435ebb4a311 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:26.903921 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3148ce2d-7938-47cb-be91-9ca42f0e466c req-c71fcd55-eabe-4f98-9671-f435ebb4a311 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5179267 Feb 04 11:27:26.915197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port 7ec9cdd4-edc2-4079-9775-857eb6880aea {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:26.915197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:26.944972 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:26.968571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c02f8a67-ddb2-4267-82a2-3e40323c489d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:26.973770 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-90654107-6509-44ef-bb48-2a467ae5b5a7 req-cc3dd3a4-c069-4715-ae73-740d0dbd369d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0331628 Feb 04 11:27:27.003727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f544cc0e-70fb-46ba-95d6-73004c6633b4 None None] Provisioning complete for port 7ec9cdd4-edc2-4079-9775-857eb6880aea triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:27.004171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f544cc0e-70fb-46ba-95d6-73004c6633b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.068700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f544cc0e-70fb-46ba-95d6-73004c6633b4 None None] Port 7ec9cdd4-edc2-4079-9775-857eb6880aea cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:27.077105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fe60121-2124-4a87-9da1-65282e15b2ee tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for subnetpool, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.082099 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7fe60121-2124-4a87-9da1-65282e15b2ee tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6692941 Feb 04 11:27:27.082693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59510) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:27.088562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-997f7c04-893b-4339-8c6d-0ebfa4f38d4e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-1809455872') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:27.096649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415'}, {'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:27.101616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3148ce2d-7938-47cb-be91-9ca42f0e466c req-78d0a086-872d-478d-86ab-4426e62fa00a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428030 Feb 04 11:27:27.132624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:27.205557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff5079c-4c94-4145-8f4a-4f90ad446aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.269467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c429a-9b6a-4a23-87e6-f1430e0616f6 req-11713339-624c-414e-b31b-5ea178c9bced tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:27.270852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce1c429a-9b6a-4a23-87e6-f1430e0616f6 req-11713339-624c-414e-b31b-5ea178c9bced tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.3162847 Feb 04 11:27:27.283519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.285381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.327281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5079c-4c94-4145-8f4a-4f90ad446aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e51495-f389-458b-8824-4909faa522ca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:27.344355 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-997f7c04-893b-4339-8c6d-0ebfa4f38d4e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-1809455872 HTTP/1.1" status: 201 len: 201 time: 0.2605886 Feb 04 11:27:27.344959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:27.350467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-b9400df8-895e-4ae9-8462-c0192d8a0347 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-1635466683') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:27.369021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2046469274', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:27.396821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7a4e4cc-f3eb-4af6-919f-150745948f0a {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:27:27.400462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:27.413787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7a4e4cc-f3eb-4af6-919f-150745948f0a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:27.419871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Usage tracker for resource:port and tenant:52867802681c4d31aa2a061403593c36 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:27.426259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.451351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:27.480804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff5079c-4c94-4145-8f4a-4f90ad446aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.481946 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bff5079c-4c94-4145-8f4a-4f90ad446aa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3e51495-f389-458b-8824-4909faa522ca HTTP/1.1" status: 204 len: 168 time: 1.2352586 Feb 04 11:27:27.484414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:27.496652 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-78ff6189-9ffd-4e6e-90f7-ec212c27ea29 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/networks/a7a4e4cc-f3eb-4af6-919f-150745948f0a HTTP/1.1" status: 204 len: 168 time: 1.5871532 Feb 04 11:27:27.512400 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce1c429a-9b6a-4a23-87e6-f1430e0616f6 req-f1e322b6-8ed6-4b8a-a296-1c6886a0fd86 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306426 Feb 04 11:27:27.536992 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b9400df8-895e-4ae9-8462-c0192d8a0347 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-1635466683 HTTP/1.1" status: 201 len: 201 time: 0.1906557 Feb 04 11:27:27.539271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:27.545490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-790cae93-67ed-4dcf-8a13-e8d15456ecb0 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-1295109704') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:27.545744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.635579 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'code': 200} Feb 04 11:27:27.635579 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'code': 200} Feb 04 11:27:27.670580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:27.826047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:27.826422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:27.838332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for 7ec9cdd4-edc2-4079-9775-857eb6880aea owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:27.981614 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-790cae93-67ed-4dcf-8a13-e8d15456ecb0 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-1295109704 HTTP/1.1" status: 201 len: 201 time: 0.4412787 Feb 04 11:27:27.986736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:27.990354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cdd67-f412-4aa1-baa2-7fcbe5319ead req-684c30ca-3e83-479e-9091-da3c3b29dc56 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:27.990491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-92fe8731-25f9-4b35-95e5-8758e9ffdab5 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1920113194') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:28.003539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f2cdd67-f412-4aa1-baa2-7fcbe5319ead req-684c30ca-3e83-479e-9091-da3c3b29dc56 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.7300415 Feb 04 11:27:28.080061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Made reservation on behalf of 52867802681c4d31aa2a061403593c36 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:28.083118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.100798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.102567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:28.107813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'name': 'tempest-router--1957119361', 'project_id': '3ef3d390bf4648a2919c10fe7dffb3f6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:28.112892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:28.115993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f2cdd67-f412-4aa1-baa2-7fcbe5319ead req-b151cf33-88b8-40b0-ad53-bede9f655bbb tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116965 Feb 04 11:27:28.116979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:router and tenant:3ef3d390bf4648a2919c10fe7dffb3f6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:28.120063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:28.121148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:28.125018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Usage tracker for resource:security_group_rule and tenant:52867802681c4d31aa2a061403593c36 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:28.127802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:28.139826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:28.146859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:28.164947 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-92fe8731-25f9-4b35-95e5-8758e9ffdab5 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1920113194 HTTP/1.1" status: 201 len: 201 time: 0.1790524 Feb 04 11:27:28.166094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:28.171373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-e5d04553-cad0-4081-9b81-2d8c5922612a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:28.240466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.264095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.267300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.305191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.320650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.358778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af859c1-9ca1-4129-b0f7-6b8c2c510226 req-89f7ee4f-98ff-4608-b59c-5ca9827ad62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:28.360486 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5af859c1-9ca1-4129-b0f7-6b8c2c510226 req-89f7ee4f-98ff-4608-b59c-5ca9827ad62e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 1098 time: 0.1345069 Feb 04 11:27:28.363302 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e5d04553-cad0-4081-9b81-2d8c5922612a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags HTTP/1.1" status: 200 len: 241 time: 0.1961193 Feb 04 11:27:28.366136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59556) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:28.384878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-713f5379-2c0e-4aad-a5ef-8d27afb23656 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-1809455872') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:28.423490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.465402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] device_id is not set on port 100f6343-5de6-4dbc-b77d-f0c6753c568b yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:28.469466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-5af859c1-9ca1-4129-b0f7-6b8c2c510226 req-550fb666-c74f-4b26-a472-e46eba2d3c9b service neutron] Synchronizing usage tracker for tenant:7c280f28d3534f188cfcd000e759c892 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:28.502151 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-713f5379-2c0e-4aad-a5ef-8d27afb23656 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-1809455872 HTTP/1.1" status: 204 len: 168 time: 0.1347597 Feb 04 11:27:28.504537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:28.510685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-f2ba074f-21b5-42c4-a807-ba289f4e0236 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-1809455872') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:28.569257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d39c1-4ccb-455c-877d-6478dac41504,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:28.571139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.578512 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-443fa1c6-3b13-43a4-a0dc-07ad1d0657a1 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4718254 Feb 04 11:27:28.583129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:28.622125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a4f58-bc19-41f2-ab6b-857e42fbe599 req-20cde425-4a80-47a3-886e-cc7aabd7c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:28.623648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-511a4f58-bc19-41f2-ab6b-857e42fbe599 req-20cde425-4a80-47a3-886e-cc7aabd7c70f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 1098 time: 0.3789275 Feb 04 11:27:28.636156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4a53-117e-4762-8936-f4f44efafb97 req-c26463f3-bdb0-498a-ae62-8b53f208762c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:28.637620 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b40e4a53-117e-4762-8936-f4f44efafb97 req-c26463f3-bdb0-498a-ae62-8b53f208762c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3539710 Feb 04 11:27:28.683453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-5af859c1-9ca1-4129-b0f7-6b8c2c510226 req-550fb666-c74f-4b26-a472-e46eba2d3c9b service neutron] Unset dirty status for tenant:7c280f28d3534f188cfcd000e759c892 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:28.684593 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5af859c1-9ca1-4129-b0f7-6b8c2c510226 req-550fb666-c74f-4b26-a472-e46eba2d3c9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155563 Feb 04 11:27:28.705180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.758050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:28.805564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:28.857120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=7ec9cdd4-edc2-4079-9775-857eb6880aea,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:28.877986 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-511a4f58-bc19-41f2-ab6b-857e42fbe599 req-c8f3cd02-629f-422b-abf6-6f5aa1879800 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253399 Feb 04 11:27:28.939584 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b40e4a53-117e-4762-8936-f4f44efafb97 req-b3113b02-0eae-4537-b748-e02222d0f879 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853982 Feb 04 11:27:29.062679 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-092a55f6-137d-40fd-9382-8e15aaec682a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e58c1629a78a4294b31a7eb1d33c2027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492151 Feb 04 11:27:29.069474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.108458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173607-f88a-4612-836f-d5c5c4ce5c20 req-151976d2-24ab-4f2a-b17a-78a3b8825541 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:29.108601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.112548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.117573 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-72173607-f88a-4612-836f-d5c5c4ce5c20 req-151976d2-24ab-4f2a-b17a-78a3b8825541 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.4236388 Feb 04 11:27:29.209691 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f2ba074f-21b5-42c4-a807-ba289f4e0236 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-1809455872 HTTP/1.1" status: 204 len: 168 time: 0.7041492 Feb 04 11:27:29.212217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.217569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-d32c7662-3d6e-4a63-814c-4d8443d62712 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:29.253108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.253624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7baa7485-a465-4681-980f-9c9bbd0f7f8c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:27:29.263963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.265109 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-12173a8e-234d-4999-b4b5-4d0a02978c55 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7baa7485-a465-4681-980f-9c9bbd0f7f8c HTTP/1.1" status: 204 len: 168 time: 0.6810143 Feb 04 11:27:29.321067 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d32c7662-3d6e-4a63-814c-4d8443d62712 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags HTTP/1.1" status: 200 len: 205 time: 0.1078215 Feb 04 11:27:29.324075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.330986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-2ce9e76b-8805-4e29-8a71-a6540ce36833 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:29.366089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Allocated IP 172.26.6.11 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/100f6343-5de6-4dbc-b77d-f0c6753c568b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:29.421706 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2ce9e76b-8805-4e29-8a71-a6540ce36833 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags HTTP/1.1" status: 200 len: 241 time: 0.0962999 Feb 04 11:27:29.430523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.436269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-304918b4-cbc2-4092-9c5f-adba27e62487 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-1635466683') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:29.506261 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-304918b4-cbc2-4092-9c5f-adba27e62487 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-1635466683 HTTP/1.1" status: 204 len: 168 time: 0.0743797 Feb 04 11:27:29.508941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59594) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.513914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-eca892b9-0086-4db4-b319-2c71ee0e271a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-1635466683') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:29.518000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-72173607-f88a-4612-836f-d5c5c4ce5c20 req-83843e5b-ad4e-470b-8afa-ccf3055b21cd tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990755 Feb 04 11:27:29.545417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f69fd3e-810b-4937-8646-67e52150e5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.600519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f69fd3e-810b-4937-8646-67e52150e5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.721927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9aa0-7836-4da5-924b-04be6defa2cd req-8be0116f-966f-41b7-91c6-d4e9f5520263 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:29.729942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d9f9aa0-7836-4da5-924b-04be6defa2cd req-8be0116f-966f-41b7-91c6-d4e9f5520263 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.4305949 Feb 04 11:27:29.731742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.778891 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eca892b9-0086-4db4-b319-2c71ee0e271a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-1635466683 HTTP/1.1" status: 204 len: 168 time: 0.2665646 Feb 04 11:27:29.779106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.785416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-58d04c2d-4ee0-47ea-8eeb-fc68a0b1b002 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:29.817724 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d9f9aa0-7836-4da5-924b-04be6defa2cd req-d242ff46-20f3-4b42-9bba-30b5fdac2e49 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827200 Feb 04 11:27:29.853944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:29.889148 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-58d04c2d-4ee0-47ea-8eeb-fc68a0b1b002 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1086383 Feb 04 11:27:29.892383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59608) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:29.898046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-f437d33b-97f5-4323-a342-296cdf23b9a5 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:29.975740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f69fd3e-810b-4937-8646-67e52150e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.020409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-324794456', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:30.025132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.040849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:30.045898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Usage tracker for resource:router and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:30.050729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:30.056833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:30.084125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69fd3e-810b-4937-8646-67e52150e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eddc5b-cb15-443a-9c33-f0fa5c1c67f3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:30.186348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.187394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.202590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.230131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:30.241206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:30.243020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-76c6646d-8e86-4a37-831f-bcb9c894c257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.243569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:30.273198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.282936 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:27:30.315449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Pushing event updated for resources: {'Port': ['ID=100f6343-5de6-4dbc-b77d-f0c6753c568b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:30.330056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f69fd3e-810b-4937-8646-67e52150e5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.331149 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2f69fd3e-810b-4937-8646-67e52150e5a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26eddc5b-cb15-443a-9c33-f0fa5c1c67f3 HTTP/1.1" status: 204 len: 168 time: 1.2568889 Feb 04 11:27:30.335745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f437d33b-97f5-4323-a342-296cdf23b9a5 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags HTTP/1.1" status: 200 len: 241 time: 0.4421730 Feb 04 11:27:30.337059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b7841130-566c-48e4-8fad-9987963ee636 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/ports/7ec9cdd4-edc2-4079-9775-857eb6880aea HTTP/1.1" status: 204 len: 168 time: 3.6646514 Feb 04 11:27:30.338680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:30.341444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:30.349291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-e2f5add1-4df7-4d35-869f-45a555f072ea tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-1295109704') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:30.535378 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f6ff73-aac6-4312-acd2-b0d1356e7b99 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] GET failed (client error): The resource could not be found. Feb 04 11:27:30.536013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-21f6ff73-aac6-4312-acd2-b0d1356e7b99 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Synchronizing usage tracker for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:30.624327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:30.624944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.662909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e2f5add1-4df7-4d35-869f-45a555f072ea tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-1295109704 HTTP/1.1" status: 204 len: 168 time: 0.3191993 Feb 04 11:27:30.663584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59626) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:30.669532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-60cd8947-c973-4968-a1f6-550ef328a5b1 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-1295109704') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:30.712657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.720502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-21f6ff73-aac6-4312-acd2-b0d1356e7b99 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Unset dirty status for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:30.724505 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-21f6ff73-aac6-4312-acd2-b0d1356e7b99 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "GET /v2.0/ports/7ec9cdd4-edc2-4079-9775-857eb6880aea HTTP/1.1" status: 404 len: 333 time: 0.3796473 Feb 04 11:27:30.726287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:30.736582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc085fb-985f-4aa8-b5b2-280a7885848d req-72bdebf3-49ae-440a-bed3-1515b7aad49e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:30.743445 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7cc085fb-985f-4aa8-b5b2-280a7885848d req-72bdebf3-49ae-440a-bed3-1515b7aad49e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5910010 Feb 04 11:27:30.788712 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b12895f3-f2a4-45b7-a89c-03ea5be1dd09 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6534679 Feb 04 11:27:30.792183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:30.799860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.11'}]}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:30.816786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port 31bfbdad-b733-4d6e-8398-1f55e88ff18d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:30.817235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:30.887594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:30.943275 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7cc085fb-985f-4aa8-b5b2-280a7885848d req-6d12ee77-e81d-4307-9f77-1718f8c589fc tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989105 Feb 04 11:27:30.949911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Usage tracker for resource:router and tenant:52867802681c4d31aa2a061403593c36 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:30.985927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:31.000291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:31.022025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d4236-d4f7-4e9d-8b03-0c0ce4f1a1f4 req-486b2ce4-67d0-4c21-b5e0-9993e40e8db6 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:31.023626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bc9d4236-d4f7-4e9d-8b03-0c0ce4f1a1f4 req-486b2ce4-67d0-4c21-b5e0-9993e40e8db6 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.2535255 Feb 04 11:27:31.084417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bc9d4236-d4f7-4e9d-8b03-0c0ce4f1a1f4 req-e88649cc-39d6-4783-b209-5b5877bc91aa tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514693 Feb 04 11:27:31.143223 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-60cd8947-c973-4968-a1f6-550ef328a5b1 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-1295109704 HTTP/1.1" status: 204 len: 168 time: 0.4762187 Feb 04 11:27:31.146496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.158694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-f102d2a4-8d0e-45c8-9ebb-d21af261776d tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:31.179220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955dcc-05ed-4135-a4d9-bed3fb740468 req-00521ff3-82ec-409a-8767-441baa9be456 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:31.180926 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-85955dcc-05ed-4135-a4d9-bed3fb740468 req-00521ff3-82ec-409a-8767-441baa9be456 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.1013992 Feb 04 11:27:31.240758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:31.241720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:31.281018 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-85955dcc-05ed-4135-a4d9-bed3fb740468 req-19bda798-1742-41e6-9e70-8c1a8be00c24 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587490 Feb 04 11:27:31.300700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3478b52-2b7e-480f-b66f-381a4c8a400c req-f7f12a39-c256-4d1f-b219-ccd2d750e05b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:31.302431 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3478b52-2b7e-480f-b66f-381a4c8a400c req-f7f12a39-c256-4d1f-b219-ccd2d750e05b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.1166844 Feb 04 11:27:31.312121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.322069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Request body: {'floatingip': {'port_id': '7c443178-ac22-4e21-9c02-1f789ee848a7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:31.351835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:31.396108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:31.406266 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f102d2a4-8d0e-45c8-9ebb-d21af261776d tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags HTTP/1.1" status: 200 len: 205 time: 0.2573578 Feb 04 11:27:31.412838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59664) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.473065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-72cb25ae-a983-4e39-9c57-e02d05418492 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:31.533127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:31.556897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for 31bfbdad-b733-4d6e-8398-1f55e88ff18d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:31.804875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.912669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a086d-068f-4f5f-b166-1854f4db61fe req-899b0362-c5f4-4686-ae45-cc120c0d955e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:31.912864 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-72cb25ae-a983-4e39-9c57-e02d05418492 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags HTTP/1.1" status: 200 len: 241 time: 0.4947736 Feb 04 11:27:31.912975 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-771a086d-068f-4f5f-b166-1854f4db61fe req-899b0362-c5f4-4686-ae45-cc120c0d955e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.4829912 Feb 04 11:27:31.922716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59682) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.927349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.944658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fd760-bee2-4bea-8ac3-0f52893a0c93 req-4f7b9148-cdcb-43ed-bb14-3a6d7a0fa1d6 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:31.946151 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-277fd760-bee2-4bea-8ac3-0f52893a0c93 req-4f7b9148-cdcb-43ed-bb14-3a6d7a0fa1d6 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.5165746 Feb 04 11:27:31.956173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-7881ffb1-40fe-4b67-94b7-c88e958ed3ca tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1920113194') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:31.963671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:31.968590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-295727447'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:31.976235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Request body: {'floatingip': {'port_id': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:32.037227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Request body: {'floatingip': {'port_id': 'fb425ed8-7cf6-4412-96e7-2c902cf56415'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:32.039480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:32.117956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:network and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:32.122984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:32.141511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:32.147040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.174552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.225384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.371181 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7881ffb1-40fe-4b67-94b7-c88e958ed3ca tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1920113194 HTTP/1.1" status: 204 len: 168 time: 0.4422042 Feb 04 11:27:32.381649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:32.410227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.448749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-50b6a1a8-446a-4f51-8493-2962d95544ff tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1920113194') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:32.474571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.475127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:32.478549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.606906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.653801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:32.695423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:32.696249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=31bfbdad-b733-4d6e-8398-1f55e88ff18d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:32.701327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:security_group_rule and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:32.705189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:32.711436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:32.721476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e66e34e6-a653-49ef-b8b1-4a8ce145f194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.098069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.121842 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-50b6a1a8-446a-4f51-8493-2962d95544ff tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1920113194 HTTP/1.1" status: 204 len: 168 time: 0.7192719 Feb 04 11:27:33.143237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:33.159438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-392e4f46-2c89-4ed6-bc8e-22c9658d5b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:33.175097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:27:33.189587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Allocated IP 172.26.6.137 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/34efbca2-5cc6-4f5c-937d-436889673644) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:33.191726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.231595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.299878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:33.329252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2fcb7-b55c-4e77-9382-a4ea14464579,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:33.339924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.342049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.342390 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Added segment 4065ad45-7a4d-4bf8-840a-7da7a80535fc of type vlan for network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e Feb 04 11:27:33.378110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.417626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.510884 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-392e4f46-2c89-4ed6-bc8e-22c9658d5b2f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags HTTP/1.1" status: 200 len: 205 time: 0.3664880 Feb 04 11:27:33.522583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59702) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:33.527149 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6f559d83-0a0d-4e27-9060-b69d5f2558f6 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/ports/31bfbdad-b733-4d6e-8398-1f55e88ff18d HTTP/1.1" status: 204 len: 168 time: 2.7999053 Feb 04 11:27:33.541205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-17916660-3e3f-4ede-bbd9-a87bc1a54a48 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:33.550303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:33.576949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.582948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:33.583530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.609547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.625995 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5841b4-78eb-4655-ab53-50b2a1ae5be8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] GET failed (client error): The resource could not be found. Feb 04 11:27:33.626520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4d5841b4-78eb-4655-ab53-50b2a1ae5be8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Synchronizing usage tracker for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:33.637462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.768182 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-17916660-3e3f-4ede-bbd9-a87bc1a54a48 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags HTTP/1.1" status: 204 len: 168 time: 0.2428286 Feb 04 11:27:33.771066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.778614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59710) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:33.834918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-b930115d-fc69-4a48-93d6-f898cec9e409 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:33.891749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4d5841b4-78eb-4655-ab53-50b2a1ae5be8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Unset dirty status for tenant:92e36cd4080044ec9d94e869a3335586 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:33.896321 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4d5841b4-78eb-4655-ab53-50b2a1ae5be8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "GET /v2.0/ports/31bfbdad-b733-4d6e-8398-1f55e88ff18d HTTP/1.1" status: 404 len: 333 time: 0.3415391 Feb 04 11:27:33.900183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:33.955224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:33.969199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Network': ['ID=0a5ebe90-ebdd-4854-9076-ea4ca454e75e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:33.982498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:33.996013 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Floating IP 2ba5baad-6bb3-427c-936f-4bd3d8429e26 associated. External IP: 172.26.6.119, port: 7c443178-ac22-4e21-9c02-1f789ee848a7. Feb 04 11:27:34.064162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.091441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:27:34.116163 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a861df78-a7fd-4f79-86e2-5d3abf42ae92 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3102620 Feb 04 11:27:34.126016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59718) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:34.155718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:34.186254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port 1b598fce-d75f-4086-ad38-1510e8cc434d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:34.186986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.261062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.270549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.305723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.308381 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b930115d-fc69-4a48-93d6-f898cec9e409 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags HTTP/1.1" status: 204 len: 168 time: 0.5266333 Feb 04 11:27:34.344802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:34.394085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-a7d1b9e1-5dd5-442d-8a10-f3f68dcc92e6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:34.452218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.455956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.587816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:34.610459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:34.617404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:34.620983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:34.669552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:34.684821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:34.687861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:34.725941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Floating IP 119ea7ba-4d91-4c06-bf58-14c95e9adfce associated. External IP: 172.26.6.212, port: aa28f7d0-5b60-4017-b3ef-5fe4da4e126e. Feb 04 11:27:34.757673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event updated for resources: {'Port': ['ID=34efbca2-5cc6-4f5c-937d-436889673644,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:34.868644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:34.872243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:34.879919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Floating IP a0cae47c-dba0-4902-8a99-0f9482f32f42 associated. External IP: 172.26.6.86, port: fb425ed8-7cf6-4412-96e7-2c902cf56415. Feb 04 11:27:35.049107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:35.282060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:35.303704 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7d1b9e1-5dd5-442d-8a10-f3f68dcc92e6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags HTTP/1.1" status: 204 len: 168 time: 0.9407215 Feb 04 11:27:35.318224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59726) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:35.335268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-4ac2c1f2-2d5e-47d5-9bc8-dae9eb9c301f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:35.414605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Router b09c33b4-edc3-46b3-86fb-14e3d008d09c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:27:35.416284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:35.623007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for 1b598fce-d75f-4086-ad38-1510e8cc434d owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:35.934928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:35.944604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:35.978662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Router 0d2210f6-39a7-4c9f-b319-0e6220977246 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:27:35.993465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.104045 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4ac2c1f2-2d5e-47d5-9bc8-dae9eb9c301f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags HTTP/1.1" status: 204 len: 168 time: 0.7819297 Feb 04 11:27:36.111792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:36.123766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-00111776-3bcb-445c-8bb0-79c3ef796d49 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-796598678') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:36.135921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Router b3a44e96-968c-4781-a62f-9a325ee0d3d2 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:27:36.166329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.166828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b59f31db-bf1b-45ad-8c5b-dee851266f7c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:27:36.223815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:36.233558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.240963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] Sync routers for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:36.252523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:36.253539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:36.296272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.382064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=1b598fce-d75f-4086-ad38-1510e8cc434d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:36.385516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.451215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:36.458666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:36.468800 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:27:36.473229 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4d2e635c-5921-4802-8175-aa05a179780e tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6800754 Feb 04 11:27:36.480328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:36.485322 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] Sync routers for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:36.512902 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:36.513827 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:36.654023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.688726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Deleting port 100f6343-5de6-4dbc-b77d-f0c6753c568b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:36.705682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.723507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=b0588bcb-2918-4ff9-94dc-aef5e54f35ff,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:36.814364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-00111776-3bcb-445c-8bb0-79c3ef796d49 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-796598678 HTTP/1.1" status: 201 len: 201 time: 0.6945608 Feb 04 11:27:36.819676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.822997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59738) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:36.851378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b850f486-2a8a-4511-b8a0-c68ce93bdc69 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "PUT /v2.0/floatingips/2ba5baad-6bb3-427c-936f-4bd3d8429e26 HTTP/1.1" status: 200 len: 991 time: 5.5381980 Feb 04 11:27:36.860013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-c7315c24-6ad5-4c82-ac51-4f5f4a2a2f35 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-1385555216') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:36.861247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:36.882464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:36.883582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network hostable DHCP agents. Network: 0a5ebe90-ebdd-4854-9076-ea4ca454e75e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:27:36.900284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:36.906913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.947363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:36.952097 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ffb780b5-4927-4dea-baa6-d2a0319655d8 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/ports/1b598fce-d75f-4086-ad38-1510e8cc434d HTTP/1.1" status: 204 len: 168 time: 3.0419514 Feb 04 11:27:36.952297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] Sync routers for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:36.957782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59746) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:37.014965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'status': 'completed', 'code': 200} Feb 04 11:27:37.018830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:37.019448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:37.037522 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:37.102536 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9663875d-d8f9-4bc8-a5bc-dca7212ef1b5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "PUT /v2.0/floatingips/a0cae47c-dba0-4902-8a99-0f9482f32f42 HTTP/1.1" status: 200 len: 990 time: 5.1258976 Feb 04 11:27:37.121380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:37.176964 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-49a470fd-4763-4130-80f7-c71536bcb289 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "PUT /v2.0/floatingips/119ea7ba-4d91-4c06-bf58-14c95e9adfce HTTP/1.1" status: 200 len: 991 time: 5.2297931 Feb 04 11:27:37.206086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting subnet 3c82643c-d4c7-4977-b0cb-df2ca15b1bc1 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:27:37.214467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.252120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:27:37.283097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '2ba5baad-6bb3-427c-936f-4bd3d8429e26', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'port_id': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'mac_address': 'fa:16:3e:2d:93:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66665ba-e1b1-4014-b59c-07884330025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:53Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:51Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:37.294332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] Checking router: b09c33b4-edc3-46b3-86fb-14e3d008d09c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:27:37.309693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:37.310244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.372843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:37.373476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:37.436704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.484542 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a0cae47c-dba0-4902-8a99-0f9482f32f42', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'port_id': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'mac_address': 'fa:16:3e:24:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bb7665-d591-469f-a27c-d6b884114e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:52Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:52Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:37.489345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.490040 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] Checking router: 0d2210f6-39a7-4c9f-b319-0e6220977246 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:27:37.500080 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:37.501066 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:37.627908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Calling delete_port for 100f6343-5de6-4dbc-b77d-f0c6753c568b owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:37.650316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 0a5ebe90-ebdd-4854-9076-ea4ca454e75e) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:37.668826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:37.669779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b8d66-da8d-469c-9083-9c9340cf89e9 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:37.670949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.720344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46499294-24bf-4a95-b249-0b66493aaa1c req-ab36953e-61c5-4eaa-a8ce-fe135a4b14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:37.722529 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:37.723422 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-ab36953e-61c5-4eaa-a8ce-fe135a4b14e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.7077582 Feb 04 11:27:37.730297 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c7315c24-6ad5-4c82-ac51-4f5f4a2a2f35 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-1385555216 HTTP/1.1" status: 201 len: 201 time: 0.9044676 Feb 04 11:27:37.732409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.746646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59756) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:37.790988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:37.824696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:37.828673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/subnets/3c82643c-d4c7-4977-b0cb-df2ca15b1bc1 HTTP/1.1" status: 204 len: 168 time: 0.8692968 Feb 04 11:27:37.831022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59758) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:37.836941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-a0f92a6d-ce05-4eef-9ed8-937d7cb2af70 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-1504749400') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:37.850507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13153309-2cdf-47f6-ac75-1acc21972d9b None None] Network 79499791-4163-4581-bd8e-5c09bced1e23 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:37.852796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Router fc8c6a77-4bfd-499c-bbbf-0c29485f351f is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:27:38.065319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:38.099964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628951b-9b8a-46f8-b537-77ce48e00118 tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Subnet': ['ID=3c82643c-d4c7-4977-b0cb-df2ca15b1bc1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:38.116876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16ff0e-4087-4262-89a6-326f23f35290 req-0bc4cdbb-708a-4013-bf2c-3c1832ad8552 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:38.118876 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1b16ff0e-4087-4262-89a6-326f23f35290 req-0bc4cdbb-708a-4013-bf2c-3c1832ad8552 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 1.0369554 Feb 04 11:27:38.127814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46499294-24bf-4a95-b249-0b66493aaa1c req-134248ce-de04-4c71-8269-73942d0ae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:38.129623 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-134248ce-de04-4c71-8269-73942d0ae91f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.3810191 Feb 04 11:27:38.130995 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-384b4fa4-3ccd-4e55-8bc1-cf797a6a1935 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9890437 Feb 04 11:27:38.132187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:38.143651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:38.179232 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a0cae47c-dba0-4902-8a99-0f9482f32f42', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'port_id': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'mac_address': 'fa:16:3e:24:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bb7665-d591-469f-a27c-d6b884114e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:52Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:52Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:38.184574 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fcfb0-9770-42b7-a8a9-2e70c8b445fc None None] The sync data for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv is: [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a0cae47c-dba0-4902-8a99-0f9482f32f42', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'floating_ip_address': '172.26.6.86', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'port_id': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'mac_address': 'fa:16:3e:24:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bb7665-d591-469f-a27c-d6b884114e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:52Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:52Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:38.196776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'name': 'tempest-NetworksTestDHCPv6-1308139908'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:38.220507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Pushing event deleted for resources: {'Port': ['ID=100f6343-5de6-4dbc-b77d-f0c6753c568b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:38.277414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Deleting port fb8cb3ab-624b-41ac-884d-9febfaa4c6db {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:38.277756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:38.364097 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1b16ff0e-4087-4262-89a6-326f23f35290 req-8c996d79-3d1b-4b25-bc71-74ed6aecfbec tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295191 Feb 04 11:27:38.428295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-c0c2ee6c-d9da-4d81-a467-6ba935e137a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 999 time: 0.1623983 Feb 04 11:27:38.442364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a93dc-f72e-4e55-8884-61e6e0909275 req-4c825490-5d41-45bb-91a6-69d5db0e9c0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:38.451680 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-628a93dc-f72e-4e55-8884-61e6e0909275 req-4c825490-5d41-45bb-91a6-69d5db0e9c0f tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.9045200 Feb 04 11:27:38.473177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:38.489694 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a179c792-ba34-4625-8767-955ecd3d17c1 tempest-RoutersAdminNegativeIpV6Test-893270088 tempest-RoutersAdminNegativeIpV6Test-893270088-project-admin] 10.222.0.36 "DELETE /v2.0/ports/100f6343-5de6-4dbc-b77d-f0c6753c568b HTTP/1.1" status: 204 len: 168 time: 2.0054669 Feb 04 11:27:38.489889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'b0588bcb-2918-4ff9-94dc-aef5e54f35ff'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:27:38.493666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:38.502215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:38.507536 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] Sync routers for ids ['fc8c6a77-4bfd-499c-bbbf-0c29485f351f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:38.527011 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] Routers {'fc8c6a77-4bfd-499c-bbbf-0c29485f351f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:38.535952 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['fc8c6a77-4bfd-499c-bbbf-0c29485f351f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:38.563350 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'status': 'completed', 'code': 200} Feb 04 11:27:38.593877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2653f02-48cf-4ad2-8dcf-73f869395d27 None None] New status for floating IP a0cae47c-dba0-4902-8a99-0f9482f32f42: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:27:38.642105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-628a93dc-f72e-4e55-8884-61e6e0909275 req-d71c86ef-55ed-4449-a984-5b6ca18ff860 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894200 Feb 04 11:27:38.667329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46499294-24bf-4a95-b249-0b66493aaa1c req-8d168e43-56c8-44e6-8fca-26fc316e664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:38.673930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-8d168e43-56c8-44e6-8fca-26fc316e664f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.1925247 Feb 04 11:27:38.690545 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:38.704406 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] Routers {'fc8c6a77-4bfd-499c-bbbf-0c29485f351f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:38.705166 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['fc8c6a77-4bfd-499c-bbbf-0c29485f351f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:38.820461 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:38.820672 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00207a4e-6ca3-490a-b0eb-454d800309fe None None] The sync data for ids ['fc8c6a77-4bfd-499c-bbbf-0c29485f351f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:38.830960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a0f92a6d-ce05-4eef-9ed8-937d7cb2af70 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-1504749400 HTTP/1.1" status: 201 len: 201 time: 1.0009081 Feb 04 11:27:38.842372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59770) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:38.860843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-445ffae2-2e94-4cbd-b386-86eb6adb0d96 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1304938165') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:38.901984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:38.916107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:38.920481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:38.931255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:38.935639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:38.944574 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eb05a96c-3bc8-42ec-ab06-2e4bfb92a71c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2042220 Feb 04 11:27:38.944730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59774) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:39.000652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46499294-24bf-4a95-b249-0b66493aaa1c req-3430a94e-9e68-4419-ba27-68d1e148ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:39.002136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-3430a94e-9e68-4419-ba27-68d1e148ab71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3211524 Feb 04 11:27:39.024405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:27:39.071237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4298d7b-3062-4413-a715-c85c51609b02 req-37703630-e912-4cfe-adec-e5d54b834b1a tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:39.077730 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f4298d7b-3062-4413-a715-c85c51609b02 req-37703630-e912-4cfe-adec-e5d54b834b1a tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.3189631 Feb 04 11:27:39.112952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] For port fb8cb3ab-624b-41ac-884d-9febfaa4c6db, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,segment=NetworkSegment(79a94fa4-4521-4627-85f9-7fc866cc7547),segment_id=79a94fa4-4521-4627-85f9-7fc866cc7547)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:39.112952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:39.137205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:39.142324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:39.162790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-cea16733-9255-4f64-9223-d1b541e19cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:39.166631 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-445ffae2-2e94-4cbd-b386-86eb6adb0d96 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1304938165 HTTP/1.1" status: 201 len: 201 time: 0.3203926 Feb 04 11:27:39.166774 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-cea16733-9255-4f64-9223-d1b541e19cac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be92183c7d1841e0a80e6fcdca92ee48&device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 1098 time: 0.3165102 Feb 04 11:27:39.169563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:39.211327 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'status': 'completed', 'code': 200} Feb 04 11:27:39.217219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] DHCP port deletion for 79499791-4163-4581-bd8e-5c09bced1e23 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:27:39.234190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-ef5183a0-c431-49ec-8e27-26f009a091cf tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', {'tags': ['tempest-TagsExtTest-Tag-1121401413', 'tempest-TagsExtTest-Tag-1723948264', 'tempest-TagsExtTest-Tag-20454008']}) {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:39.265281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Deleting port fb8cb3ab-624b-41ac-884d-9febfaa4c6db {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:39.266190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:39.307216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 17071916-af6f-495e-878c-9c195827a8ea yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:39.434860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59786) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:39.482652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '119ea7ba-4d91-4c06-bf58-14c95e9adfce', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'port_id': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'mac_address': 'fa:16:3e:50:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:49Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:47Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:39.506691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Calling delete_port for fb8cb3ab-624b-41ac-884d-9febfaa4c6db owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:39.532762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] Checking router: b3a44e96-968c-4781-a62f-9a325ee0d3d2 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:27:39.561549 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ef5183a0-c431-49ec-8e27-26f009a091cf tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags HTTP/1.1" status: 200 len: 316 time: 0.3333046 Feb 04 11:27:39.574210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59794) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:39.611600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b0588bcb-2918-4ff9-94dc-aef5e54f35ff/cdb0faad-43a4-4d50-ac41-695fd2edffbb) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:39.631772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:39.632345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:39.672431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-ba9046a4-ea57-4506-b21e-5a9ec499ad5f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:39.725319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fb8cb3ab-624b-41ac-884d-9febfaa4c6db no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:27:39.786871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-029415a4-92b0-473a-859f-155c757bad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:39.788420 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-029415a4-92b0-473a-859f-155c757bad28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d9cfcd38-db37-4d1d-ae53-597d339790fc HTTP/1.1" status: 200 len: 912 time: 0.4835565 Feb 04 11:27:39.789560 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f4298d7b-3062-4413-a715-c85c51609b02 req-1877f523-2f45-459f-aa69-69b1f0a188d3 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6274877 Feb 04 11:27:39.844491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:39.881990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:39.911649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-e9c246b1-d089-4676-b2a1-96880fa8951e service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8930593 Feb 04 11:27:39.915616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:39.923730 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2a60e4c-d53b-4c01-b43a-d6dab3f12b4e tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/fc8c6a77-4bfd-499c-bbbf-0c29485f351f HTTP/1.1" status: 200 len: 924 time: 0.9789650 Feb 04 11:27:39.926064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59800) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:39.932735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ade37cec855f4a979f56e48bb0a0a4fb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:39.962564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:39.972041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Port': ['ID=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:39.974195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] No DVR routers for this DVR port fb8cb3ab-624b-41ac-884d-9febfaa4c6db on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:27:40.015539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:40.108254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-efdea2d2-b30e-44bd-a6fa-3186367ca27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:40.110296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-efdea2d2-b30e-44bd-a6fa-3186367ca27b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a&device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 1098 time: 0.9367349 Feb 04 11:27:40.112687 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-7b2ad2c7-9745-4f76-90da-2f1c49128ec1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415 HTTP/1.1" status: 200 len: 1000 time: 0.3161547 Feb 04 11:27:40.124849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.129558 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-31466a05-8c93-4d87-a7ce-9e1a4eca7117 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc8c6a77-4bfd-499c-bbbf-0c29485f351f HTTP/1.1" status: 200 len: 205 time: 0.1999347 Feb 04 11:27:40.141165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '2ba5baad-6bb3-427c-936f-4bd3d8429e26', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'port_id': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'mac_address': 'fa:16:3e:2d:93:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66665ba-e1b1-4014-b59c-07884330025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:53Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:51Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:40.141591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:40.154087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79499791-4163-4581-bd8e-5c09bced1e23']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:40.162424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] For port fb8cb3ab-624b-41ac-884d-9febfaa4c6db, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fb8cb3ab-624b-41ac-884d-9febfaa4c6db,segment=NetworkSegment(79a94fa4-4521-4627-85f9-7fc866cc7547),segment_id=79a94fa4-4521-4627-85f9-7fc866cc7547)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:40.163060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.167335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a94fa4-4521-4627-85f9-7fc866cc7547') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:40.167659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a94fa4-4521-4627-85f9-7fc866cc7547') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:40.180542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.184086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969043f6-3082-453e-b3f9-708688d09e03 None None] The sync data for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv is: [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '2ba5baad-6bb3-427c-936f-4bd3d8429e26', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'port_id': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'mac_address': 'fa:16:3e:2d:93:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66665ba-e1b1-4014-b59c-07884330025f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:53Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:51Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:40.200182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No active binding found for port fb8cb3ab-624b-41ac-884d-9febfaa4c6db {{(pid=88133) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 11:27:40.200824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fb8cb3ab-624b-41ac-884d-9febfaa4c6db not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:27:40.204887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.213444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:40.215685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:40.315420 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:40.388762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-8d1fc39c-d9b0-44a3-b33c-5bfae8786c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:40.390680 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-8d1fc39c-d9b0-44a3-b33c-5bfae8786c6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13fa6c8c-ed7c-4606-8762-771f3b883a05 HTTP/1.1" status: 200 len: 850 time: 0.0688856 Feb 04 11:27:40.391754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844efd3-d281-43eb-9298-e737496ac74d req-2f83d87d-f107-4865-b789-d92568fa6dc0 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:40.391933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Calling delete_port for fb8cb3ab-624b-41ac-884d-9febfaa4c6db owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:40.393248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b844efd3-d281-43eb-9298-e737496ac74d req-2f83d87d-f107-4865-b789-d92568fa6dc0 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.8199334 Feb 04 11:27:40.467417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.497992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.524699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] Pushing event deleted for resources: {'Network': ['ID=79499791-4163-4581-bd8e-5c09bced1e23,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:40.544621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-12321370-563b-4062-98da-1386f7ac12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:40.546309 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-12321370-563b-4062-98da-1386f7ac12e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d9cfcd38-db37-4d1d-ae53-597d339790fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1467416 Feb 04 11:27:40.548277 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219dfdf-f614-4243-a2fe-609cf9656a12 None None] New status for floating IP 2ba5baad-6bb3-427c-936f-4bd3d8429e26: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:27:40.602882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:40.627441 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-a13068f5-17b8-434b-adf7-23ef7b2f2a3f service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915114 Feb 04 11:27:40.673075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b844efd3-d281-43eb-9298-e737496ac74d req-70f17723-6673-4dda-8f97-4100938f284e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618198 Feb 04 11:27:40.679078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ba9046a4-ea57-4506-b21e-5a9ec499ad5f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags HTTP/1.1" status: 204 len: 168 time: 1.0764759 Feb 04 11:27:40.679078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-a9d58989-f38e-4016-b70d-1c9b8db16d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:40.679078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-a9d58989-f38e-4016-b70d-1c9b8db16d2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=85b76a13-233b-4fb8-b878-116737176e98 HTTP/1.1" status: 200 len: 907 time: 0.4573855 Feb 04 11:27:40.681935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:40.725105 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-44732ad2-76a9-42e5-ad54-b4e486be9883 service neutron] 10.222.0.42 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689820 Feb 04 11:27:40.730815 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3bbf9fe2-ec52-4f05-ad84-bdfd0a866ccb tempest-AllowedAddressPairTestJSON-1393361745 tempest-AllowedAddressPairTestJSON-1393361745-project] 10.222.0.36 "DELETE /v2.0/networks/79499791-4163-4581-bd8e-5c09bced1e23 HTTP/1.1" status: 204 len: 168 time: 2.8962679 Feb 04 11:27:40.766783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:27:40.767273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:27:40.792528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-2d4ecea7-daa0-4ac1-8311-f30a17b79b97 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-1121401413') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:40.860886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.883587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:40.913503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Transition to ACTIVE for port object cdb0faad-43a4-4d50-ac41-695fd2edffbb will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:40.932487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d12a-35a2-49e2-b761-9ea1494d5807 req-129e4332-987c-4104-9e54-d8c717bf27f5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:40.934489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a025d12a-35a2-49e2-b761-9ea1494d5807 req-129e4332-987c-4104-9e54-d8c717bf27f5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.9343033 Feb 04 11:27:41.029633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Transition to ACTIVE for port object cdb0faad-43a4-4d50-ac41-695fd2edffbb will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:41.104146 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-633ec5ec-333b-4b24-9e86-e62e762e0df1 req-4d40cf1a-e826-4e84-9ddb-2cef827dae15 service neutron] 10.222.0.42 "GET /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705201 Feb 04 11:27:41.189377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.203894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.214295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-e853c04d-4cf7-490c-a260-160989ebfe9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e HTTP/1.1" status: 200 len: 999 time: 0.5207303 Feb 04 11:27:41.248415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:41.300800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Deleting port fb8cb3ab-624b-41ac-884d-9febfaa4c6db {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:41.300800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.335467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::187 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b0588bcb-2918-4ff9-94dc-aef5e54f35ff/17071916-af6f-495e-878c-9c195827a8ea) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:41.343085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '119ea7ba-4d91-4c06-bf58-14c95e9adfce', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'port_id': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'mac_address': 'fa:16:3e:50:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:49Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:47Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:41.406825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b2833bd-fa43-4ebc-96af-2b64a641e46a None None] The port 'fb8cb3ab-624b-41ac-884d-9febfaa4c6db' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:27:41.420695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cadac8-b83f-4661-b3c3-ec62afea5c02 None None] The sync data for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv is: [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '119ea7ba-4d91-4c06-bf58-14c95e9adfce', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'port_id': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'mac_address': 'fa:16:3e:50:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:26:49Z', 'updated_at': '2022-02-04T11:27:33Z', 'revision_number': 1, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:47Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:41.420695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:41.429788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:41.436757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:41.445546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Pushing event updated for resources: {'Port': ['ID=cdb0faad-43a4-4d50-ac41-695fd2edffbb,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:41.460787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.495136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a025d12a-35a2-49e2-b761-9ea1494d5807 req-0fdb7101-f5fa-4eae-ab6f-aa3eb3dc99f5 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5316069 Feb 04 11:27:41.547981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Attempting to bind port cdb0faad-43a4-4d50-ac41-695fd2edffbb on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:41.548357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Attempting to bind port cdb0faad-43a4-4d50-ac41-695fd2edffbb by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:41.548730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Attempting to bind port cdb0faad-43a4-4d50-ac41-695fd2edffbb on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:41.554546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:41.555083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:41.555388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.555822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:41.556298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Bound port: cdb0faad-43a4-4d50-ac41-695fd2edffbb, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:41.556678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.582972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ade37cec855f4a979f56e48bb0a0a4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1416953 Feb 04 11:27:41.585577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59824) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:41.589105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-9ff9c329-5e8e-4262-9bb8-91c7dcdc25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:41.590618 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-9ff9c329-5e8e-4262-9bb8-91c7dcdc25a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ab17ba3a-38a5-49d0-9bdd-1708064792be HTTP/1.1" status: 200 len: 845 time: 0.3662982 Feb 04 11:27:41.595274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.598123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687cb9-8ef9-4e37-b4e9-a2ad66ccb9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c068cc1d-f0c5-4a45-95c6-58aebc0e4969,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:41.662741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.674239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-2d4ecea7-daa0-4ac1-8311-f30a17b79b97 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:41.675258 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2d4ecea7-daa0-4ac1-8311-f30a17b79b97 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-1121401413 HTTP/1.1" status: 404 len: 329 time: 0.9880426 Feb 04 11:27:41.683352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 17071916-af6f-495e-878c-9c195827a8ea will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:41.686244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:41.694440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] For port cdb0faad-43a4-4d50-ac41-695fd2edffbb, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:41.699777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-a836619d-719e-49f7-8efc-86d271b9371f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-1723948264') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:41.703976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] For port cdb0faad-43a4-4d50-ac41-695fd2edffbb, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cdb0faad-43a4-4d50-ac41-695fd2edffbb,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:41.741012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3c1-6475-4625-a577-d377ea218e18 req-4a15f764-68c7-4734-907d-b6163109948c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:41.747750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b78ff3c1-6475-4625-a577-d377ea218e18 req-4a15f764-68c7-4734-907d-b6163109948c tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.7531962 Feb 04 11:27:41.779819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c179c5-e1cb-4347-98b2-61f416c6a54c None None] New status for floating IP 119ea7ba-4d91-4c06-bf58-14c95e9adfce: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:27:41.785837 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6b71593c-2e75-44e8-a2e8-4809c585af39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92e36cd4080044ec9d94e869a3335586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325987 Feb 04 11:27:41.786336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:41.809242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Deleting port 34efbca2-5cc6-4f5c-937d-436889673644 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:41.809695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.855919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.872499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd44b9bc-61b2-48d6-a20c-fd245e708252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.912753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd44b9bc-61b2-48d6-a20c-fd245e708252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.928228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:41.987762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da0c76db-2596-4d9c-947e-06489f1c4f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.028776 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b78ff3c1-6475-4625-a577-d377ea218e18 req-2c097870-da5f-45db-9920-0c9e789804a5 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800684 Feb 04 11:27:42.079703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62c9b5-056c-4b18-8c02-4fdbf75df2e3 None None] Pushing event updated for resources: {'Port': ['ID=cdb0faad-43a4-4d50-ac41-695fd2edffbb,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:42.110467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:42.116645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:42.120426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:42.126838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:42.127500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.152959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=17071916-af6f-495e-878c-9c195827a8ea,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:42.176845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-f6a8f9b7-fef5-4e5d-92d4-15c52c9d3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:42.178433 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-f6a8f9b7-fef5-4e5d-92d4-15c52c9d3516 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=85b76a13-233b-4fb8-b878-116737176e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5630620 Feb 04 11:27:42.187026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da0c76db-2596-4d9c-947e-06489f1c4f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.279792 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-21228e5b-c79e-4307-a715-dff0a60768d1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1287768 Feb 04 11:27:42.282436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:42.346659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd44b9bc-61b2-48d6-a20c-fd245e708252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.351095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd44b9bc-61b2-48d6-a20c-fd245e708252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.352694 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dd44b9bc-61b2-48d6-a20c-fd245e708252 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5cfeee3-633c-4861-8232-3875c8a8d3c4 HTTP/1.1" status: 204 len: 168 time: 0.5653598 Feb 04 11:27:42.419941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-a836619d-719e-49f7-8efc-86d271b9371f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:42.424606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a836619d-719e-49f7-8efc-86d271b9371f tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-1723948264 HTTP/1.1" status: 404 len: 329 time: 0.7311227 Feb 04 11:27:42.425619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:42.445562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-b41aeecf-d06c-4650-85f4-9c3ff56ebb9d tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777', 'tempest-TagsExtTest-Tag-20454008') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:42.445837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44b9bc-61b2-48d6-a20c-fd245e708252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cfeee3-633c-4861-8232-3875c8a8d3c4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:42.506749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc69a1-ef0f-439a-b7eb-25779e50ce6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:42.522052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc69a1-ef0f-439a-b7eb-25779e50ce6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:42.522937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a1dc69a1-ef0f-439a-b7eb-25779e50ce6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:42.540084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.576521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40777715-46ac-4fa5-b8bb-1652d91f402b req-a597c051-fe20-44dd-9390-268a7242d94f tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:42.579055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40777715-46ac-4fa5-b8bb-1652d91f402b req-a597c051-fe20-44dd-9390-268a7242d94f tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6981623 Feb 04 11:27:42.729312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Calling delete_port for 34efbca2-5cc6-4f5c-937d-436889673644 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:42.861085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-92de2c8b-4d1e-4629-8b2e-ac2fc87a6553 service neutron] 10.222.0.42 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641939 Feb 04 11:27:42.889705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a1dc69a1-ef0f-439a-b7eb-25779e50ce6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:42.895799 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a1dc69a1-ef0f-439a-b7eb-25779e50ce6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6089945 Feb 04 11:27:42.897519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:42.939715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da0c76db-2596-4d9c-947e-06489f1c4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:42.991986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 17071916-af6f-495e-878c-9c195827a8ea {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:42.992329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:43.023816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40777715-46ac-4fa5-b8bb-1652d91f402b req-32ddf518-2e84-44c9-a11a-cdf8a1d2f42b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051667 Feb 04 11:27:43.131791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c76db-2596-4d9c-947e-06489f1c4f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c068cc1d-f0c5-4a45-95c6-58aebc0e4969,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:43.142723 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-358a00ca-b68a-4832-aa0b-588310ecd501 req-a20f8d3c-53d1-4982-a747-41bf9d5db04a service neutron] 10.222.0.42 "GET /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635684 Feb 04 11:27:43.215211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da0c76db-2596-4d9c-947e-06489f1c4f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:43.219335 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-da0c76db-2596-4d9c-947e-06489f1c4f15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c068cc1d-f0c5-4a45-95c6-58aebc0e4969 HTTP/1.1" status: 204 len: 168 time: 1.6253958 Feb 04 11:27:43.226534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b41aeecf-d06c-4650-85f4-9c3ff56ebb9d tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:43.231081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b41aeecf-d06c-4650-85f4-9c3ff56ebb9d tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags/tempest-TagsExtTest-Tag-20454008 HTTP/1.1" status: 404 len: 327 time: 0.7875724 Feb 04 11:27:43.233655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:43.246639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-1ca69237-bc28-46f8-b08f-c6a68bd16da3 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', {'tags': ['tempest-TagsExtTest-Tag-1460820336', 'tempest-TagsExtTest-Tag-44823167', 'tempest-TagsExtTest-Tag-388290747']}) {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:43.392534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af47b-fbc6-40bc-9b6a-172e41dda37b req-8ac7ac3d-ec03-43a7-a555-eef57faa8e0c tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:43.404493 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec2af47b-fbc6-40bc-9b6a-172e41dda37b req-8ac7ac3d-ec03-43a7-a555-eef57faa8e0c tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.6836166 Feb 04 11:27:43.543816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:43.610804 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec2af47b-fbc6-40bc-9b6a-172e41dda37b req-03f0fdac-3dc8-468b-b4a7-ffc2aa946ac9 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035954 Feb 04 11:27:43.638043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb053a-ce67-4ce1-b805-27b80ca5960b None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:43.765566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1ca69237-bc28-46f8-b08f-c6a68bd16da3 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags HTTP/1.1" status: 200 len: 315 time: 0.5256383 Feb 04 11:27:43.770467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:43.798521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d660-945c-440f-a34e-5e9b410b7d58 req-72726f67-3d01-4e9c-b001-a686388bc7ee tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:43.808147 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5631d660-945c-440f-a34e-5e9b410b7d58 req-72726f67-3d01-4e9c-b001-a686388bc7ee tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5004730 Feb 04 11:27:43.813723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-5fbf5d56-20dc-4fe3-8286-f08607e3e676 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:43.824337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cdb0faad-43a4-4d50-ac41-695fd2edffbb up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:43.854071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 17071916-af6f-495e-878c-9c195827a8ea owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:43.889913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.054774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1d4ba4f3-4c60-45a0-96d4-dab0d0cc924b None None] Provisioning for port cdb0faad-43a4-4d50-ac41-695fd2edffbb completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:44.163014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59888) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:44.166092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port cdb0faad-43a4-4d50-ac41-695fd2edffbb completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:44.177401 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5631d660-945c-440f-a34e-5e9b410b7d58 req-dc8061a9-49b4-4673-8cf8-50293a27f313 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684635 Feb 04 11:27:44.183479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cdb0faad-43a4-4d50-ac41-695fd2edffbb triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:44.184010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.231920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event deleted for resources: {'Port': ['ID=34efbca2-5cc6-4f5c-937d-436889673644,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:44.256899 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26b3921b-b9f8-444d-a988-9ef294a77d00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52867802681c4d31aa2a061403593c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923917 Feb 04 11:27:44.262246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:44.341503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.350175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.421679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.444261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=17071916-af6f-495e-878c-9c195827a8ea,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:44.499006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port cdb0faad-43a4-4d50-ac41-695fd2edffbb, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cdb0faad-43a4-4d50-ac41-695fd2edffbb,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:44.557146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.567512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d11067ba-e136-4e74-b8fe-02d3e8704e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.586881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:44.597572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.641092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d11067ba-e136-4e74-b8fe-02d3e8704e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.716250 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc5dfdaf-6617-489a-9514-4862b42a482c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/17071916-af6f-495e-878c-9c195827a8ea HTTP/1.1" status: 204 len: 168 time: 1.8167078 Feb 04 11:27:44.721198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:44.739580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.744517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=cdb0faad-43a4-4d50-ac41-695fd2edffbb,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:44.770048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2fb07f28-b2c2-43d5-9fb9-e89f5ff842a5 None None] Could not find standard attr ID for object 17071916-af6f-495e-878c-9c195827a8ea. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:27:44.787083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2fb07f28-b2c2-43d5-9fb9-e89f5ff842a5 None None] Provisioning complete for port cdb0faad-43a4-4d50-ac41-695fd2edffbb triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:44.787454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2fb07f28-b2c2-43d5-9fb9-e89f5ff842a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.844204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.851784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee1105-c616-4966-b6bf-6fbadf6a7e17 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:44.853545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee1105-c616-4966-b6bf-6fbadf6a7e17 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:44.854339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-06ee1105-c616-4966-b6bf-6fbadf6a7e17 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:44.866912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d11067ba-e136-4e74-b8fe-02d3e8704e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.923827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11067ba-e136-4e74-b8fe-02d3e8704e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d39c1-4ccb-455c-877d-6478dac41504,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:44.942028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d11067ba-e136-4e74-b8fe-02d3e8704e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:44.960401 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d11067ba-e136-4e74-b8fe-02d3e8704e5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b13d39c1-4ccb-455c-877d-6478dac41504 HTTP/1.1" status: 204 len: 168 time: 0.6958716 Feb 04 11:27:44.976469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086fb6a-9f5d-4b56-a6de-adc1fcc7dad2 req-b472ed32-0f58-46ed-8929-aa739d7aeef8 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:44.976469 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1086fb6a-9f5d-4b56-a6de-adc1fcc7dad2 req-b472ed32-0f58-46ed-8929-aa739d7aeef8 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 1.0693886 Feb 04 11:27:44.997271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b189c3-7797-429b-b8e1-80241f3d6694 req-20c8f4a0-a03e-481f-b38f-3a41a6252747 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:45.015954 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b189c3-7797-429b-b8e1-80241f3d6694 req-20c8f4a0-a03e-481f-b38f-3a41a6252747 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.3809516 Feb 04 11:27:45.048376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.048376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Fanout notify agent at l3_agent the message router_deleted on router fc8c6a77-4bfd-499c-bbbf-0c29485f351f {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:27:45.056304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5fbf5d56-20dc-4fe3-8286-f08607e3e676 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags HTTP/1.1" status: 204 len: 168 time: 1.2776654 Feb 04 11:27:45.056304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-06ee1105-c616-4966-b6bf-6fbadf6a7e17 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:45.057961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:45.061126 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-06ee1105-c616-4966-b6bf-6fbadf6a7e17 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3305078 Feb 04 11:27:45.061934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59914) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:45.067993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-9fef41d5-5795-4eb5-859f-f75df46b3805 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-1460820336') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:45.129038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'networks': [{'name': 'tempest-network--697671012'}, {'name': 'tempest-network--1919746917'}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:45.129505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'network': {'name': 'tempest-network--697671012'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:45.130497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'network': {'name': 'tempest-network--1919746917'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:45.158203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:45.187077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.188761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:network and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:45.195354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:45.199811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59920) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:45.205134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-57713822-e44e-4336-a5f0-516531cc22d4 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/fc8c6a77-4bfd-499c-bbbf-0c29485f351f HTTP/1.1" status: 204 len: 168 time: 5.0617189 Feb 04 11:27:45.212756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ff176f4-6d00-4810-bdf5-ef320aa22786 None None] Could not find standard attr ID for object 17071916-af6f-495e-878c-9c195827a8ea. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:27:45.216737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1816654839', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': False}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:45.224474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:45.230089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:45.246035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:router and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:45.258331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:45.274298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:45.293833 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b189c3-7797-429b-b8e1-80241f3d6694 req-40b33fc8-1376-4cf1-9788-c4864cbc67ce tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768147 Feb 04 11:27:45.298935 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-9fef41d5-5795-4eb5-859f-f75df46b3805 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:45.300942 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9fef41d5-5795-4eb5-859f-f75df46b3805 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-1460820336 HTTP/1.1" status: 404 len: 329 time: 0.2414467 Feb 04 11:27:45.304366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet b0588bcb-2918-4ff9-94dc-aef5e54f35ff {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:27:45.305071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59924) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:45.308808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1086fb6a-9f5d-4b56-a6de-adc1fcc7dad2 req-2382f5dd-7122-459f-9627-a26eb0d3b083 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686296 Feb 04 11:27:45.326526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.341712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-6f981993-1d4a-47f4-b656-047278933c92 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-44823167') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:45.403584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'network': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:45.414700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.487721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.488767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.504961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.605954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.650693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:45.673016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:security_group_rule and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:45.679219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:45.686970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cdb0faad-43a4-4d50-ac41-695fd2edffbb up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:45.695035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:45.709048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.754253 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-6f981993-1d4a-47f4-b656-047278933c92 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:45.755425 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6f981993-1d4a-47f4-b656-047278933c92 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-44823167 HTTP/1.1" status: 404 len: 327 time: 0.4472110 Feb 04 11:27:45.760814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:45.773388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-0fa40348-bde2-4202-b70c-d5896ad07f26 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb', 'tempest-TagsExtTest-Tag-388290747') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:45.822769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.846570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cdb0faad-43a4-4d50-ac41-695fd2edffbb triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:45.847146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:45.953704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48068907-f7b9-423c-b080-cca6a6108b2f req-69e58002-7493-45dd-9196-ac48770fe2e2 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:45.963483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48068907-f7b9-423c-b080-cca6a6108b2f req-69e58002-7493-45dd-9196-ac48770fe2e2 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.3522537 Feb 04 11:27:46.045150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48068907-f7b9-423c-b080-cca6a6108b2f req-d436b562-d789-4e80-a323-d8178e4f8542 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801528 Feb 04 11:27:46.070751 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-0fa40348-bde2-4202-b70c-d5896ad07f26 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:46.075530 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0fa40348-bde2-4202-b70c-d5896ad07f26 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags/tempest-TagsExtTest-Tag-388290747 HTTP/1.1" status: 404 len: 328 time: 0.3099725 Feb 04 11:27:46.076176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:46.083222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-c374257c-825e-4a94-8dad-8c6fbb739cf4 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', {'tags': ['tempest-TagsExtTest-Tag-1623361478', 'tempest-TagsExtTest-Tag-1307427591', 'tempest-TagsExtTest-Tag-187676100']}) {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:46.151315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.272834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.278633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.279201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=b0588bcb-2918-4ff9-94dc-aef5e54f35ff,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:46.282109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.290849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f6414-45d6-4ed1-9c1a-d204b3dcc48f None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:46.346544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.347060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.405511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cb392-9ccb-47b4-a75f-e5191b1bbdac req-08627c5f-5bba-4305-bd44-db7c6cc2d8f6 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:46.406930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b84cb392-9ccb-47b4-a75f-e5191b1bbdac req-08627c5f-5bba-4305-bd44-db7c6cc2d8f6 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.1113265 Feb 04 11:27:46.438193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:46.453427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a788f7ed-ce9f-4276-871b-bf6914af394b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b0588bcb-2918-4ff9-94dc-aef5e54f35ff HTTP/1.1" status: 204 len: 168 time: 1.3848717 Feb 04 11:27:46.454696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.455050 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Added segment 5c51edd6-3cda-4260-87e0-84684473c626 of type vlan for network cb975818-b313-4a3a-83b4-5e1410844e21 Feb 04 11:27:46.456246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:46.485803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.549181 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c374257c-825e-4a94-8dad-8c6fbb739cf4 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags HTTP/1.1" status: 200 len: 317 time: 0.4717836 Feb 04 11:27:46.556295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:46.566477 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0e40701b-23fa-4b25-809b-bb2eb42bb4c5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086655 Feb 04 11:27:46.581544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-73635e21-ce4a-4518-babb-f08353daa7a1 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:46.581932 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b84cb392-9ccb-47b4-a75f-e5191b1bbdac req-605873d6-1e7b-4819-9338-7f701920f542 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575201 Feb 04 11:27:46.582611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59972) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:46.593867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:46.666724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:46.671705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a894a-fc43-43ac-a739-2d04a1f98e8a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:46.709793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:27:46.714771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] Deleting port cdb0faad-43a4-4d50-ac41-695fd2edffbb {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:46.715142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.805371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:46.806878 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Added segment fbbb5b6d-3816-4f7e-9fe2-dd460a71b8fb of type vlan for network 14b1957c-c92e-4b32-ad75-e8f290b5b8d8 Feb 04 11:27:46.978572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.028564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:47.034411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:47.038238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:47.047998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:47.057685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:47.139206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] For port cdb0faad-43a4-4d50-ac41-695fd2edffbb, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cdb0faad-43a4-4d50-ac41-695fd2edffbb,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:47.139949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.190280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:47.194769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.278383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.279155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.287693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:47.297637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:47.298629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.303350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] Calling delete_port for cdb0faad-43a4-4d50-ac41-695fd2edffbb owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:47.308883 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-73635e21-ce4a-4518-babb-f08353daa7a1 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags HTTP/1.1" status: 204 len: 168 time: 0.7397218 Feb 04 11:27:47.315026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-470928452'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:47.317609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:47.332670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-e40295b9-3dcc-4f4a-819e-7574a2ac54b0 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-1623361478') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:47.392843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:47.501174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.529288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:network and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:47.550249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:47.566208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] No DVR routers for this DVR port cdb0faad-43a4-4d50-ac41-695fd2edffbb on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:27:47.572268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71db9a-5b2a-44f2-a2d1-e672e54b77e1 None None] Pushing event deleted for resources: {'Port': ['ID=cdb0faad-43a4-4d50-ac41-695fd2edffbb,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:47.579913 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-e40295b9-3dcc-4f4a-819e-7574a2ac54b0 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:47.584445 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e40295b9-3dcc-4f4a-819e-7574a2ac54b0 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-1623361478 HTTP/1.1" status: 404 len: 329 time: 0.2645750 Feb 04 11:27:47.585340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:47.590480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-5c6dcc87-4bb4-4153-b7ed-b9b384e87299 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-1307427591') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:47.600884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:47.604859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Network': ['ID=cb975818-b313-4a3a-83b4-5e1410844e21,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:47.627070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network cb975818-b313-4a3a-83b4-5e1410844e21 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:47.763117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Network': ['ID=14b1957c-c92e-4b32-ad75-e8f290b5b8d8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:47.772715 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-068a3724-860d-4ce5-91f8-9c40b9386396 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1836181 Feb 04 11:27:47.783182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:47.797243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cdb0faad-43a4-4d50-ac41-695fd2edffbb no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:27:47.819581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:47.841836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 14b1957c-c92e-4b32-ad75-e8f290b5b8d8 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:47.862044 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-5c6dcc87-4bb4-4153-b7ed-b9b384e87299 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:47.867092 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5c6dcc87-4bb4-4153-b7ed-b9b384e87299 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-1307427591 HTTP/1.1" status: 404 len: 329 time: 0.2801917 Feb 04 11:27:47.867092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:47.885386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-0eff526f-eb69-4b8a-8f71-70829f909b67 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1', 'tempest-TagsExtTest-Tag-187676100') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:47.956161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: cdb0faad-43a4-4d50-ac41-695fd2edffbb {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:27:47.956624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cdb0faad-43a4-4d50-ac41-695fd2edffbb not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:27:48.091600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.094917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-0eff526f-eb69-4b8a-8f71-70829f909b67 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:48.099580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:48.099835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0eff526f-eb69-4b8a-8f71-70829f909b67 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags/tempest-TagsExtTest-Tag-187676100 HTTP/1.1" status: 404 len: 328 time: 0.2278523 Feb 04 11:27:48.100420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.102979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.106551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-56e547ad-cedd-47cf-839c-03c85cd8d714 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', {'tags': ['tempest-TagsExtTest-Tag-1481492328', 'tempest-TagsExtTest-Tag-1376781316', 'tempest-TagsExtTest-Tag-1791822907']}) {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.168218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.205675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:48.213243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.226323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:security_group_rule and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:48.238977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:48.253532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:48.298694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:48.302971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-56e547ad-cedd-47cf-839c-03c85cd8d714 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "PUT /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags HTTP/1.1" status: 200 len: 318 time: 0.1987805 Feb 04 11:27:48.304653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:48.306128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.306379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:48.313665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:48.317142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:48.317729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.317853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ab386-0888-4d40-b63a-9eda9c423fb2 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:48.319935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:48.324095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-88bdfc56-027f-4238-a137-86026c25d82c tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.325688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:48.326559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Synchronizing usage tracker for tenant:3e77853095434f88a51266eceb61c2a5 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:48.333214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=26f9dd76-666d-43b6-ad80-93e03f38c0f3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:48.420522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94f9d-9915-4be9-b76d-9bea4201a45a req-a84a23e3-ac4f-4dc7-b512-9366c6249f55 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:48.423960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-efa94f9d-9915-4be9-b76d-9bea4201a45a req-a84a23e3-ac4f-4dc7-b512-9366c6249f55 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.2769141 Feb 04 11:27:48.491906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Allocated IP 172.26.6.9 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/681c0d06-dfbd-4cf8-babe-a874297e03fd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:48.523243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7bf9353f-d28a-4a15-8fde-ceec6cebdb14 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9375865 Feb 04 11:27:48.531791 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-efa94f9d-9915-4be9-b76d-9bea4201a45a req-ce2efa31-f006-4211-ac81-a01c19c90963 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961237 Feb 04 11:27:48.536207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.542917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'name': 'tempest-NetworksTestDHCPv6-1785908766'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:48.605973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '26f9dd76-666d-43b6-ad80-93e03f38c0f3'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:27:48.607131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.648289 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-88bdfc56-027f-4238-a137-86026c25d82c tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags HTTP/1.1" status: 204 len: 168 time: 0.3331738 Feb 04 11:27:48.649276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.664328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-6908a2ad-e4a8-416d-a042-b40399325d1a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1481492328') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.724811 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-6908a2ad-e4a8-416d-a042-b40399325d1a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:48.726274 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6908a2ad-e4a8-416d-a042-b40399325d1a tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1481492328 HTTP/1.1" status: 404 len: 329 time: 0.0765295 Feb 04 11:27:48.732185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.751386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-b46bf7f7-b7b1-462e-8c1f-20803d6afe3b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1376781316') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.776902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.786293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:48.793627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:48.794941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.801123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:48.804431 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b46bf7f7-b7b1-462e-8c1f-20803d6afe3b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:48.805463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b46bf7f7-b7b1-462e-8c1f-20803d6afe3b tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1376781316 HTTP/1.1" status: 404 len: 329 time: 0.0725484 Feb 04 11:27:48.810049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.811566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:48.821251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-e2e0667e-e600-45fe-8248-2087734a5dc9 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077', 'tempest-TagsExtTest-Tag-1791822907') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.851267 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-e2e0667e-e600-45fe-8248-2087734a5dc9 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] show failed (client error): The resource could not be found. Feb 04 11:27:48.852705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e2e0667e-e600-45fe-8248-2087734a5dc9 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags/tempest-TagsExtTest-Tag-1791822907 HTTP/1.1" status: 404 len: 329 time: 0.0371411 Feb 04 11:27:48.854872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/26f9dd76-666d-43b6-ad80-93e03f38c0f3/b37fcc50-9960-4f24-8ed8-55e23ecdbd36) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:48.855781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60032) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.862113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.862819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-bb0f6249-f321-4509-905b-b8914aede2a5 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00ad8130-518a-4811-b491-1857eebbd077') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.899075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb0f6249-f321-4509-905b-b8914aede2a5 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077/tags HTTP/1.1" status: 204 len: 168 time: 0.0413792 Feb 04 11:27:48.899702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:48.903288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:48.909077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-f09a8ef2-8d20-4ae8-8d6b-d718e4fd4576 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '888dabf2-253c-4a0b-b5fa-c56d90c921a1') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:48.947023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:48.978910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:48.983604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.011267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Unset dirty status for tenant:3e77853095434f88a51266eceb61c2a5 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:49.015735 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-257727c4-ad40-4600-a4bb-a65b42045fb1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2278144 Feb 04 11:27:49.017409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:49.020306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:49.021906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a46e98-f958-4666-b3c2-e4f935fa8cd6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:49.027092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.027874 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Added segment c7c6b3c3-1349-4dd7-81af-4e4c1a0157c4 of type vlan for network 8533cd83-57a3-4f4f-a76b-684867ed759f Feb 04 11:27:49.031470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:49.034006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:49.093439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Port': ['ID=681c0d06-dfbd-4cf8-babe-a874297e03fd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:49.114313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port aa142a43-1889-4ff0-8c00-6ff3fb000b2f yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:49.133403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.161228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.173838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Transition to ACTIVE for port object b37fcc50-9960-4f24-8ed8-55e23ecdbd36 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:49.200055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Transition to ACTIVE for port object b37fcc50-9960-4f24-8ed8-55e23ecdbd36 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:49.321331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.443357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.444751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.452284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:49.455406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.465283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:49.469802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:49.475320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:49.485748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Pushing event updated for resources: {'Port': ['ID=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:49.507132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f09a8ef2-8d20-4ae8-8d6b-d718e4fd4576 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1/tags HTTP/1.1" status: 204 len: 168 time: 0.6027145 Feb 04 11:27:49.513724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:49.532740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-e56f002c-ed2e-475e-96ab-4314eae19221 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2e38055-8a40-4700-9789-60457bd4f5cb') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:49.639566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Attempting to bind port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:49.639802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Attempting to bind port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:49.640245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Attempting to bind port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:49.649404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:49.650141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:49.650729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.651867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:49.652842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Bound port: b37fcc50-9960-4f24-8ed8-55e23ecdbd36, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:49.653497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.670008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::291 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/26f9dd76-666d-43b6-ad80-93e03f38c0f3/aa142a43-1889-4ff0-8c00-6ff3fb000b2f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:49.712398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Network': ['ID=8533cd83-57a3-4f4f-a76b-684867ed759f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:49.741241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8533cd83-57a3-4f4f-a76b-684867ed759f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:49.809698 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-48cf5f1c-9599-43d2-af63-8984b4bd88f8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7495780 Feb 04 11:27:49.816943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:49.852348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.859983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:49.864183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'subnet': {'network_id': '8533cd83-57a3-4f4f-a76b-684867ed759f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:49.922210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] For port b37fcc50-9960-4f24-8ed8-55e23ecdbd36, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:49.925944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] For port b37fcc50-9960-4f24-8ed8-55e23ecdbd36, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:50.008195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb975818-b313-4a3a-83b4-5e1410844e21']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:50.024455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.064291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c51edd6-3cda-4260-87e0-84684473c626') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:50.064881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c51edd6-3cda-4260-87e0-84684473c626') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:50.116018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f534aab-d057-437f-8aa5-cc9357b5a14a None None] Pushing event updated for resources: {'Port': ['ID=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:50.171160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.221644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:50.232076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:subnet and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:50.239110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e56f002c-ed2e-475e-96ab-4314eae19221 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb/tags HTTP/1.1" status: 204 len: 168 time: 0.7212660 Feb 04 11:27:50.240695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:50.247706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60054) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:50.249162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.259147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:50.275396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-573f776e-8283-43ee-92a8-fab682a0a7b6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef9f7a21-b666-48b5-9eb6-a9914e8e7777') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:50.311149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:50.311858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:50.355282 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:50.417378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.476746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f88485-3373-4ed9-bde5-574e21551a94 req-b2a1024b-5194-4a95-9f0b-2629fe181177 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:50.478355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48f88485-3373-4ed9-bde5-574e21551a94 req-b2a1024b-5194-4a95-9f0b-2629fe181177 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6997330 Feb 04 11:27:50.539585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:50.544616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.604009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.679795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.693238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48f88485-3373-4ed9-bde5-574e21551a94 req-c152df6e-29c0-4609-9147-96575613d356 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973298 Feb 04 11:27:50.732811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object aa142a43-1889-4ff0-8c00-6ff3fb000b2f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:50.735995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:50.738728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Network': ['ID=cb975818-b313-4a3a-83b4-5e1410844e21,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:50.805996 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-573f776e-8283-43ee-92a8-fab682a0a7b6 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777/tags HTTP/1.1" status: 204 len: 168 time: 0.5495880 Feb 04 11:27:50.812466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:50.853968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Router 4009518f-180e-4702-bb0d-9261af0c5dea is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:27:50.891622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-86c915ce-8693-4e44-85a6-fdc969ea8807 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/networks/cb975818-b313-4a3a-83b4-5e1410844e21 HTTP/1.1" status: 204 len: 168 time: 1.8705618 Feb 04 11:27:50.892980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60062) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:51.012568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.112247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:51.122267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8584af55-5772-4f5c-a10a-d741f3597eae tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for subnetpool, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.123212 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Sync routers for ids ['4009518f-180e-4702-bb0d-9261af0c5dea'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:51.123798 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8584af55-5772-4f5c-a10a-d741f3597eae tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnetpools/00ad8130-518a-4811-b491-1857eebbd077 HTTP/1.1" status: 204 len: 168 time: 0.3099637 Feb 04 11:27:51.126643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:51.134367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:51.139488 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Routers {'4009518f-180e-4702-bb0d-9261af0c5dea'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:51.140898 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['4009518f-180e-4702-bb0d-9261af0c5dea'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:51.141981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:51.149724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:51.155253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:51.156061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.162918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.166360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=aa142a43-1889-4ff0-8c00-6ff3fb000b2f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:51.189697 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-20a1cd73-0f20-4dc1-b61c-1a55de8465ae tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "GET /v2.0/ports?device_id=888dabf2-253c-4a0b-b5fa-c56d90c921a1 HTTP/1.1" status: 200 len: 205 time: 0.0616634 Feb 04 11:27:51.192100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:51.223091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.288548 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-323f954f-e55e-4fd6-b0b5-2ca066c69472 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7511561 Feb 04 11:27:51.338370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:51.353270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.354731 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d4dda518-7ecc-45d0-9630-3beb33f6faf8 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1534469 Feb 04 11:27:51.411300 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Set router 4009518f-180e-4702-bb0d-9261af0c5dea gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:51.423206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:51.527030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.551577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.585179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4e97cf57-3b5a-4397-8d37-6b0277dd9e27 None None] Provisioning for port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:51.589823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Subnet': ['ID=0a6c0fb6-57ff-4c0e-bc31-731a11088685,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:51.597922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b1957c-c92e-4b32-ad75-e8f290b5b8d8']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:51.616567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbb5b6d-3816-4f7e-9fe2-dd460a71b8fb') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:51.616864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbb5b6d-3816-4f7e-9fe2-dd460a71b8fb') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:51.623923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Checking segment: {'id': 'c7c6b3c3-1349-4dd7-81af-4e4c1a0157c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8533cd83-57a3-4f4f-a76b-684867ed759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:51.624201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network hostable DHCP agents. Network: 8533cd83-57a3-4f4f-a76b-684867ed759f, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:27:51.636622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.671157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.680515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:27:51.680916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:27:51.697165 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:27:51.815157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b37fcc50-9960-4f24-8ed8-55e23ecdbd36 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:51.848398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:27:51.918688 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009518f-180e-4702-bb0d-9261af0c5dea', 'name': 'tempest-snat-router-1816654839', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.9'}], 'enable_snat': False}, 'gw_port_id': '681c0d06-dfbd-4cf8-babe-a874297e03fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:45Z', 'updated_at': '2022-02-04T11:27:49Z', 'revision_number': 3, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port': {'id': '681c0d06-dfbd-4cf8-babe-a874297e03fd', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009518f-180e-4702-bb0d-9261af0c5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:27:48Z', 'updated_at': '2022-02-04T11:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:51.923835 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Checking router: 4009518f-180e-4702-bb0d-9261af0c5dea for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:27:51.924178 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Updating router 4009518f-180e-4702-bb0d-9261af0c5dea port 681c0d06-dfbd-4cf8-babe-a874297e03fd binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:27:51.966891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8533cd83-57a3-4f4f-a76b-684867ed759f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:51.978538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeba99c-bcd2-45ac-b7bc-32e71892a5ef None None] Network 8533cd83-57a3-4f4f-a76b-684867ed759f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:51.985629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:51.986543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:51.990423 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.007084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.044127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.051914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-52268db2-fc90-483a-b359-af12e5123e39 None None] Provisioning for port aa142a43-1889-4ff0-8c00-6ff3fb000b2f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:52.067642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-52268db2-fc90-483a-b359-af12e5123e39 None None] Provisioning complete for port aa142a43-1889-4ff0-8c00-6ff3fb000b2f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:52.067642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-52268db2-fc90-483a-b359-af12e5123e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.070071 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/networks/14b1957c-c92e-4b32-ad75-e8f290b5b8d8 HTTP/1.1" status: 204 len: 168 time: 1.1745632 Feb 04 11:27:52.071438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60088) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.099437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbb261-22be-42c3-9ca6-de85aff3ef31 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Network': ['ID=14b1957c-c92e-4b32-ad75-e8f290b5b8d8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:52.134166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:52.161691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:52.162058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.183339 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c61e6a82-e5fc-4718-88d4-ed9a9cb3d4e0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3562090 Feb 04 11:27:52.184547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.207304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1561996676', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:52.225141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:52.228823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-52268db2-fc90-483a-b359-af12e5123e39 None None] Port aa142a43-1889-4ff0-8c00-6ff3fb000b2f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:27:52.245454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:router and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:52.256353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c8af-c8cb-407c-9bf8-0721a76a27b8 req-56d18d43-36b3-4e3e-87c9-156cdae3fe83 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:52.258588 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35b8c8af-c8cb-407c-9bf8-0721a76a27b8 req-56d18d43-36b3-4e3e-87c9-156cdae3fe83 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3474874 Feb 04 11:27:52.262134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:52.284675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:52.351567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.361050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.367828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd2be0-6980-4715-9d1e-9ecdd79d1988 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:52.374465 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d1e3b622-c1ef-4502-9765-ae8c77948cf3 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/4009518f-180e-4702-bb0d-9261af0c5dea HTTP/1.1" status: 200 len: 907 time: 0.9498737 Feb 04 11:27:52.375867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd2be0-6980-4715-9d1e-9ecdd79d1988 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:52.376800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-18dd2be0-6980-4715-9d1e-9ecdd79d1988 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Synchronizing usage tracker for tenant:3e77853095434f88a51266eceb61c2a5 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:52.379610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60096) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.403313 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35b8c8af-c8cb-407c-9bf8-0721a76a27b8 req-c1c0fcdb-21b2-4e45-97c1-81d3703cf7a3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234291 Feb 04 11:27:52.408077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbc6d7-8ea0-4811-965b-6e3b29a21f06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:52.412368 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.415498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbc6d7-8ea0-4811-965b-6e3b29a21f06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:52.416510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5bbc6d7-8ea0-4811-965b-6e3b29a21f06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:27:52.429310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1816654839', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': True}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:52.439277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.442618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:52.446613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Usage tracker for resource:router and tenant:689389338b3e4d09a3b2fdee9cbc69d9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:52.449554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:52.454726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cfcbaa-ae42-4f2f-8350-1e5bf0cfdd63 None None] Network 8533cd83-57a3-4f4f-a76b-684867ed759f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:52.458974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:52.471368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.472494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.509458 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Transition to ACTIVE for port object 681c0d06-dfbd-4cf8-babe-a874297e03fd will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:52.509884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.510453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Fanout notify agent at l3_agent the message router_deleted on router 888dabf2-253c-4a0b-b5fa-c56d90c921a1 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:27:52.524318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.526305 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-73546c48-fb68-424a-8110-cbd1844a017e tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/routers/888dabf2-253c-4a0b-b5fa-c56d90c921a1 HTTP/1.1" status: 204 len: 168 time: 1.3322718 Feb 04 11:27:52.527078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-18dd2be0-6980-4715-9d1e-9ecdd79d1988 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Unset dirty status for tenant:3e77853095434f88a51266eceb61c2a5 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:52.534125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-18dd2be0-6980-4715-9d1e-9ecdd79d1988 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4520328 Feb 04 11:27:52.534125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.534125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.534125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60102) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.556027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b37fcc50-9960-4f24-8ed8-55e23ecdbd36, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:52.579131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.580009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-640858369'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:52.580714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.592101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:52.594960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5bbc6d7-8ea0-4811-965b-6e3b29a21f06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:27:52.600170 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d5bbc6d7-8ea0-4811-965b-6e3b29a21f06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2602391 Feb 04 11:27:52.602200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60108) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:52.606157 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.618696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.683210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:52.692161 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Attempting to bind port 681c0d06-dfbd-4cf8-babe-a874297e03fd on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:52.692525 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Attempting to bind port 681c0d06-dfbd-4cf8-babe-a874297e03fd by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:52.692885 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Attempting to bind port 681c0d06-dfbd-4cf8-babe-a874297e03fd on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:52.695131 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Pushing event updated for resources: {'Port': ['ID=681c0d06-dfbd-4cf8-babe-a874297e03fd,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:52.704910 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:52.706119 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:52.706119 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.706119 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:52.711823 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Bound port: 681c0d06-dfbd-4cf8-babe-a874297e03fd, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:52.711823 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.716502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Deleting port b2e38055-8a40-4700-9789-60457bd4f5cb {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:52.716844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.723344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.734712 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.735077 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.735442 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.735807 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.736130 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.736459 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.736782 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.737096 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.737442 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.737760 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.738099 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.738415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:27:52.794531 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] For port 681c0d06-dfbd-4cf8-babe-a874297e03fd, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:52.797671 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] For port 681c0d06-dfbd-4cf8-babe-a874297e03fd, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=681c0d06-dfbd-4cf8-babe-a874297e03fd,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:52.841591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port aa142a43-1889-4ff0-8c00-6ff3fb000b2f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:52.841916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.885382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:52.918054 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:52.964874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:52.969332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.008879 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Routers {'4009518f-180e-4702-bb0d-9261af0c5dea'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:53.010173 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['4009518f-180e-4702-bb0d-9261af0c5dea'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:53.076514 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701ba9f-2cd6-4297-a988-97f6b9f2db63 None None] Pushing event updated for resources: {'Port': ['ID=681c0d06-dfbd-4cf8-babe-a874297e03fd,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:53.127998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.208431 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] Set router 4009518f-180e-4702-bb0d-9261af0c5dea gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:53.242041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.280086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:53.378210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.378518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Added segment fe25c509-326c-4b29-95a1-8e7c0c10e33f of type vlan for network b79167b2-b026-423f-b922-330506bbc956 Feb 04 11:27:53.518068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.553883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.578404 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009518f-180e-4702-bb0d-9261af0c5dea', 'name': 'tempest-snat-router-1816654839', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.9'}], 'enable_snat': False}, 'gw_port_id': '681c0d06-dfbd-4cf8-babe-a874297e03fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:45Z', 'updated_at': '2022-02-04T11:27:49Z', 'revision_number': 3, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port': {'id': '681c0d06-dfbd-4cf8-babe-a874297e03fd', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009518f-180e-4702-bb0d-9261af0c5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:27:48Z', 'updated_at': '2022-02-04T11:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:53.585067 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a17bbe-85e5-45bc-b5da-e4ad370b8890 None None] The sync data for ids ['4009518f-180e-4702-bb0d-9261af0c5dea'] in dv-neutron-827824-2-hyperv is: [{'id': '4009518f-180e-4702-bb0d-9261af0c5dea', 'name': 'tempest-snat-router-1816654839', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.9'}], 'enable_snat': False}, 'gw_port_id': '681c0d06-dfbd-4cf8-babe-a874297e03fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:45Z', 'updated_at': '2022-02-04T11:27:49Z', 'revision_number': 3, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port': {'id': '681c0d06-dfbd-4cf8-babe-a874297e03fd', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009518f-180e-4702-bb0d-9261af0c5dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:27:48Z', 'updated_at': '2022-02-04T11:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:53.658750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b37fcc50-9960-4f24-8ed8-55e23ecdbd36 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:53.743761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:53.744511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.754890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Allocated IP 172.26.6.254 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/ef39a55b-e3fa-428b-84a3-4ef52e80e630) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:53.773787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.911225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.958513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:53.988080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:54.100614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:54.106260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Calling delete_port for b2e38055-8a40-4700-9789-60457bd4f5cb owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:54.203468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Port': ['ID=ef39a55b-e3fa-428b-84a3-4ef52e80e630,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:54.214350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:54.215678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:54.219372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:54.292178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for aa142a43-1889-4ff0-8c00-6ff3fb000b2f owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:54.361604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:54.431769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:54.431769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:54.435163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c1c8c-7e5e-455c-8d45-1a9eb4412b09 req-78134120-8ac9-433c-ad9a-68891ba39dde tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:54.437097 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-635c1c8c-7e5e-455c-8d45-1a9eb4412b09 req-78134120-8ac9-433c-ad9a-68891ba39dde tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.8436825 Feb 04 11:27:54.676759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Network': ['ID=b79167b2-b026-423f-b922-330506bbc956,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:54.689780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network b79167b2-b026-423f-b922-330506bbc956 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:54.804059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7ba02c99-4f4f-492a-956f-5f1938036edd tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2674203 Feb 04 11:27:54.817893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:54.827971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-635c1c8c-7e5e-455c-8d45-1a9eb4412b09 req-d0cb0ba9-3909-4af5-a141-5992f836d880 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091877 Feb 04 11:27:54.836161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1122085140'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:54.841972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:54.854545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:network and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:54.917403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:54.925168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:54.980428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:55.063653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event deleted for resources: {'Port': ['ID=b2e38055-8a40-4700-9789-60457bd4f5cb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:55.079290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.182049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.211164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.295156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.298498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:55.303933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.463370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=aa142a43-1889-4ff0-8c00-6ff3fb000b2f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:55.491488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.592234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.614383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.645031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d3ac90af-36f6-4ba2-817d-c3cd87f7b6ce tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/ports/b2e38055-8a40-4700-9789-60457bd4f5cb HTTP/1.1" status: 204 len: 168 time: 3.1107430 Feb 04 11:27:55.647054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:27:55.652877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60118) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:55.792140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 681c0d06-dfbd-4cf8-babe-a874297e03fd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:55.800715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.801346 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Added segment 76eaf9f7-4cd7-48b6-844e-bc720c7c2f25 of type vlan for network bfe810b7-386b-4f48-a578-874f765ad343 Feb 04 11:27:55.828696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60122) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:55.828997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67610b72-d607-45ff-b060-7f3d77a01a8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/aa142a43-1889-4ff0-8c00-6ff3fb000b2f HTTP/1.1" status: 204 len: 168 time: 3.2236385 Feb 04 11:27:55.894653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Router e04d5c10-e6d5-41b0-8cb7-87dab9a280db is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:27:55.894993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.49 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/0bba920f-5eac-474b-99ce-ca4d789009ba) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:55.916035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Deleting subnet ef9f7a21-b666-48b5-9eb6-a9914e8e7777 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:27:55.925919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2977a35-12ba-4142-b721-4997cfbe558b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:55.927284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.928202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2977a35-12ba-4142-b721-4997cfbe558b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:55.932279 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e2977a35-12ba-4142-b721-4997cfbe558b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0998361 Feb 04 11:27:55.940721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:55.989832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 681c0d06-dfbd-4cf8-babe-a874297e03fd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:27:55.992067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:55.996534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 681c0d06-dfbd-4cf8-babe-a874297e03fd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:55.997250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.133689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.145330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.153044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 681c0d06-dfbd-4cf8-babe-a874297e03fd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=681c0d06-dfbd-4cf8-babe-a874297e03fd,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:56.189685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 26f9dd76-666d-43b6-ad80-93e03f38c0f3 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:27:56.193222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:27:56.194981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.204450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Sync routers for ids ['e04d5c10-e6d5-41b0-8cb7-87dab9a280db'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:27:56.214518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Routers {'e04d5c10-e6d5-41b0-8cb7-87dab9a280db'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:56.218697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e04d5c10-e6d5-41b0-8cb7-87dab9a280db'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:56.273607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.281447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.299293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.304805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:56.306776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.355629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.406286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.407821 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f8ac96b-fb32-4d57-9622-21e33759a749 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0272651 Feb 04 11:27:56.414964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:56.433237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f0960-7e14-475e-9c1a-ea39a7acbdf3 req-29f7b034-e988-4c69-9565-8b71558ba387 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:56.434625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-707f0960-7e14-475e-9c1a-ea39a7acbdf3 req-29f7b034-e988-4c69-9565-8b71558ba387 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4050348 Feb 04 11:27:56.443428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=681c0d06-dfbd-4cf8-babe-a874297e03fd,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:56.486015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Set router e04d5c10-e6d5-41b0-8cb7-87dab9a280db gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:56.487029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.517225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.527366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Network': ['ID=bfe810b7-386b-4f48-a578-874f765ad343,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:56.539184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ecb5d41-618f-4caa-9f96-57ce3724598e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7156301 Feb 04 11:27:56.540095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60136) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:56.569459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'ports': [{'network_id': 'b79167b2-b026-423f-b922-330506bbc956', 'name': 'tempest-port--626113795', 'admin_state_up': True}, {'network_id': 'bfe810b7-386b-4f48-a578-874f765ad343', 'admin_state_up': False}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:56.569780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'port': {'network_id': 'b79167b2-b026-423f-b922-330506bbc956', 'name': 'tempest-port--626113795', 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:56.570218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'port': {'network_id': 'bfe810b7-386b-4f48-a578-874f765ad343', 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:56.594235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network bfe810b7-386b-4f48-a578-874f765ad343 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:27:56.658750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-707f0960-7e14-475e-9c1a-ea39a7acbdf3 req-f7f6abad-3300-4934-90be-a95db7e6a5c4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006159 Feb 04 11:27:56.783492 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0f47e9b-4080-41e4-bb95-140c3f8b45e6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/e04d5c10-e6d5-41b0-8cb7-87dab9a280db HTTP/1.1" status: 200 len: 908 time: 0.3672867 Feb 04 11:27:56.786140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60140) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:56.819328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.901935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.944503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:56.953209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04d5c10-e6d5-41b0-8cb7-87dab9a280db', 'name': 'tempest-snat-router-1816654839', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef39a55b-e3fa-428b-84a3-4ef52e80e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:52Z', 'updated_at': '2022-02-04T11:27:54Z', 'revision_number': 3, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port': {'id': 'ef39a55b-e3fa-428b-84a3-4ef52e80e630', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04d5c10-e6d5-41b0-8cb7-87dab9a280db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:27:53Z', 'updated_at': '2022-02-04T11:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:56.959085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Checking router: e04d5c10-e6d5-41b0-8cb7-87dab9a280db for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:27:56.959371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:56.959493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Updating router e04d5c10-e6d5-41b0-8cb7-87dab9a280db port ef39a55b-e3fa-428b-84a3-4ef52e80e630 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:27:56.966053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:27:56.973027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:56.995590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9f7a21-b666-48b5-9eb6-a9914e8e7777,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:57.001530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:57.017231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.023615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221bc016-0786-48a7-98f7-1a7aa3671699 None None] Network fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:57.023800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=26f9dd76-666d-43b6-ad80-93e03f38c0f3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:57.026119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=0bba920f-5eac-474b-99ce-ca4d789009ba,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:57.031490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.038337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:port and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:57.045863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:57.054437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1b79217c-f3a8-4387-a2ad-a020cede7870 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9f7a21-b666-48b5-9eb6-a9914e8e7777 HTTP/1.1" status: 204 len: 168 time: 1.3896234 Feb 04 11:27:57.054623 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-391ad56c-ccb8-4a37-99ae-b00afe01c2df tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/26f9dd76-666d-43b6-ad80-93e03f38c0f3 HTTP/1.1" status: 204 len: 168 time: 1.0597007 Feb 04 11:27:57.054623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60144) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:57.056911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:57.066872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.067075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:57.168754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5225c-ad00-4f85-957c-5d32fe7f051a None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:57.207396 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8e3ab1d3-a9a0-4e92-a468-86761c1ea2d2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496179 Feb 04 11:27:57.210457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:57.224980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:57.291510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'port': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:57.291875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.295877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.441004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:57.444374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.451337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:57.455585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:57.463463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:57.484383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.504676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.525420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.573722 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Deleting port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:57.573933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.579017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting port ef39a55b-e3fa-428b-84a3-4ef52e80e630 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:57.579954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.696075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 681c0d06-dfbd-4cf8-babe-a874297e03fd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:27:57.768810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:57.776946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.967878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.986995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:57.997164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Transition to ACTIVE for port object ef39a55b-e3fa-428b-84a3-4ef52e80e630 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:27:57.998664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 681c0d06-dfbd-4cf8-babe-a874297e03fd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:27:57.999838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.035355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] DHCP port deletion for fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:27:58.052666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Deleting port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:58.052666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.099300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:27:58.118510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] Deleting port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:58.118984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.139424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Calling delete_port for ef39a55b-e3fa-428b-84a3-4ef52e80e630 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:58.155064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.288579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] device_id is not set on port 5b3eaeca-46d9-42c1-be45-cc287743f6d0 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:58.328327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403c5e-cd28-4b4b-bc66-a67aee90a316 req-b97df395-b6bb-47e1-b247-01c930dda8da tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:58.329893 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-68403c5e-cd28-4b4b-bc66-a67aee90a316 req-b97df395-b6bb-47e1-b247-01c930dda8da tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4542582 Feb 04 11:27:58.350010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] For port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,segment=NetworkSegment(02150d8c-16e9-4acd-a889-de8f45a6d4ac),segment_id=02150d8c-16e9-4acd-a889-de8f45a6d4ac)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:58.356072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.356248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Attempting to bind port ef39a55b-e3fa-428b-84a3-4ef52e80e630 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:27:58.356248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Attempting to bind port ef39a55b-e3fa-428b-84a3-4ef52e80e630 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:27:58.356248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Attempting to bind port ef39a55b-e3fa-428b-84a3-4ef52e80e630 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:27:58.358481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.423002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:27:58.423358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:27:58.423810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.424223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:27:58.424762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Bound port: ef39a55b-e3fa-428b-84a3-4ef52e80e630, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:27:58.425131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.475165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fe742-61d4-44f1-8cef-4121dfccb2d7 None None] Pushing event updated for resources: {'Port': ['ID=ef39a55b-e3fa-428b-84a3-4ef52e80e630,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:58.588498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Calling delete_port for 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:58.696325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:27:58.699340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:27:58.700247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.722436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] For port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,segment=NetworkSegment(02150d8c-16e9-4acd-a889-de8f45a6d4ac),segment_id=02150d8c-16e9-4acd-a889-de8f45a6d4ac)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:58.722826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.743963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] For port b37fcc50-9960-4f24-8ed8-55e23ecdbd36, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:58.743963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.744226 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-68403c5e-cd28-4b4b-bc66-a67aee90a316 req-573b87fd-8954-400f-ab38-490a9b4f6e54 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968716 Feb 04 11:27:58.749912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] For port ef39a55b-e3fa-428b-84a3-4ef52e80e630, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:27:58.774794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=c1f09f9e-575e-4742-a323-1e549bdca535,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:58.795301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:27:58.797192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:27:58.800101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:27:58.800767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:58.895407 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6f813e1a-e232-4217-9f5b-93916f3a1339 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6786313 Feb 04 11:27:58.896425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] For port ef39a55b-e3fa-428b-84a3-4ef52e80e630, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ef39a55b-e3fa-428b-84a3-4ef52e80e630,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:27:58.897956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:27:58.904850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'name': 'tempest-NetworksTestDHCPv6-1484803540'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:27:58.905413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Calling delete_port for 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:58.945192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.014287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.074603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] Calling delete_port for b37fcc50-9960-4f24-8ed8-55e23ecdbd36 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:59.078455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:27:59.082862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:27:59.086074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:27:59.092394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:27:59.129125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.199281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting port ef39a55b-e3fa-428b-84a3-4ef52e80e630 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:27:59.199656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.229667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:27:59.233370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event deleted for resources: {'Port': ['ID=0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:59.234138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.250460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] No DVR routers for this DVR port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:27:59.277961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 122143e7-c07f-46b3-bed3-d3479062ceda yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:59.335590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Routers {'e04d5c10-e6d5-41b0-8cb7-87dab9a280db'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:27:59.335590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e04d5c10-e6d5-41b0-8cb7-87dab9a280db'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:59.392770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fe742-61d4-44f1-8cef-4121dfccb2d7 None None] Pushing event updated for resources: {'Port': ['ID=ef39a55b-e3fa-428b-84a3-4ef52e80e630,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:59.482384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.523395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] device_id is not set on port 79153c55-acb1-478b-a389-e3532f1bba02 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:27:59.533045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:27:59.533288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:27:59.538039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.544447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.548505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] For port ef39a55b-e3fa-428b-84a3-4ef52e80e630, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ef39a55b-e3fa-428b-84a3-4ef52e80e630,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:27:59.548864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.554107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] Pushing event deleted for resources: {'Port': ['ID=b37fcc50-9960-4f24-8ed8-55e23ecdbd36,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:27:59.562755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24b5d5-4097-4a48-ba1c-4f8c0c9ef98b None None] No DVR routers for this DVR port b37fcc50-9960-4f24-8ed8-55e23ecdbd36 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:27:59.582227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] Set router e04d5c10-e6d5-41b0-8cb7-87dab9a280db gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:27:59.635275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fb8dd-c44f-48e9-a7e2-5a4d458d664e None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:27:59.663912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaae080-3ac6-4854-b43d-6b3b53aaf4c3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:59.682313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02150d8c-16e9-4acd-a889-de8f45a6d4ac') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:59.682313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02150d8c-16e9-4acd-a889-de8f45a6d4ac') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:59.697858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Calling delete_port for ef39a55b-e3fa-428b-84a3-4ef52e80e630 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:27:59.713121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.742671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b37fcc50-9960-4f24-8ed8-55e23ecdbd36 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:27:59.837240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04d5c10-e6d5-41b0-8cb7-87dab9a280db', 'name': 'tempest-snat-router-1816654839', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:52Z', 'updated_at': '2022-02-04T11:27:57Z', 'revision_number': 4, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:27:59.843953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b37fcc50-9960-4f24-8ed8-55e23ecdbd36 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:27:59.844286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b37fcc50-9960-4f24-8ed8-55e23ecdbd36 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:27:59.844698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:27:59.902535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:27:59.903041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:27:59.909918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:27:59.919179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46947d68-34aa-42e8-8ade-b261ee9754ab None None] The sync data for ids ['e04d5c10-e6d5-41b0-8cb7-87dab9a280db'] in dv-neutron-827824-2-hyperv is: [{'id': 'e04d5c10-e6d5-41b0-8cb7-87dab9a280db', 'name': 'tempest-snat-router-1816654839', 'tenant_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:27:52Z', 'updated_at': '2022-02-04T11:27:57Z', 'revision_number': 4, 'project_id': '689389338b3e4d09a3b2fdee9cbc69d9', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:27:59.929177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::106 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/c1f09f9e-575e-4742-a323-1e549bdca535/122143e7-c07f-46b3-bed3-d3479062ceda) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:27:59.983354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.031480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.035317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef39a55b-e3fa-428b-84a3-4ef52e80e630,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:00.036692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Deleting port 0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:00.036692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.065051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:00.065519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:00.084998 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:00.174000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.185361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-028fb44c-f612-4657-97b2-41894e3d03d2 None None] The port '0d3b6a4d-a3dc-4d11-a74c-52a5ac55521f' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:28:00.208471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'c1f09f9e-575e-4742-a323-1e549bdca535'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:00.209599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.261846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.303708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a481eaca-e9b7-4b7a-a5cc-039db43c6c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.350894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Checking segment: {'id': 'fe25c509-326c-4b29-95a1-8e7c0c10e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b79167b2-b026-423f-b922-330506bbc956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:00.351248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network hostable DHCP agents. Network: b79167b2-b026-423f-b922-330506bbc956, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:00.360716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Port': ['ID=5b3eaeca-46d9-42c1-be45-cc287743f6d0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:00.392102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6371882-4fc5-4b9e-ad95-e3051364896e req-9c0e22a4-9969-40ba-baac-334bf194cbf7 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:00.393947 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d6371882-4fc5-4b9e-ad95-e3051364896e req-9c0e22a4-9969-40ba-baac-334bf194cbf7 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4308910 Feb 04 11:28:00.422945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.443743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.461786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] Pushing event deleted for resources: {'Network': ['ID=fdaae080-3ac6-4854-b43d-6b3b53aaf4c3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:00.478723 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2d2d4226-a01d-4cb6-89c7-d52b7c029b10 tempest-TagsExtTest-357536553 tempest-TagsExtTest-357536553-project] 10.222.0.36 "DELETE /v2.0/networks/fdaae080-3ac6-4854-b43d-6b3b53aaf4c3 HTTP/1.1" status: 204 len: 168 time: 3.4187913 Feb 04 11:28:00.484694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:28:00.491132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d6371882-4fc5-4b9e-ad95-e3051364896e req-562a02d3-8e9b-4458-9b1c-96674e434b99 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893731 Feb 04 11:28:00.555671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network b79167b2-b026-423f-b922-330506bbc956 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:00.596177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.605640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.623170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.648878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 122143e7-c07f-46b3-bed3-d3479062ceda will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:00.670198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, b79167b2-b026-423f-b922-330506bbc956) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:00.683014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ad8f2-af1f-49dc-8bd1-036f32a717bb None None] Network b79167b2-b026-423f-b922-330506bbc956 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:00.696812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:00.697664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.760424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.761022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e04d5c10-e6d5-41b0-8cb7-87dab9a280db {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:00.790571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:00.799529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.804432 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3fe34e87-1b5b-4a1d-a063-9dbb8f2fbdd5 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e04d5c10-e6d5-41b0-8cb7-87dab9a280db HTTP/1.1" status: 204 len: 168 time: 4.0166187 Feb 04 11:28:00.804898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:00.805953 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:00.822816 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:00.834107 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:00.841667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Port': ['ID=79153c55-acb1-478b-a389-e3532f1bba02,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:00.857554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Checking segment: {'id': '76eaf9f7-4cd7-48b6-844e-bc720c7c2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bfe810b7-386b-4f48-a578-874f765ad343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:00.858049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network hostable DHCP agents. Network: bfe810b7-386b-4f48-a578-874f765ad343, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:00.900025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.910806 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:00.920325 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:00.921259 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:27:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:00.980540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:00.982087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-88c5884a-76a7-4f59-9c60-3bd67322e50b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7918699 Feb 04 11:28:00.983040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network bfe810b7-386b-4f48-a578-874f765ad343 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:00.989938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60176) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:00.998479 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:00.999870 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9133c-207e-4629-820e-5b47cee14fb0 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:01.165843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:01.191887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:01.196604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:01.217884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:01.222522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:01.273711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:01.275111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/c1f09f9e-575e-4742-a323-1e549bdca535/4cccb4fd-5bcb-4670-84d7-7231e5c0587e) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:01.365467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=122143e7-c07f-46b3-bed3-d3479062ceda,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:01.436427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:01.539868 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-af4b88cc-7fa7-4e75-8f9d-a8d63aa275af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6360850 Feb 04 11:28:01.544875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60190) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:01.647241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, bfe810b7-386b-4f48-a578-874f765ad343) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:01.661766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:01.668982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:01.674238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8018f-2960-419a-9ae9-c64c3ac1152a None None] Network bfe810b7-386b-4f48-a578-874f765ad343 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:01.674498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:01.675209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:01.703383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:01.778984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:01.823929 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-09f41fda-b2cd-4001-be70-2f50469d7dfc tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2656915 Feb 04 11:28:01.826947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:01.847352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Transition to ACTIVE for port object 4cccb4fd-5bcb-4670-84d7-7231e5c0587e will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:01.852248 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e6ec9832-09eb-4c5f-88b0-4b54a060beb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06707320758f4b21ae5dcb8dfd424d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775492 Feb 04 11:28:01.857383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60198) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:01.882922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Transition to ACTIVE for port object 4cccb4fd-5bcb-4670-84d7-7231e5c0587e will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:01.929267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117e67c-ec19-4517-ad7f-8bee6131be83 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:01.930103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f117e67c-ec19-4517-ad7f-8bee6131be83 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:01.935376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Deleting port 681c0d06-dfbd-4cf8-babe-a874297e03fd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:01.935700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.000113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-829d6670-5d2e-47a6-8254-61c056eda6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:02.001612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-829d6670-5d2e-47a6-8254-61c056eda6cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.4734805 Feb 04 11:28:02.012917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.049814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ae49c5e-29fe-40eb-9ea9-13cf409adfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.125131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:02.129676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:02.132287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:02.137133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f117e67c-ec19-4517-ad7f-8bee6131be83 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:02.143257 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f117e67c-ec19-4517-ad7f-8bee6131be83 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5981801 Feb 04 11:28:02.146808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60202) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:02.148986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Pushing event updated for resources: {'Port': ['ID=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:02.150800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571eb85-e5d4-4055-97c3-21057b6cbca7 req-a03513e4-319c-46fb-a1df-1ec81a76c22b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:02.154099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3571eb85-e5d4-4055-97c3-21057b6cbca7 req-a03513e4-319c-46fb-a1df-1ec81a76c22b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6170933 Feb 04 11:28:02.219813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ae49c5e-29fe-40eb-9ea9-13cf409adfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.302845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Attempting to bind port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:02.303753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Attempting to bind port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:02.305605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Attempting to bind port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:02.315801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:02.316390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:02.317033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.317677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:02.318471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Bound port: 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:02.319117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.334612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 122143e7-c07f-46b3-bed3-d3479062ceda {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:02.335078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.416498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] For port 681c0d06-dfbd-4cf8-babe-a874297e03fd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=681c0d06-dfbd-4cf8-babe-a874297e03fd,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:02.416825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.421756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205fc73-83c2-4fcd-899d-8e25b5547e03 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:02.430144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205fc73-83c2-4fcd-899d-8e25b5547e03 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:02.431287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d205fc73-83c2-4fcd-899d-8e25b5547e03 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Synchronizing usage tracker for tenant:3e77853095434f88a51266eceb61c2a5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:02.467774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] For port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:02.474282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] For port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:02.503596 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3571eb85-e5d4-4055-97c3-21057b6cbca7 req-2c383c37-f3d7-4a51-b684-a6f756aff109 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703102 Feb 04 11:28:02.528863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-1a83dad6-6022-4274-8ea3-6c3dae130685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:02.533831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-1a83dad6-6022-4274-8ea3-6c3dae130685 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.5165284 Feb 04 11:28:02.557278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.596808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Calling delete_port for 681c0d06-dfbd-4cf8-babe-a874297e03fd owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:02.677568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0a8cc-4aca-4512-80ff-de64a0223d4b None None] Pushing event updated for resources: {'Port': ['ID=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:02.737670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-0e188186-3a91-4679-a3d2-75ab3208671e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1001 time: 0.1921344 Feb 04 11:28:02.789175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e05-2d08-42b7-aea9-d3127dc412b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.815162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d205fc73-83c2-4fcd-899d-8e25b5547e03 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Unset dirty status for tenant:3e77853095434f88a51266eceb61c2a5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:02.815162 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d205fc73-83c2-4fcd-899d-8e25b5547e03 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9822812 Feb 04 11:28:02.818156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:02.886838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ae49c5e-29fe-40eb-9ea9-13cf409adfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.934305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49c5e-29fe-40eb-9ea9-13cf409adfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f10539d-6a38-4c07-a304-3ea12ac7d380,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:02.949859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-ac28ee4c-01dd-4bc2-b22c-61026a26f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:02.951276 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-ac28ee4c-01dd-4bc2-b22c-61026a26f7a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.1763725 Feb 04 11:28:02.957266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.967350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ae49c5e-29fe-40eb-9ea9-13cf409adfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:02.971027 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ae49c5e-29fe-40eb-9ea9-13cf409adfa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f10539d-6a38-4c07-a304-3ea12ac7d380 HTTP/1.1" status: 204 len: 168 time: 1.1092200 Feb 04 11:28:03.006809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.108265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Deleting port 5b3eaeca-46d9-42c1-be45-cc287743f6d0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:03.111216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.165895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 122143e7-c07f-46b3-bed3-d3479062ceda owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:03.364648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.433319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event deleted for resources: {'Port': ['ID=681c0d06-dfbd-4cf8-babe-a874297e03fd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:03.599352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-1cad062a-334d-49a5-9f2c-8352dba5dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:03.600783 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-1cad062a-334d-49a5-9f2c-8352dba5dcf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6239955 Feb 04 11:28:03.600932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.694190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.711888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.751762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:03.872545 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4cccb4fd-5bcb-4670-84d7-7231e5c0587e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:04.000355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.064556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:04.136351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=122143e7-c07f-46b3-bed3-d3479062ceda,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:04.147176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.158794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.163871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.175486 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-575cab33-8518-4729-b715-c75d034b6d07 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/122143e7-c07f-46b3-bed3-d3479062ceda HTTP/1.1" status: 204 len: 168 time: 2.0175390 Feb 04 11:28:04.189670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60228) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:04.237788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Calling delete_port for 5b3eaeca-46d9-42c1-be45-cc287743f6d0 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:04.300404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65750e4-79a2-4e6f-a10d-7ca48c1ce8b1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:04.302430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65750e4-79a2-4e6f-a10d-7ca48c1ce8b1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:04.303383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b65750e4-79a2-4e6f-a10d-7ca48c1ce8b1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:04.354851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.355409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4009518f-180e-4702-bb0d-9261af0c5dea {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:04.381524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.384130 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6d6e695a-7d56-4aa9-a825-b81aadac88de tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4009518f-180e-4702-bb0d-9261af0c5dea HTTP/1.1" status: 204 len: 168 time: 3.5771728 Feb 04 11:28:04.394665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:04.402491 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-f9d28c39-35c8-4c19-81e2-d8be396def03 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7832007 Feb 04 11:28:04.408572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-215902839', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:04.418621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:04.431830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Usage tracker for resource:router and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:04.435735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:04.445229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:04.453084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1046555f-de54-4b45-b025-db1853364c7a None None] Provisioning for port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:04.455796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b65750e4-79a2-4e6f-a10d-7ca48c1ce8b1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:04.461076 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b65750e4-79a2-4e6f-a10d-7ca48c1ce8b1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2700877 Feb 04 11:28:04.463043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60242) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:04.463631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1046555f-de54-4b45-b025-db1853364c7a None None] Provisioning complete for port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:04.464155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1046555f-de54-4b45-b025-db1853364c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.469040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37f400-9bec-47e1-8d8f-5e8f0f406b62 req-90d0b774-ce42-4c73-82af-b40baccd3c19 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:04.476699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d37f400-9bec-47e1-8d8f-5e8f0f406b62 req-90d0b774-ce42-4c73-82af-b40baccd3c19 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7147915 Feb 04 11:28:04.553451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet c1f09f9e-575e-4742-a323-1e549bdca535 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:04.557076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.639016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.1 (8533cd83-57a3-4f4f-a76b-684867ed759f/0a6c0fb6-57ff-4c0e-bc31-731a11088685/9e62c3b9-c0bc-4860-ae06-9636446c61e0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:04.660658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.667855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1046555f-de54-4b45-b025-db1853364c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.716005 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d37f400-9bec-47e1-8d8f-5e8f0f406b62 req-acceacb5-416f-48ff-b83d-8395c3da5010 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345135 Feb 04 11:28:04.723936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1046555f-de54-4b45-b025-db1853364c7a None None] For port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:04.743265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.778171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:04.793463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1046555f-de54-4b45-b025-db1853364c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.817629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.864942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Port': ['ID=5b3eaeca-46d9-42c1-be45-cc287743f6d0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:04.929102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.930222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.970459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:04.976882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1899aeaa-fc89-455e-b34a-8baed75d2ab2 None None] Could not find standard attr ID for object 122143e7-c07f-46b3-bed3-d3479062ceda. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:28:05.000504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046555f-de54-4b45-b025-db1853364c7a None None] Pushing event updated for resources: {'Port': ['ID=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:05.000747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-362f6611-9f4e-4d2b-9864-4ea9d64142d6 req-6a3f6482-62df-422a-910e-dc21ce3f2141 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789030 Feb 04 11:28:05.042132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1895676993-network', 'tenant_id': '434ec1e79b0d47c58f37e4b8c005b7b1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:05.057029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.067990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:05.095992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.112767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Usage tracker for resource:network and tenant:434ec1e79b0d47c58f37e4b8c005b7b1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:05.117952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.128173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:05.133366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.134738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.136718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f09f9e-575e-4742-a323-1e549bdca535,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:05.142021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff6b03-ed34-4335-8797-65876e8559f7 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:05.149853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:05.184996 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-881a063c-694f-4f1a-bada-5b3caec38ffe tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/ports/5b3eaeca-46d9-42c1-be45-cc287743f6d0 HTTP/1.1" status: 204 len: 168 time: 2.3652821 Feb 04 11:28:05.187177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:05.237148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.265999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Deleting port 79153c55-acb1-478b-a389-e3532f1bba02 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:05.268377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.301755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:05.304249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Made reservation on behalf of 434ec1e79b0d47c58f37e4b8c005b7b1 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:05.306673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.310379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:05.317839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:05.389615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=9e62c3b9-c0bc-4860-ae06-9636446c61e0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:05.403731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.449729 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9eb557a4-ca41-4482-afc4-730cd8c4cf57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/c1f09f9e-575e-4742-a323-1e549bdca535 HTTP/1.1" status: 204 len: 168 time: 0.9799604 Feb 04 11:28:05.483039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:05.492521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Deleting port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:05.493409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.625973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60258) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:05.769436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 681c0d06-dfbd-4cf8-babe-a874297e03fd no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:05.885317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:05.885617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 681c0d06-dfbd-4cf8-babe-a874297e03fd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:05.885617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 681c0d06-dfbd-4cf8-babe-a874297e03fd not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:05.885999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4cccb4fd-5bcb-4670-84d7-7231e5c0587e no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:05.996521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.028821 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-502aeddd-3907-4f09-94ed-e13a9b2e76a3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3316553 Feb 04 11:28:06.031795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:06.115186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.128302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] For port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:06.128647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:06.128753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.172535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Usage tracker for resource:security_group_rule and tenant:434ec1e79b0d47c58f37e4b8c005b7b1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:06.187595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:06.219978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf22971-5ace-4e21-9e2d-c7d70c37b132 req-e145daec-6495-4490-b1a8-b037037e6994 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:06.221635 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cbf22971-5ace-4e21-9e2d-c7d70c37b132 req-e145daec-6495-4490-b1a8-b037037e6994 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.2909176 Feb 04 11:28:06.267503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:06.336443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Calling delete_port for 4cccb4fd-5bcb-4670-84d7-7231e5c0587e owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:06.391743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cbf22971-5ace-4e21-9e2d-c7d70c37b132 req-d4d43c80-0cca-40fb-90bd-5e7ab5454fb8 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599758 Feb 04 11:28:06.441094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.520171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.560746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:06.637926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.673065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Calling delete_port for 79153c55-acb1-478b-a389-e3532f1bba02 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:06.715491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cefe478-e3e7-4034-ab96-8ff3312a015d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:06.716274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5cefe478-e3e7-4034-ab96-8ff3312a015d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:06.717761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:28:06.718392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:28:06.767921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:06.789265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.820727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.877141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.920178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:06.925373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5cefe478-e3e7-4034-ab96-8ff3312a015d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:06.927396 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5cefe478-e3e7-4034-ab96-8ff3312a015d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8773546 Feb 04 11:28:06.934546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:06.955879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.070588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.074778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=9e62c3b9-c0bc-4860-ae06-9636446c61e0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:07.080610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7645926-056a-4465-b03f-00f037c4ff06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:07.081310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7645926-056a-4465-b03f-00f037c4ff06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:07.118919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Port': ['ID=79153c55-acb1-478b-a389-e3532f1bba02,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:07.122611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:07.130602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.180895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f475cb5-1d06-4179-b529-17b980173f66,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:07.196960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.220522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Deleting port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:07.222366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.284285 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:28:07.301054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7645926-056a-4465-b03f-00f037c4ff06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:07.303093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7645926-056a-4465-b03f-00f037c4ff06 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3597984 Feb 04 11:28:07.307104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:07.357263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.357734 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Added segment b186ddc8-302e-4f7a-9e1d-513ade960883 of type vlan for network d3944efc-0d28-4c9d-b0b3-f7329535c470 Feb 04 11:28:07.375476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.414003 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-77e656c4-b335-4949-8e12-5af348558973 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/ports/79153c55-acb1-478b-a389-e3532f1bba02 HTTP/1.1" status: 204 len: 168 time: 2.2256691 Feb 04 11:28:07.419110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:07.441176 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-41c7bb71-c7e6-41a9-a7ec-b3f300f0dc54 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324043 Feb 04 11:28:07.449656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:07.450679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:07.455590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:07.467437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:07.513105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-83d360e4-4445-4199-93d3-bdae9a642b44 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Synchronizing usage tracker for tenant:3e77853095434f88a51266eceb61c2a5 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:07.525125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.533564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] For port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:07.534192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.641100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:07.642339 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-83d360e4-4445-4199-93d3-bdae9a642b44 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Unset dirty status for tenant:3e77853095434f88a51266eceb61c2a5 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:07.653888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:07.658546 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-83d360e4-4445-4199-93d3-bdae9a642b44 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2284808 Feb 04 11:28:07.674401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Allocated IP 172.26.6.102 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/eefd17ba-2a9a-44ef-9feb-522c59f50050) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:07.710862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Calling delete_port for 4cccb4fd-5bcb-4670-84d7-7231e5c0587e owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:07.713486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.714525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:07.715169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.772464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1030254782'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:07.793157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:07.802448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:07.825883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:network and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:07.912767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:07.936007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] Pushing event updated for resources: {'Network': ['ID=d3944efc-0d28-4c9d-b0b3-f7329535c470,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:07.977008 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d3944efc-0d28-4c9d-b0b3-f7329535c470 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:08.007075 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff0a956d-b9a5-419d-84cd-145e7ac58678 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2247076 Feb 04 11:28:08.007075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.010785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:08.017680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Request body: {'subnet': {'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1895676993-subnet', 'tenant_id': '434ec1e79b0d47c58f37e4b8c005b7b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:08.017917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] Pushing event deleted for resources: {'Port': ['ID=4cccb4fd-5bcb-4670-84d7-7231e5c0587e,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:08.021315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:08.023837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:08.028177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Usage tracker for resource:subnet and tenant:434ec1e79b0d47c58f37e4b8c005b7b1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:08.032015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:08.037125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:08.040609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:08.040787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.081433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:08.090200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86884f4f-0c74-4289-bddd-ec25ca5dc632 None None] No DVR routers for this DVR port 4cccb4fd-5bcb-4670-84d7-7231e5c0587e on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:08.110092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Made reservation on behalf of 434ec1e79b0d47c58f37e4b8c005b7b1 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:08.113001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.198900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.230804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:08.250905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399720-1aae-4786-b395-d294625b7ce2 req-277e0958-8fba-4ac1-b326-7430b9918141 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:08.252566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5a399720-1aae-4786-b395-d294625b7ce2 req-277e0958-8fba-4ac1-b326-7430b9918141 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6098204 Feb 04 11:28:08.290497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:08.296277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:08.307497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:08.343224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:08.344311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event updated for resources: {'Port': ['ID=eefd17ba-2a9a-44ef-9feb-522c59f50050,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:08.347416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.540470 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5a399720-1aae-4786-b395-d294625b7ce2 req-7714b1e3-c82b-4563-813c-f085aeb57e01 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787840 Feb 04 11:28:08.567588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:08.593487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.594226 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Added segment 16448be6-0520-458f-9bbb-849201556338 of type vlan for network 2c38e323-a4da-40dc-854c-6ec1cada6085 Feb 04 11:28:08.662449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:08.674609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.701624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:08.703731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-339eacfd-a66e-41b1-9ef5-eccaba7f51c8 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/routers/45c9f16a-9a9e-47e5-bd7a-bd208a68c15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7123270 Feb 04 11:28:08.705096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:08.711738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'port': {'network_id': '8533cd83-57a3-4f4f-a76b-684867ed759f', 'name': 'tempest-FloatingIPTestJSON-535531476'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:08.717447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:08.718302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:08.731753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.801913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:08.812473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:08.813380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:08.878067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:08.878580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8adf8-7e0f-4402-9083-75fdaa6f2e9d None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:08.879864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:08.889406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:08.898366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.899003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:08.899176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.907035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c9909-e05b-43d3-b0f3-a998123fd870 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:08.930191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=2c885af4-fbc0-4b81-b0a2-9f40aeebf818,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:08.933602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:08.940040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:08.940679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.011088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:09.069865 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-71ec4372-6161-4629-b583-ccf2ddea708f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6173160 Feb 04 11:28:09.074645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:09.086816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': '2c885af4-fbc0-4b81-b0a2-9f40aeebf818', 'ip_address': '2001:db8::d1f:d337:8b6:be1e'}], 'name': 'tempest-NetworksTestDHCPv6-890588455'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:09.135736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d0902-a677-49fb-9cc7-a05d10f658e9 req-a1c42bfc-5b2d-43ad-8689-0b4f5b035fb0 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:09.136918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-504d0902-a677-49fb-9cc7-a05d10f658e9 req-a1c42bfc-5b2d-43ad-8689-0b4f5b035fb0 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4138091 Feb 04 11:28:09.148211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3992748 Feb 04 11:28:09.152893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60306) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:09.182279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-903150338'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:09.194408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Checking segment: {'id': 'b186ddc8-302e-4f7a-9e1d-513ade960883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:09.194954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Network hostable DHCP agents. Network: d3944efc-0d28-4c9d-b0b3-f7329535c470, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:09.206776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:09.208218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6f204-8c02-4be5-b90d-d7479a1708ab tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Network': ['ID=2c38e323-a4da-40dc-854c-6ec1cada6085,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:09.223409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '2c885af4-fbc0-4b81-b0a2-9f40aeebf818'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:09.224656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.235591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 2c38e323-a4da-40dc-854c-6ec1cada6085 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:09.238549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:network and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:09.246420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:09.263665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.297384 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-504d0902-a677-49fb-9cc7-a05d10f658e9 req-237d29df-ff92-448d-93c7-184553efb10a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478865 Feb 04 11:28:09.341543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:09.355050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:09.476941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:09.507599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:09.523916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:09.534585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/2c885af4-fbc0-4b81-b0a2-9f40aeebf818/eb0ac43c-e669-4d69-8dd3-24130b90978f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:09.545467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:port and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:09.551053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:09.560555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:09.640576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:09.644306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.657008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.657416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Network d3944efc-0d28-4c9d-b0b3-f7329535c470 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:09.681754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 7d781f0e-94dd-4104-9c6c-83608eac2794 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:09.688695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:09.698107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.698456 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Added segment 46a62a2f-ce2f-4e1b-aa87-7170679d5c02 of type vlan for network 6a4a0215-76bb-4be5-b602-95d947b3bd2b Feb 04 11:28:09.728760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.760373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:09.764067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.781769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d3944efc-0d28-4c9d-b0b3-f7329535c470) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:09.841592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:09.842076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.879725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.886496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:09.887132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:09.894261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] device_id is not set on port 086f63fc-c904-4d75-b89d-07931375f17d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:09.907795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1e2a4-45f4-4a3e-9184-e290072c694b None None] Network d3944efc-0d28-4c9d-b0b3-f7329535c470 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:10.013528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:10.039535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Transition to ACTIVE for port object eb0ac43c-e669-4d69-8dd3-24130b90978f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:10.104157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Transition to ACTIVE for port object eb0ac43c-e669-4d69-8dd3-24130b90978f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:10.179959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1c574-aee3-4f6d-a050-b41b88bb6ce2 None None] Network d3944efc-0d28-4c9d-b0b3-f7329535c470 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:10.184886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Network': ['ID=6a4a0215-76bb-4be5-b602-95d947b3bd2b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:10.202371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:10.261983 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ca6a9f50-fb09-4d33-96fb-d6c483c0f175 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1049321 Feb 04 11:28:10.270249 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-68c618fd-35b8-499c-8790-4fcb07b8e63c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2589808 Feb 04 11:28:10.296632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:10.299763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 6a4a0215-76bb-4be5-b602-95d947b3bd2b details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:10.410546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::d1f:d337:8b6:be1e (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/2c885af4-fbc0-4b81-b0a2-9f40aeebf818/7d781f0e-94dd-4104-9c6c-83608eac2794) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:10.442183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6704-7d08-4d02-81a3-0f606b8333e1 req-8aed4bb2-7007-4bd8-ae77-92fbbf590fc9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:10.454407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa7d6704-7d08-4d02-81a3-0f606b8333e1 req-8aed4bb2-7007-4bd8-ae77-92fbbf590fc9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3223603 Feb 04 11:28:10.471338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:10.535882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.14 (8533cd83-57a3-4f4f-a76b-684867ed759f/0a6c0fb6-57ff-4c0e-bc31-731a11088685/086f63fc-c904-4d75-b89d-07931375f17d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:10.644544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:10.645246 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa7d6704-7d08-4d02-81a3-0f606b8333e1 req-40ba8e2a-6048-497e-99f1-10fb20fd6aa9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869719 Feb 04 11:28:10.762273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:11.046698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Pushing event updated for resources: {'Port': ['ID=eb0ac43c-e669-4d69-8dd3-24130b90978f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:11.062168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.094526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Router cc687c86-3c26-4af8-9255-d1d7c6de47c2 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:28:11.172414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.191183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.225044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 7d781f0e-94dd-4104-9c6c-83608eac2794 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:11.266101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Attempting to bind port eb0ac43c-e669-4d69-8dd3-24130b90978f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:11.266681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Attempting to bind port eb0ac43c-e669-4d69-8dd3-24130b90978f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:11.267060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Attempting to bind port eb0ac43c-e669-4d69-8dd3-24130b90978f on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:11.284664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:11.294470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:11.294470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.294470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:11.294470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Bound port: eb0ac43c-e669-4d69-8dd3-24130b90978f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:11.294470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.389982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.511665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] For port eb0ac43c-e669-4d69-8dd3-24130b90978f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:11.522094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] For port eb0ac43c-e669-4d69-8dd3-24130b90978f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb0ac43c-e669-4d69-8dd3-24130b90978f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:11.558038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:11.570954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:11.574394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:11.612246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.700972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:11.707668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=086f63fc-c904-4d75-b89d-07931375f17d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:11.724959 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] Sync routers for ids ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:11.758827 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] Routers {'cc687c86-3c26-4af8-9255-d1d7c6de47c2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:11.759582 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:11.832649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d5bc8-7c1d-4386-b5a4-07f50b0a2a54 None None] Pushing event updated for resources: {'Port': ['ID=eb0ac43c-e669-4d69-8dd3-24130b90978f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:11.865297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:11.866163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:11.873388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:11.882680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1090206992-network', 'tenant_id': '7e182e31d1074e6fbd13ff1f7ee43699'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:11.930786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:11.947109 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-64089167-bdc8-4a2a-8579-1fac28f8e2fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2421269 Feb 04 11:28:11.948019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60346) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:11.953351 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:11.959075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'port': {'network_id': '8533cd83-57a3-4f4f-a76b-684867ed759f', 'name': 'tempest-FloatingIPTestJSON-613025292'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:11.965914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Usage tracker for resource:network and tenant:7e182e31d1074e6fbd13ff1f7ee43699 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:11.985597 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] Routers {'cc687c86-3c26-4af8-9255-d1d7c6de47c2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:11.987126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:11.987514 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:11.994739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:12.013616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:12.029004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:12.044358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:12.051974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:12.052715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:12.121797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=7d781f0e-94dd-4104-9c6c-83608eac2794,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:12.135982 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:12.136685 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bade9c2-6f81-47f9-9040-38df1077ad98 None None] The sync data for ids ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:12.212495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:12.216352 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-560026a4-b665-4782-a571-de425ec215db tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8121321 Feb 04 11:28:12.220623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:12.234881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Made reservation on behalf of 7e182e31d1074e6fbd13ff1f7ee43699 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:12.237713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:12.261395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:12.304522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3427-686a-48ed-b325-7f7efca01c49 req-8e7fb5ed-e732-4de8-acc0-79ebfcbe812a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:12.306342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-023c3427-686a-48ed-b325-7f7efca01c49 req-8e7fb5ed-e732-4de8-acc0-79ebfcbe812a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5376074 Feb 04 11:28:12.309342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9d5263cf-845b-45e4-bd31-1be783c0d199 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.2303581 Feb 04 11:28:12.310550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': False}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:12.313943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60354) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:12.379128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:12.414509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e182e31d1074e6fbd13ff1f7ee43699 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:12.421879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:12.449888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bdf71-1bd8-4688-9f5a-54480e724102 req-78e6c48f-6ac8-4395-bf0a-23cd6ac43b87 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:12.452287 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-481bdf71-1bd8-4688-9f5a-54480e724102 req-78e6c48f-6ac8-4395-bf0a-23cd6ac43b87 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 0.3087878 Feb 04 11:28:12.458847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:12.530913 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-023c3427-686a-48ed-b325-7f7efca01c49 req-a9a3fd97-4d83-4afb-b62b-9796a777d2e1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103722 Feb 04 11:28:12.608112 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-481bdf71-1bd8-4688-9f5a-54480e724102 req-a257c6fe-7313-4054-a486-7c60985fdf4b tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296790 Feb 04 11:28:12.634219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6778302-116c-4ae9-89d3-d3f7df8d24a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:12.642104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6778302-116c-4ae9-89d3-d3f7df8d24a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:12.642933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6778302-116c-4ae9-89d3-d3f7df8d24a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:12.793991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:12.824480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6778302-116c-4ae9-89d3-d3f7df8d24a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:12.825673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f6778302-116c-4ae9-89d3-d3f7df8d24a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.5104454 Feb 04 11:28:12.829508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:12.862381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:port and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:12.872048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:12.881912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:12.897084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:12.939606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 7d781f0e-94dd-4104-9c6c-83608eac2794 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:12.939872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.027450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c443bae-c793-40cc-803e-4bc9ee748d38 req-a7ce030a-b057-4195-af99-1bcea87693ae tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:13.029130 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c443bae-c793-40cc-803e-4bc9ee748d38 req-a7ce030a-b057-4195-af99-1bcea87693ae tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.3065486 Feb 04 11:28:13.044601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.125903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:13.131032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.138830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:13.191250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] device_id is not set on port 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:13.245208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c443bae-c793-40cc-803e-4bc9ee748d38 req-4efdfcb5-beb3-4398-99d7-630fb1c321de tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964970 Feb 04 11:28:13.267711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.395418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d94b98-359c-41c2-a372-a4da170c0128,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:13.409654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.409654 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Added segment 894aab10-66f6-4d65-9d3e-7b75da91e8bc of type vlan for network 096dae8a-4e6d-41bc-94bf-4529354afa1e Feb 04 11:28:13.442365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.473604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:13.564619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.6 (8533cd83-57a3-4f4f-a76b-684867ed759f/0a6c0fb6-57ff-4c0e-bc31-731a11088685/9aa95ccd-e58d-44ac-8ccc-90c24ca65e04) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:13.708776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-dd3d9ba9-4281-453c-8ed3-e1e0bbe33527 None None] Provisioning for port eb0ac43c-e669-4d69-8dd3-24130b90978f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:13.791021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25388e3f-4963-424c-b05c-80177d4d2801 req-95f32902-ca1e-4272-9cf4-5140282d2acf tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:13.793543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-25388e3f-4963-424c-b05c-80177d4d2801 req-95f32902-ca1e-4272-9cf4-5140282d2acf tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Synchronizing usage tracker for tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:13.840753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 7d781f0e-94dd-4104-9c6c-83608eac2794 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:13.953937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb0ac43c-e669-4d69-8dd3-24130b90978f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:13.968076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-25388e3f-4963-424c-b05c-80177d4d2801 req-95f32902-ca1e-4272-9cf4-5140282d2acf tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Unset dirty status for tenant:c3b4e3bdc8ca4d2db8cff74df92dcb2a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:13.969253 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25388e3f-4963-424c-b05c-80177d4d2801 req-95f32902-ca1e-4272-9cf4-5140282d2acf tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.6010261 Feb 04 11:28:14.013055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-c6018ec5-ccb8-4f5d-b7e6-e68a0a26bfb3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:14.017084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-c6018ec5-ccb8-4f5d-b7e6-e68a0a26bfb3 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 1.0505283 Feb 04 11:28:14.098225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Deleting port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:14.098595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.143823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-33d014fa-0ca3-474b-88f5-a8d485c25074 None None] Provisioning for port 7d781f0e-94dd-4104-9c6c-83608eac2794 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:14.150928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-33d014fa-0ca3-474b-88f5-a8d485c25074 None None] Provisioning complete for port 7d781f0e-94dd-4104-9c6c-83608eac2794 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:14.151294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d014fa-0ca3-474b-88f5-a8d485c25074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.235428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-33d014fa-0ca3-474b-88f5-a8d485c25074 None None] Port 7d781f0e-94dd-4104-9c6c-83608eac2794 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:28:14.241693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port eb0ac43c-e669-4d69-8dd3-24130b90978f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:14.248910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port eb0ac43c-e669-4d69-8dd3-24130b90978f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:14.249556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.376207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.381846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.382933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:14.383815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.424337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.426291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Deleting port fb425ed8-7cf6-4412-96e7-2c902cf56415 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:14.426697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.429468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:14.466083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port eb0ac43c-e669-4d69-8dd3-24130b90978f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb0ac43c-e669-4d69-8dd3-24130b90978f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:14.504227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.530962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'subnets': [{'network_id': '2c38e323-a4da-40dc-854c-6ec1cada6085', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--555386026', 'ip_version': 6}, {'network_id': '6a4a0215-76bb-4be5-b602-95d947b3bd2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:14.531275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'subnet': {'network_id': '2c38e323-a4da-40dc-854c-6ec1cada6085', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--555386026', 'ip_version': 6}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:14.532012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Request body: {'subnet': {'network_id': '6a4a0215-76bb-4be5-b602-95d947b3bd2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:14.534274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.625364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=eb0ac43c-e669-4d69-8dd3-24130b90978f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:14.729801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8531582 Feb 04 11:28:14.751585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60372) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:14.772470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=7d781f0e-94dd-4104-9c6c-83608eac2794,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:14.781267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Request body: {'subnet': {'network_id': '096dae8a-4e6d-41bc-94bf-4529354afa1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1090206992-subnet', 'tenant_id': '7e182e31d1074e6fbd13ff1f7ee43699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:14.846626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:14.880678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ea7f2-f125-4bfc-88fa-9fc5e1594fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=096dae8a-4e6d-41bc-94bf-4529354afa1e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:14.892780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Usage tracker for resource:subnet and tenant:7e182e31d1074e6fbd13ff1f7ee43699 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:14.896800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 096dae8a-4e6d-41bc-94bf-4529354afa1e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:14.900278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:14.907303 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-566d895e-343f-48a9-a7fb-b4305c187c55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/7d781f0e-94dd-4104-9c6c-83608eac2794 HTTP/1.1" status: 204 len: 168 time: 2.0698564 Feb 04 11:28:14.909025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:14.916679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:14.964034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:14.970668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.105437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd861-ce22-4e97-b7cf-5d7670a39eae req-683ad268-f04e-4605-90e7-f7d9c3ec5897 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:15.106945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ccbfd861-ce22-4e97-b7cf-5d7670a39eae req-683ad268-f04e-4605-90e7-f7d9c3ec5897 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 1.1409981 Feb 04 11:28:15.122642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Made reservation on behalf of 7e182e31d1074e6fbd13ff1f7ee43699 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:15.125474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.135311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] For port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:15.135694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.145883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e22387-ee6b-4316-91d1-8404d0b6f137 req-58b0fcbf-e9de-4a13-b704-c33462c609c1 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:15.147398 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7e22387-ee6b-4316-91d1-8404d0b6f137 req-58b0fcbf-e9de-4a13-b704-c33462c609c1 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 945 time: 1.1830275 Feb 04 11:28:15.156245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499c5e3-6c48-423d-9db2-a82bf195993d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:15.157840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499c5e3-6c48-423d-9db2-a82bf195993d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:15.158588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e499c5e3-6c48-423d-9db2-a82bf195993d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:15.230346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:15.293767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:15.316787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Usage tracker for resource:subnet and tenant:3e77853095434f88a51266eceb61c2a5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:15.319519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=9aa95ccd-e58d-44ac-8ccc-90c24ca65e04,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:15.322351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:15.324931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:15.364055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ccbfd861-ce22-4e97-b7cf-5d7670a39eae req-5a815080-50ac-4e65-b944-2dddaa8c26f7 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425871 Feb 04 11:28:15.366660 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7e22387-ee6b-4316-91d1-8404d0b6f137 req-8ca3a6c8-fe62-4555-b2e5-1fd1b6a86b44 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups?id=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052455 Feb 04 11:28:15.368974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:15.378296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] For port fb425ed8-7cf6-4412-96e7-2c902cf56415, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fb425ed8-7cf6-4412-96e7-2c902cf56415,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:15.378653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.391940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:15.468193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e499c5e3-6c48-423d-9db2-a82bf195993d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:15.472231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e499c5e3-6c48-423d-9db2-a82bf195993d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5516908 Feb 04 11:28:15.474758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:15.576892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Made reservation on behalf of 3e77853095434f88a51266eceb61c2a5 for: {'subnet': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:15.581427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.581763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.601472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:15.602123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:15.672595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb0ac43c-e669-4d69-8dd3-24130b90978f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:15.763469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port eb0ac43c-e669-4d69-8dd3-24130b90978f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:15.765168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.053189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 2c885af4-fbc0-4b81-b0a2-9f40aeebf818 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:16.069979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.091401 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8b0601ed-1649-4a7b-bdf7-59a470056774 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1421893 Feb 04 11:28:16.107645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:16.136238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '9aa95ccd-e58d-44ac-8ccc-90c24ca65e04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:16.148718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.149082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.149402 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Floating IP a0cae47c-dba0-4902-8a99-0f9482f32f42 disassociated. External IP: 172.26.6.86, port: fb425ed8-7cf6-4412-96e7-2c902cf56415. Feb 04 11:28:16.149715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Calling delete_port for fb425ed8-7cf6-4412-96e7-2c902cf56415 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:16.176114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.181001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.181001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.181001 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Floating IP 119ea7ba-4d91-4c06-bf58-14c95e9adfce disassociated. External IP: 172.26.6.212, port: aa28f7d0-5b60-4017-b3ef-5fe4da4e126e. Feb 04 11:28:16.181001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Calling delete_port for aa28f7d0-5b60-4017-b3ef-5fe4da4e126e owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:16.198573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:16.227437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.265425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:floatingip and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:16.272659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:16.285301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.331567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:16.345013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f8b40-bd79-4357-8260-b232d6748eb9 req-27d9550a-675e-4836-8093-9e165ec10b72 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:16.346514 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b2f8b40-bd79-4357-8260-b232d6748eb9 req-27d9550a-675e-4836-8093-9e165ec10b72 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 945 time: 0.8263323 Feb 04 11:28:16.475045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.671993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de55947-fa33-4470-8608-315c43b63aaa req-d9bc908c-17ac-4d93-94b0-ffa737b9eee9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:16.673424 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9de55947-fa33-4470-8608-315c43b63aaa req-d9bc908c-17ac-4d93-94b0-ffa737b9eee9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6763401 Feb 04 11:28:16.676924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.682985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Router cc687c86-3c26-4af8-9255-d1d7c6de47c2 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:16.691487 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b2f8b40-bd79-4357-8260-b232d6748eb9 req-1c15089f-c10b-4cfe-8dc6-66575f87d1e3 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285503 Feb 04 11:28:16.692270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.750382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event deleted for resources: {'Port': ['ID=aa28f7d0-5b60-4017-b3ef-5fe4da4e126e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:16.828517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.886128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:16.927621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90591cdc-5eb9-4767-a7d6-68f0eddb37c5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:17.012781 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05006b71-4bc5-47c4-8b5b-4c731efa5aaa req-0527905a-2628-4413-96bd-7ed8187de523 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.1515968 Feb 04 11:28:17.030603 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9de55947-fa33-4470-8608-315c43b63aaa req-ebe37a35-224b-4337-b4da-a87ffc8fc7ed tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164909 Feb 04 11:28:17.031422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Checking segment: {'id': '894aab10-66f6-4d65-9d3e-7b75da91e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '096dae8a-4e6d-41bc-94bf-4529354afa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:17.031806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Network hostable DHCP agents. Network: 096dae8a-4e6d-41bc-94bf-4529354afa1e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:17.036686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event deleted for resources: {'Port': ['ID=fb425ed8-7cf6-4412-96e7-2c902cf56415,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:17.207628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:17.219798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456548ea-f019-4758-bc92-db89c60e169e None None] Sync routers for ids ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:17.230966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456548ea-f019-4758-bc92-db89c60e169e None None] Routers {'cc687c86-3c26-4af8-9255-d1d7c6de47c2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:17.232107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-456548ea-f019-4758-bc92-db89c60e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:17.234957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Router b3a44e96-968c-4781-a62f-9a325ee0d3d2 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:17.296445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.305525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-456548ea-f019-4758-bc92-db89c60e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:17.307252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Network 096dae8a-4e6d-41bc-94bf-4529354afa1e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:17.319595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456548ea-f019-4758-bc92-db89c60e169e None None] Routers {'cc687c86-3c26-4af8-9255-d1d7c6de47c2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:17.321102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-456548ea-f019-4758-bc92-db89c60e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:17.333140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.361683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Router 0d2210f6-39a7-4c9f-b319-0e6220977246 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:17.367138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.386746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=2c885af4-fbc0-4b81-b0a2-9f40aeebf818,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:17.411954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec4bf37-7942-4126-9d0c-3980c1f505de None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:17.527995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-456548ea-f019-4758-bc92-db89c60e169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:17.528471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456548ea-f019-4758-bc92-db89c60e169e None None] The sync data for ids ['cc687c86-3c26-4af8-9255-d1d7c6de47c2'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:17.529062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.530854 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-43f1fdb8-da6c-4128-bfe0-0f63fac6b589 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "PUT /v2.0/routers/cc687c86-3c26-4af8-9255-d1d7c6de47c2 HTTP/1.1" status: 200 len: 925 time: 5.3091056 Feb 04 11:28:17.616007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:17.617681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:17.622299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 096dae8a-4e6d-41bc-94bf-4529354afa1e) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:17.631434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:17.632637 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] Sync routers for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:17.647821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40243aef-aeed-4a4d-b1cd-60a0995c2595 None None] Network 096dae8a-4e6d-41bc-94bf-4529354afa1e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:17.648774 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:17.650851 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:17.771583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:17.778598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.824225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Subnet': ['ID=41813468-2417-465f-80e3-f40381376dfd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:17.830752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] Sync routers for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:17.842233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] No DVR routers for this DVR port aa28f7d0-5b60-4017-b3ef-5fe4da4e126e on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:17.847018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.849825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bc1fef18-7855-41de-8079-06cdf60f06b5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/2c885af4-fbc0-4b81-b0a2-9f40aeebf818 HTTP/1.1" status: 204 len: 168 time: 2.3688011 Feb 04 11:28:17.852131 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25388e3f-4963-424c-b05c-80177d4d2801 req-458f651c-e43f-40a8-9ee1-f12d62b5fbee tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.42 "DELETE /v2.0/ports/aa28f7d0-5b60-4017-b3ef-5fe4da4e126e HTTP/1.1" status: 204 len: 173 time: 3.8720183 Feb 04 11:28:17.853034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'name': 'network-vif-deleted', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:28:17.859860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60400) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:17.932685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Checking segment: {'id': '16448be6-0520-458f-9bbb-849201556338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2c38e323-a4da-40dc-854c-6ec1cada6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:17.933305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network hostable DHCP agents. Network: 2c38e323-a4da-40dc-854c-6ec1cada6085, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:17.948865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] No DVR routers for this DVR port fb425ed8-7cf6-4412-96e7-2c902cf56415 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:17.959014 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d4a59e-b664-420b-8ec4-83a9ff71d36c', 'name': 'network-vif-deleted', 'tag': 'aa28f7d0-5b60-4017-b3ef-5fe4da4e126e', 'status': 'completed', 'code': 200} Feb 04 11:28:17.961085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:17.966620 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-623357ab-9537-4c73-8cf7-7fd6568c47dc req-635ed975-7f82-43b7-8088-04d56e34235a tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.42 "DELETE /v2.0/ports/fb425ed8-7cf6-4412-96e7-2c902cf56415 HTTP/1.1" status: 204 len: 173 time: 3.8859315 Feb 04 11:28:17.966620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'name': 'network-vif-deleted', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:28:17.968656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:17.969649 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-35162dbe-c40b-4e46-a989-bed1f76786c8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084018 Feb 04 11:28:17.970992 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-98d9fe72-5a3c-4cf4-b417-6d64a1e8f958 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2079978 Feb 04 11:28:17.975679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:17.982162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:17.982589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:18.015297 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:18.051110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c916e02-3cb6-4cd4-8bb9-75ec20008b6f req-1db5bee5-0b12-43ed-a817-077e649a39f0 tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d4a59e-b664-420b-8ec4-83a9ff71d36c HTTP/1.1" status: 200 len: 210 time: 0.1126873 Feb 04 11:28:18.146704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device fb425ed8-7cf6-4412-96e7-2c902cf56415 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:18.167893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:18.176371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:18.177892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:18.187116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:18.200498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:18.218807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network 2c38e323-a4da-40dc-854c-6ec1cada6085 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:18.324810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: fb425ed8-7cf6-4412-96e7-2c902cf56415 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:18.325412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device fb425ed8-7cf6-4412-96e7-2c902cf56415 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:18.332288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa28f7d0-5b60-4017-b3ef-5fe4da4e126e no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:18.343240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:18.347165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:18.389608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 2c38e323-a4da-40dc-854c-6ec1cada6085) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:18.417612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:18.462065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396de87b-455e-40bc-a6aa-1d7c0ee6f0d5 None None] Network 2c38e323-a4da-40dc-854c-6ec1cada6085 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:18.478351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb7665-d591-469f-a27c-d6b884114e84', 'name': 'network-vif-deleted', 'tag': 'fb425ed8-7cf6-4412-96e7-2c902cf56415', 'status': 'completed', 'code': 200} Feb 04 11:28:18.513858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: aa28f7d0-5b60-4017-b3ef-5fe4da4e126e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:18.514494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa28f7d0-5b60-4017-b3ef-5fe4da4e126e not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:18.650756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3e20c3bb-6699-47cc-9abf-aaee791ed91d req-9da58441-4866-45c5-b702-4ba72d346731 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Synchronizing usage tracker for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:18.656223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event updated for resources: {'Subnet': ['ID=47ccb7fa-a02e-4c15-b969-361729aeec19,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:18.715307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.130 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/9ec9bdd2-8d8a-4b8e-90ee-ccc90cd677f7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:18.733593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Checking segment: {'id': '46a62a2f-ce2f-4e1b-aa87-7170679d5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6a4a0215-76bb-4be5-b602-95d947b3bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:18.737800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network hostable DHCP agents. Network: 6a4a0215-76bb-4be5-b602-95d947b3bd2b, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:18.794515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb07778-c9a1-45e7-84d8-dac08f83b8d0 None None] Network 096dae8a-4e6d-41bc-94bf-4529354afa1e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:18.819359 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:52Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:18.828776 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] Checking router: 0d2210f6-39a7-4c9f-b319-0e6220977246 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:28:18.848093 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:18.848790 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:18.861841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Network 6a4a0215-76bb-4be5-b602-95d947b3bd2b is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:18.990835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 6a4a0215-76bb-4be5-b602-95d947b3bd2b) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:18.995718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:18.996835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:18.998018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:19.080405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09515265-1430-449d-a9cd-9b44e943c7bf None None] Network 6a4a0215-76bb-4be5-b602-95d947b3bd2b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:19.095735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:19.121342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3e20c3bb-6699-47cc-9abf-aaee791ed91d req-9da58441-4866-45c5-b702-4ba72d346731 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Unset dirty status for tenant:be92183c7d1841e0a80e6fcdca92ee48 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:19.128787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:19.130945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3e20c3bb-6699-47cc-9abf-aaee791ed91d req-9da58441-4866-45c5-b702-4ba72d346731 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/ports?device_id=21bb7665-d591-469f-a27c-d6b884114e84 HTTP/1.1" status: 200 len: 210 time: 0.7633255 Feb 04 11:28:19.180030 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dcea4bc8-fb98-4663-aa23-fc6f9ac28bd2 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/cc687c86-3c26-4af8-9255-d1d7c6de47c2 HTTP/1.1" status: 200 len: 925 time: 1.5592763 Feb 04 11:28:19.183390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:19.198748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:19.203249 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-963195d9-fbcb-4d63-a58b-4d399a7d996e tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.7139831 Feb 04 11:28:19.204235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:19.205327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60430) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:19.208136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:19.254573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:19.269014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:19.269636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:19.275781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Deleting port eb0ac43c-e669-4d69-8dd3-24130b90978f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:19.276175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:19.351992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee85f5b-0040-446b-8d15-0cdcd7d46b8d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:19.353536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee85f5b-0040-446b-8d15-0cdcd7d46b8d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:19.355211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee85f5b-0040-446b-8d15-0cdcd7d46b8d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:19.356075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ee85f5b-0040-446b-8d15-0cdcd7d46b8d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Synchronizing usage tracker for tenant:3e77853095434f88a51266eceb61c2a5 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:19.399900 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-742523b4-6614-4e33-ba38-115847b4aa55 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4226036 Feb 04 11:28:19.402650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:19.428988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': '054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a', 'ip_address': '2001:db8::279f:20da:dad5:c9f'}], 'name': 'tempest-NetworksTestDHCPv6-1124163863'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:19.496880 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:19.520789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:19.548558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9dec-3bef-4f9b-933e-764a54604a40 req-f8ce1ed0-2122-4fe5-bd08-7ab49edff5f0 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:19.556550 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92dc9dec-3bef-4f9b-933e-764a54604a40 req-f8ce1ed0-2122-4fe5-bd08-7ab49edff5f0 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 1.0466437 Feb 04 11:28:19.570280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ee85f5b-0040-446b-8d15-0cdcd7d46b8d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Unset dirty status for tenant:3e77853095434f88a51266eceb61c2a5 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:19.571746 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1ee85f5b-0040-446b-8d15-0cdcd7d46b8d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3652678 Feb 04 11:28:19.601351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:19.672944 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92dc9dec-3bef-4f9b-933e-764a54604a40 req-9954ee81-370e-4796-96c8-9dedc9ad5439 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155040 Feb 04 11:28:19.696924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56bf13-11a8-4349-a75b-6f6257b3c7b7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:19.712553 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ef56bf13-11a8-4349-a75b-6f6257b3c7b7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=cc687c86-3c26-4af8-9255-d1d7c6de47c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5175974 Feb 04 11:28:19.722686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:19.792150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Deleting subnet 41813468-2417-465f-80e3-f40381376dfd {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:19.808405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:19.894793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:19.906979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:19.910535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:19.918473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:20.000281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.019521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb0ac43c-e669-4d69-8dd3-24130b90978f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:20.031407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb4842-9b46-4712-889b-cf92178e294d tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:20.032014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3bb4842-9b46-4712-889b-cf92178e294d tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Synchronizing usage tracker for tenant:689389338b3e4d09a3b2fdee9cbc69d9 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:20.117886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.149486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.227579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:20.324747 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:52Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:20.335844 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2d1f5-6db9-4571-ab1e-2e5c54b008db None None] The sync data for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv is: [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:26:39Z', 'revision_number': 4, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b94c15d7-5cce-484b-8dde-0ab50ac27037', 'name': '', 'network_id': 'd9cfcd38-db37-4d1d-ae53-597d339790fc', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'mac_address': 'fa:16:3e:1c:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:37Z', 'updated_at': '2022-02-04T11:26:52Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'subnets': [{'id': '13fa6c8c-ed7c-4606-8762-771f3b883a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:20.372747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.442986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3bb4842-9b46-4712-889b-cf92178e294d tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Unset dirty status for tenant:689389338b3e4d09a3b2fdee9cbc69d9 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:20.448072 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d3bb4842-9b46-4712-889b-cf92178e294d tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.7242591 Feb 04 11:28:20.454663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60460) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:20.458965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:20.460153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=9ec9bdd2-8d8a-4b8e-90ee-ccc90cd677f7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:20.507436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.512633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:20.520098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Subnet': ['ID=41813468-2417-465f-80e3-f40381376dfd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:20.538055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:20.545467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.558636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port f1e36b05-fec0-41dd-a387-ed26f5615e70 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:20.623011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.623392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.623791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.624126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.624460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.624792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.625259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.625594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.625919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.626240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.626576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.626894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:20.641004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cfb92aa0-58b8-457c-83fd-355bc51ad9df tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc687c86-3c26-4af8-9255-d1d7c6de47c2 HTTP/1.1" status: 200 len: 205 time: 0.1726804 Feb 04 11:28:20.643974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:20.775739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35bb2b-3a4e-4e76-935d-a0c145d4dd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-2c38e323-a4da-40dc-854c-6ec1cada6085', 'network_id': '2c38e323-a4da-40dc-854c-6ec1cada6085', 'tenant_id': '3e77853095434f88a51266eceb61c2a5', 'fixed_ips': [{'subnet_id': '41813468-2417-465f-80e3-f40381376dfd'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:20.776654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9f35bb2b-3a4e-4e76-935d-a0c145d4dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.822045 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a7432-dfc3-4155-8a3c-adfc70c75e50 None None] New status for floating IP a0cae47c-dba0-4902-8a99-0f9482f32f42: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:28:20.848873 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aeb1453d-4fc8-492f-ab01-00b28757cc24 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/subnets/41813468-2417-465f-80e3-f40381376dfd HTTP/1.1" status: 204 len: 168 time: 1.2493970 Feb 04 11:28:20.852921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:20.887261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73610c97-94f8-4c36-931d-4059e775effd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-6a4a0215-76bb-4be5-b602-95d947b3bd2b', 'network_id': '6a4a0215-76bb-4be5-b602-95d947b3bd2b', 'tenant_id': '3e77853095434f88a51266eceb61c2a5', 'fixed_ips': [{'subnet_id': '47ccb7fa-a02e-4c15-b969-361729aeec19'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:20.888312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-73610c97-94f8-4c36-931d-4059e775effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:20.970692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5d1f-59af-477a-a2e3-77c5ed1fce9f req-553472da-b697-4292-9739-037d1438426b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:20.972264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-234d5d1f-59af-477a-a2e3-77c5ed1fce9f req-553472da-b697-4292-9739-037d1438426b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.9060905 Feb 04 11:28:21.088856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.089977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] For port eb0ac43c-e669-4d69-8dd3-24130b90978f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb0ac43c-e669-4d69-8dd3-24130b90978f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:21.090714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.105916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.148243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-d2142003-2a53-47ce-9232-5f211d1f52cc tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:21.149705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-d2142003-2a53-47ce-9232-5f211d1f52cc tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/networks?id=d3944efc-0d28-4c9d-b0b3-f7329535c470 HTTP/1.1" status: 200 len: 812 time: 1.1120589 Feb 04 11:28:21.159108 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-234d5d1f-59af-477a-a2e3-77c5ed1fce9f req-db3de5ba-1d0b-4b28-8714-2acc18976366 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940087 Feb 04 11:28:21.168937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::279f:20da:dad5:c9f (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a/f1e36b05-fec0-41dd-a387-ed26f5615e70) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:21.198996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Deleting subnet 47ccb7fa-a02e-4c15-b969-361729aeec19 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:21.252548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.309418 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-6f882ed1-5214-47a4-a74a-6381335bb4ac tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/quotas/434ec1e79b0d47c58f37e4b8c005b7b1 HTTP/1.1" status: 200 len: 375 time: 0.1409781 Feb 04 11:28:21.323160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:21.323990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Calling delete_port for eb0ac43c-e669-4d69-8dd3-24130b90978f owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:21.385096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-9ba2ab09-3f82-4795-b427-abf70ce3e86a tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=434ec1e79b0d47c58f37e4b8c005b7b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745499 Feb 04 11:28:21.417363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port eb0ac43c-e669-4d69-8dd3-24130b90978f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb0ac43c-e669-4d69-8dd3-24130b90978f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:21.489128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:47Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:21.493903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] Checking router: b3a44e96-968c-4781-a62f-9a325ee0d3d2 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:28:21.505410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.556627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:21.557421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:21.576658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.613284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.635993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70810c-569b-4c54-b4b0-86a3ae97eda5 None None] Network 2c38e323-a4da-40dc-854c-6ec1cada6085 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:21.636257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.652951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:28:21.653453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:28:21.661603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.671902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.685537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Deleting port eefd17ba-2a9a-44ef-9feb-522c59f50050 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:21.685915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.756014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object f1e36b05-fec0-41dd-a387-ed26f5615e70 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:21.937023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:21.976312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=eb0ac43c-e669-4d69-8dd3-24130b90978f,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:21.995936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.004326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.036731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-d21f2f7b-cfca-4739-8664-ec74b57ccdbb service neutron] 10.222.0.36 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354387 Feb 04 11:28:22.042337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:22.056354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.078795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.088050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Calling delete_port for eefd17ba-2a9a-44ef-9feb-522c59f50050 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:22.182169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Deleting port eb0ac43c-e669-4d69-8dd3-24130b90978f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:22.182796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.191292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:22.206059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f60ab1-5021-4cd2-9b7c-67b6eb27e005 req-f44b3954-1d8b-48ea-9e4e-6672d1544745 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:22.208886 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e3f60ab1-5021-4cd2-9b7c-67b6eb27e005 req-f44b3954-1d8b-48ea-9e4e-6672d1544745 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6326923 Feb 04 11:28:22.219779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:22.228922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:22.236151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.236451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.236636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.236967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.237294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.237620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.237944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.238288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.238593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.238921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.239225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.239600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:22.244408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:22.250230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:22.250785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.280994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.287058 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d0cb7fc4-f0a1-4307-95dc-8d6f2cca723e tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4 HTTP/1.1" status: 204 len: 168 time: 0.9513233 Feb 04 11:28:22.287058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=f1e36b05-fec0-41dd-a387-ed26f5615e70,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:22.288320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:22.318813 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-7fc137ab-8586-4b05-a9f8-e98ca9ddd0ad tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] show failed (client error): The resource could not be found. Feb 04 11:28:22.322307 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7fc137ab-8586-4b05-a9f8-e98ca9ddd0ad tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "GET /v2.0/security-groups/e0d2e0a7-4949-4d03-bc1f-4370b2eab0a4 HTTP/1.1" status: 404 len: 347 time: 0.0311587 Feb 04 11:28:22.325006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:22.350956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server [None req-73610c97-94f8-4c36-931d-4059e775effd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47ccb7fa-a02e-4c15-b969-361729aeec19: This subnet is being modified by another concurrent operation. Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 11:28:22.395836 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise exception Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47ccb7fa-a02e-4c15-b969-361729aeec19: This subnet is being modified by another concurrent operation. Feb 04 11:28:22.399952 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server Feb 04 11:28:22.406917 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-25b7aa82-2503-4f52-93fc-247460e6b2c7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9938278 Feb 04 11:28:22.409725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:22.425578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-093fa539-a852-4af9-a335-6f09507903a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645635 Feb 04 11:28:22.436899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Subnet': ['ID=47ccb7fa-a02e-4c15-b969-361729aeec19,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:22.437758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ec8fb-4552-48a6-8571-804024ff9161 None None] Network 6a4a0215-76bb-4be5-b602-95d947b3bd2b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:22.462055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e3f60ab1-5021-4cd2-9b7c-67b6eb27e005 req-260dbd09-dca7-4810-ae3b-d365ac038128 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089558 Feb 04 11:28:22.463673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.503049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.546299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0cf0284-da37-450b-8f35-0f41aa5fef6d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/subnets/47ccb7fa-a02e-4c15-b969-361729aeec19 HTTP/1.1" status: 204 len: 168 time: 1.6896110 Feb 04 11:28:22.553943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:22.680596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:22.714190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9bb633-77f4-4cd0-9555-699f77b38c25 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:22.715151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e9bb633-77f4-4cd0-9555-699f77b38c25 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Synchronizing usage tracker for tenant:3e77853095434f88a51266eceb61c2a5 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:22.825260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] For port eb0ac43c-e669-4d69-8dd3-24130b90978f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb0ac43c-e669-4d69-8dd3-24130b90978f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:22.826140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.843245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Deleting port 180eef12-408f-48a5-9c45-61ffd8c82a92 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:22.843245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.852735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:22.950537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e9bb633-77f4-4cd0-9555-699f77b38c25 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Unset dirty status for tenant:3e77853095434f88a51266eceb61c2a5 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:22.952288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9e9bb633-77f4-4cd0-9555-699f77b38c25 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3973527 Feb 04 11:28:22.965089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:22.970802 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ade1439-1433-414d-af9d-cfc0f24366cb req-d53be9ff-32e4-4243-ae2c-e85efe95b5b4 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.1027830 Feb 04 11:28:22.973202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.057153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Calling delete_port for eb0ac43c-e669-4d69-8dd3-24130b90978f owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:23.105666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:47Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:23.115958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.116273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60307838-b34e-47c1-b39a-4fcbf8851a05 None None] The sync data for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv is: [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'd37d807f-d940-46f6-ba77-1a5efd621fb9', 'name': '', 'network_id': '85b76a13-233b-4fb8-b878-116737176e98', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'mac_address': 'fa:16:3e:e4:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:33Z', 'updated_at': '2022-02-04T11:26:47Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'subnets': [{'id': 'ab17ba3a-38a5-49d0-9bdd-1708064792be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:23.189395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c79c950e-fed9-40e8-8b31-5d25fb4f60a2 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.221056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16e46d-3e3a-4b9f-8a83-f9d990fc79d7 req-ba8a8118-3125-48b9-a655-a1639eee8151 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:23.222905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d16e46d-3e3a-4b9f-8a83-f9d990fc79d7 req-ba8a8118-3125-48b9-a655-a1639eee8151 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3172469 Feb 04 11:28:23.249692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=9ec9bdd2-8d8a-4b8e-90ee-ccc90cd677f7,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:23.274334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.281783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.301001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d48de1-a03f-465d-84e5-44fecee46d3c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:23.307672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d48de1-a03f-465d-84e5-44fecee46d3c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:23.307864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-85d48de1-a03f-465d-84e5-44fecee46d3c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:23.312886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c79c950e-fed9-40e8-8b31-5d25fb4f60a2 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.336024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] Pushing event deleted for resources: {'Port': ['ID=eb0ac43c-e669-4d69-8dd3-24130b90978f,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:23.338795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa95a1b-584a-4c72-9754-007c65fac603 None None] No DVR routers for this DVR port eb0ac43c-e669-4d69-8dd3-24130b90978f on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:23.365771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.366082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.369267 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d16e46d-3e3a-4b9f-8a83-f9d990fc79d7 req-990d3244-af9d-4d54-a089-7745a9b5b068 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349406 Feb 04 11:28:23.383816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 8b0a1fa9-c3d0-4323-be3c-504913608b89 associated. External IP: 172.26.6.130, port: 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04. Feb 04 11:28:23.403654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc3973-a6cc-4d09-9f66-1d6fbe5993c9 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:23.542873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Calling delete_port for 180eef12-408f-48a5-9c45-61ffd8c82a92 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:23.586361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.660509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245b739-d740-46bd-a43d-bf49f29e419d None None] New status for floating IP 119ea7ba-4d91-4c06-bf58-14c95e9adfce: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:28:23.708336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-85d48de1-a03f-465d-84e5-44fecee46d3c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:23.713405 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-85d48de1-a03f-465d-84e5-44fecee46d3c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 1.2683115 Feb 04 11:28:23.751538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:23.794564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event deleted for resources: {'Port': ['ID=eefd17ba-2a9a-44ef-9feb-522c59f50050,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:23.822180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:23.903893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c79c950e-fed9-40e8-8b31-5d25fb4f60a2 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:23.952591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.017797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c950e-fed9-40e8-8b31-5d25fb4f60a2 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4c37d-aee9-4737-aa29-f2fcd41cf1a2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:24.046311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4a0215-76bb-4be5-b602-95d947b3bd2b']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.058857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:24.062526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.074092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port f1e36b05-fec0-41dd-a387-ed26f5615e70 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:24.074092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.108525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a62a2f-ce2f-4e1b-aa87-7170679d5c02') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.108821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a62a2f-ce2f-4e1b-aa87-7170679d5c02') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.134147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.147687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.185369 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c825d5b-2481-4983-aa0d-1c882addb2eb req-1b90be2a-160b-4539-b97f-236392cef706 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.1121514 Feb 04 11:28:24.230758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:24.242384 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:24.256076 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:24.256972 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.320921 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.327334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.330377 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:24.330983 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.334766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a/980a5465-0f47-4a70-99df-7af803013ba0) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:24.393855 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:24.394256 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32974d-19fb-47b7-b2c6-7108ca1a61dd None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:24.411605 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-22599681-5dd2-4c93-8e9b-dd98b9e55dfa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2943118 Feb 04 11:28:24.416242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:24.422415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:24.534038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.580661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.582831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.607728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.615378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:28:24.615770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:28:24.616512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c79c950e-fed9-40e8-8b31-5d25fb4f60a2 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.619650 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c79c950e-fed9-40e8-8b31-5d25fb4f60a2 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "DELETE /v2.0/security-groups/42a4c37d-aee9-4737-aa29-f2fcd41cf1a2 HTTP/1.1" status: 204 len: 168 time: 1.8647838 Feb 04 11:28:24.619650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.624353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:24.624904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Transition to ACTIVE for port object 980a5465-0f47-4a70-99df-7af803013ba0 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:24.648647 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-7d630d0f-f41b-484b-a5f4-9ffc7da4ae60 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] show failed (client error): The resource could not be found. Feb 04 11:28:24.648937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Transition to ACTIVE for port object 980a5465-0f47-4a70-99df-7af803013ba0 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:24.649657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7d630d0f-f41b-484b-a5f4-9ffc7da4ae60 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "GET /v2.0/security-groups/42a4c37d-aee9-4737-aa29-f2fcd41cf1a2 HTTP/1.1" status: 404 len: 347 time: 0.0243831 Feb 04 11:28:24.654525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60532) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:24.676326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:24.676732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:24.709681 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:24.743390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.793351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.793860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Fanout notify agent at l3_agent the message router_deleted on router cc687c86-3c26-4af8-9255-d1d7c6de47c2 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:24.834915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Pushing event updated for resources: {'Port': ['ID=980a5465-0f47-4a70-99df-7af803013ba0,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:24.848263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:24.854241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:24.856876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:24.935565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.937428 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e9ac529d-d643-4e17-8edf-95dec46f9c0a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/cc687c86-3c26-4af8-9255-d1d7c6de47c2 HTTP/1.1" status: 204 len: 168 time: 4.2946572 Feb 04 11:28:24.942795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:24.954749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1401068496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:24.965574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Attempting to bind port 980a5465-0f47-4a70-99df-7af803013ba0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:24.966688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Attempting to bind port 980a5465-0f47-4a70-99df-7af803013ba0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:24.966688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Attempting to bind port 980a5465-0f47-4a70-99df-7af803013ba0 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:24.967319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:24.974233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:24.974233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:24.974563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.974785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:24.975497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Bound port: 980a5465-0f47-4a70-99df-7af803013ba0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:24.975940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:24.981966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Usage tracker for resource:router and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:24.999247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:25.008699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Deleting port 1184b2ea-115b-4aff-aa68-633b74bc6302 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:25.009261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.011166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:25.040723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.050614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.077421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.089004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] For port 980a5465-0f47-4a70-99df-7af803013ba0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:25.092474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] For port 980a5465-0f47-4a70-99df-7af803013ba0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=980a5465-0f47-4a70-99df-7af803013ba0,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:25.136527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.137569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Deleting port 180eef12-408f-48a5-9c45-61ffd8c82a92 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:25.137896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.235382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.236390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.243963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Network': ['ID=6a4a0215-76bb-4be5-b602-95d947b3bd2b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:25.259337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for f1e36b05-fec0-41dd-a387-ed26f5615e70 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:25.273516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.275222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.293988 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e759ec0a-bf14-4648-8f2b-2aea3df24bb9 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/networks/6a4a0215-76bb-4be5-b602-95d947b3bd2b HTTP/1.1" status: 204 len: 168 time: 2.3270631 Feb 04 11:28:25.304512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:25.317111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.357163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.441622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Pushing event updated for resources: {'Port': ['ID=980a5465-0f47-4a70-99df-7af803013ba0,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:25.444996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Calling delete_port for 1184b2ea-115b-4aff-aa68-633b74bc6302 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:25.449882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.450276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.450618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.450938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.451300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.451662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.451988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.452732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.452732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.453014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.453269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.453627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c80cf95-2c1d-438d-96da-29a582b2e98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:28:25.476786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.477099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 8b0a1fa9-c3d0-4323-be3c-504913608b89 disassociated. External IP: 172.26.6.130, port: 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04. Feb 04 11:28:25.562937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.572747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.652211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e209a059-4776-44f0-8f0f-de75d318656b req-b307dfda-90d7-4dfb-bb53-b130ee909e87 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.3086796 Feb 04 11:28:25.734615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:25.735239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.024999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.026145 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fd8c10ce-074b-4336-8198-62008fca9a64 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0821290 Feb 04 11:28:26.037362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Calling delete_port for 180eef12-408f-48a5-9c45-61ffd8c82a92 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:26.058266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:26.065632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.098943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:26.144705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.160427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=f1e36b05-fec0-41dd-a387-ed26f5615e70,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:26.227420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c38e323-a4da-40dc-854c-6ec1cada6085']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:26.248720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.251317 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-99acf7cc-122c-4094-a8e6-8fd2a268c942 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/f1e36b05-fec0-41dd-a387-ed26f5615e70 HTTP/1.1" status: 204 len: 168 time: 2.4988253 Feb 04 11:28:26.256795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16448be6-0520-458f-9bbb-849201556338') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:26.258336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16448be6-0520-458f-9bbb-849201556338') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:26.264393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:26.480464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.530805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.604736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63facba9-79d2-4110-8214-8cc93859a68d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:26.608100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63facba9-79d2-4110-8214-8cc93859a68d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:26.609268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-63facba9-79d2-4110-8214-8cc93859a68d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:26.615267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:26.615846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:26.648134 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:26.675082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.876781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-8fd5614c-94cb-4b1c-a6b7-8fbacca97e36 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:26.878537 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-8fd5614c-94cb-4b1c-a6b7-8fbacca97e36 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.42 "GET /v2.0/networks?id=d3944efc-0d28-4c9d-b0b3-f7329535c470 HTTP/1.1" status: 200 len: 812 time: 0.9676442 Feb 04 11:28:26.927833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.947158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Pushing event deleted for resources: {'Port': ['ID=1184b2ea-115b-4aff-aa68-633b74bc6302,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:26.966846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:26.968920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-63facba9-79d2-4110-8214-8cc93859a68d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:26.973485 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-63facba9-79d2-4110-8214-8cc93859a68d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7077060 Feb 04 11:28:26.975364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-62198113-a1b7-4ef0-848c-49ed6ecfb874 None None] Could not find standard attr ID for object f1e36b05-fec0-41dd-a387-ed26f5615e70. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:28:26.978489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:26.987156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Request body: {'port': {'device_id': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470', 'admin_state_up': True, 'tenant_id': '434ec1e79b0d47c58f37e4b8c005b7b1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:27.019305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.024588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Pushing event deleted for resources: {'Port': ['ID=180eef12-408f-48a5-9c45-61ffd8c82a92,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:27.086351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-62198113-a1b7-4ef0-848c-49ed6ecfb874 None None] Provisioning for port 980a5465-0f47-4a70-99df-7af803013ba0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:27.122252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Network': ['ID=2c38e323-a4da-40dc-854c-6ec1cada6085,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:27.187744 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1cd4c17d-f8d1-442f-9d04-ddcb0add860f tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/networks/2c38e323-a4da-40dc-854c-6ec1cada6085 HTTP/1.1" status: 204 len: 168 time: 1.8726876 Feb 04 11:28:27.193169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:27.215451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6a61c4db-e1a4-467a-b591-e35c39555d70 None None] Could not find standard attr ID for object f1e36b05-fec0-41dd-a387-ed26f5615e70. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:28:27.224272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.252369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:27.309065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.314558 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40b2c923-145b-4205-a73d-a22a457d56d2 req-0fdaf731-9058-4188-ad6a-ad159aa18562 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.4554527 Feb 04 11:28:27.397222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.399927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.401314 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-943ba75b-7a15-4378-8cc7-73ca7203602b tempest-ServersTestJSON-1452011680 tempest-ServersTestJSON-1452011680-project] 10.222.0.36 "DELETE /v2.0/floatingips/119ea7ba-4d91-4c06-bf58-14c95e9adfce HTTP/1.1" status: 204 len: 168 time: 5.0778925 Feb 04 11:28:27.405209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:27.407972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.415141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f092ca0-8371-42ad-8c46-e76fd9cbe186 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:28:27.477949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.534248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:27.539201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.539435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.562466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f092ca0-8371-42ad-8c46-e76fd9cbe186 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:28:27.660570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:27.686853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Usage tracker for resource:port and tenant:434ec1e79b0d47c58f37e4b8c005b7b1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:27.693058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:27.700775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:27.705546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-aaf06249-6f06-4d8d-8bf9-73d3efb62705 tempest-ServersTestManualDisk-1987370238 tempest-ServersTestManualDisk-1987370238-project] 10.222.0.36 "DELETE /v2.0/floatingips/a0cae47c-dba0-4902-8a99-0f9482f32f42 HTTP/1.1" status: 204 len: 168 time: 3.0466125 Feb 04 11:28:27.708577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:27.712346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:27.809429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 980a5465-0f47-4a70-99df-7af803013ba0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:27.902625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.045030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.057444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Made reservation on behalf of 434ec1e79b0d47c58f37e4b8c005b7b1 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:28.061998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.084490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:28.089594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.101145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:28.121613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:28.122262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.169143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe810b7-386b-4f48-a578-874f765ad343']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.195329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eaf9f7-4cd7-48b6-844e-bc720c7c2f25') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.195638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eaf9f7-4cd7-48b6-844e-bc720c7c2f25') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.202456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 980a5465-0f47-4a70-99df-7af803013ba0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:28.216565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.219575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.229892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 980a5465-0f47-4a70-99df-7af803013ba0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:28.230532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.285328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:28.286254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.314351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.317360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.365878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:28.365878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.376806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:28.377472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137b20-4a7c-4686-9358-dbb5d20cfc7d None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:28.385599 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:28.407172 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3bf18006-3ff7-437a-852a-3bf0e5de6c76 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/floatingips/8b0a1fa9-c3d0-4323-be3c-504913608b89 HTTP/1.1" status: 200 len: 688 time: 3.9868007 Feb 04 11:28:28.411624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:28.466483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.507352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 980a5465-0f47-4a70-99df-7af803013ba0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=980a5465-0f47-4a70-99df-7af803013ba0,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:28.531686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.543769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc45826-19b8-48a4-b0c3-dc6b31f8e948 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:28.592027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:28.708924 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0165b4ae-c127-4e0d-bdd2-736f4b4857de tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a HTTP/1.1" status: 204 len: 168 time: 1.6982057 Feb 04 11:28:28.709663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:28.773602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.786604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.791660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.830193 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96dd1b2e-d86d-4fc9-a902-279ce3c7bc0c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176846 Feb 04 11:28:28.832145 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07586d5e-0ac6-4e35-9e04-57e30a852d3b req-b42e7b33-3858-4ff9-b760-e2d7d4de1c41 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.1074615 Feb 04 11:28:28.835922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:28.848882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:28.849339 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-b4b2e158-eccd-46df-8423-ddec2b93cdcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6139717 Feb 04 11:28:28.851231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Network': ['ID=bfe810b7-386b-4f48-a578-874f765ad343,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:28.860499 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f370a983-33fb-4bff-a92a-fbc52a1e7df1 tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/networks/bfe810b7-386b-4f48-a578-874f765ad343 HTTP/1.1" status: 204 len: 168 time: 1.6637547 Feb 04 11:28:28.862158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:28.878877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 9ec9bdd2-8d8a-4b8e-90ee-ccc90cd677f7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:28.878877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:28.921951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=980a5465-0f47-4a70-99df-7af803013ba0,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:29.039248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:29.045429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] Deleting port 980a5465-0f47-4a70-99df-7af803013ba0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:29.055691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.055924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.248459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f593c0-6ffa-4727-9104-18b69db67908 req-ca5cd4ef-7627-45b7-8564-93c5d457da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:29.249882 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-ca5cd4ef-7627-45b7-8564-93c5d457da56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.2725754 Feb 04 11:28:29.291355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] For port 980a5465-0f47-4a70-99df-7af803013ba0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=980a5465-0f47-4a70-99df-7af803013ba0,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:29.291962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.301260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.365877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.368827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Allocated IP 172.20.0.13 (d3944efc-0d28-4c9d-b0b3-f7329535c470/1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a/7feb63e6-d3c1-4bf7-b7d1-c266b37d6040) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:29.424099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] Calling delete_port for 980a5465-0f47-4a70-99df-7af803013ba0 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:29.449692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79167b2-b026-423f-b922-330506bbc956']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:29.483579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe25c509-326c-4b29-95a1-8e7c0c10e33f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:29.483872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe25c509-326c-4b29-95a1-8e7c0c10e33f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:29.502549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.551878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:29.558255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.577950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.599803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:29.608563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.633592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:29.633930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.640658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] Pushing event deleted for resources: {'Port': ['ID=980a5465-0f47-4a70-99df-7af803013ba0,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:29.642447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:29.651315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda59d29-c8e3-40a0-bd47-24d85f721528 None None] No DVR routers for this DVR port 980a5465-0f47-4a70-99df-7af803013ba0 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:29.651524 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:29.692511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.695375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:29.711148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 980a5465-0f47-4a70-99df-7af803013ba0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:29.718054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f593c0-6ffa-4727-9104-18b69db67908 req-606074ec-4961-4893-9df8-72b70f0c7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:29.718054 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-606074ec-4961-4893-9df8-72b70f0c7259 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.4370017 Feb 04 11:28:29.751011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 980a5465-0f47-4a70-99df-7af803013ba0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:29.751572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 980a5465-0f47-4a70-99df-7af803013ba0 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:29.833263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:29.836792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:29.950114 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-e00a15fc-88fb-4004-ba8f-e0d7e241ba68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1001 time: 0.2197847 Feb 04 11:28:29.996209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.000523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.076483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.076719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.124485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-618c5e9e-e5d1-484f-b342-e354fdc6d3a4 req-7d74cad3-a296-4dc3-a183-d1594b1ca214 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.1113176 Feb 04 11:28:30.174832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] Pushing event deleted for resources: {'Network': ['ID=b79167b2-b026-423f-b922-330506bbc956,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:30.178386 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-932f6529-d5d9-4684-8eba-5dc893d0b05d tempest-BulkNetworkOpsIpV6Test-839059214 tempest-BulkNetworkOpsIpV6Test-839059214-project] 10.222.0.36 "DELETE /v2.0/networks/b79167b2-b026-423f-b922-330506bbc956 HTTP/1.1" status: 204 len: 168 time: 1.3152835 Feb 04 11:28:30.198045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f593c0-6ffa-4727-9104-18b69db67908 req-f16dbe82-f98e-46bf-a876-d1ee4dca77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:30.199808 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-f16dbe82-f98e-46bf-a876-d1ee4dca77f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.2434356 Feb 04 11:28:30.248626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4600fde7-a848-4f0b-a74d-eb5afc0e4716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.273019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 9ec9bdd2-8d8a-4b8e-90ee-ccc90cd677f7 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:30.324816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Deleting port d37d807f-d940-46f6-ba77-1a5efd621fb9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:30.325149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.403798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f593c0-6ffa-4727-9104-18b69db67908 req-65baadb4-e8cb-4a44-b46a-4144d375fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:30.405841 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-65baadb4-e8cb-4a44-b46a-4144d375fb0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1988254 Feb 04 11:28:30.445727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.507263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Allocated IP 172.26.6.177 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/b99c406a-15eb-4690-bb41-7a45dea1d929) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:30.625299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] For port d37d807f-d940-46f6-ba77-1a5efd621fb9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d37d807f-d940-46f6-ba77-1a5efd621fb9,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:30.625659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:30.779396 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-de0bd0ce-4d99-44a8-9a9d-59ce794c5bc9 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241751 Feb 04 11:28:30.785209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Calling delete_port for d37d807f-d940-46f6-ba77-1a5efd621fb9 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:30.814392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:31.004345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.015135 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-32f593c0-6ffa-4727-9104-18b69db67908 req-fea1230c-e63b-4203-999f-22fde0a6a2cb service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015698 Feb 04 11:28:31.105616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.109933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.113110 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-20eef0f8-03b7-4a37-bc81-ddbe4c20a36a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e77853095434f88a51266eceb61c2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975469 Feb 04 11:28:31.145982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60608) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:31.213040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=9ec9bdd2-8d8a-4b8e-90ee-ccc90cd677f7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:31.223133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.280850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.335778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37d807f-d940-46f6-ba77-1a5efd621fb9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:31.356989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Network d3944efc-0d28-4c9d-b0b3-f7329535c470 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:31.436860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:31.440037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.531303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:31.657993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.713425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:31.736585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:31.747914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2782c7-1e6d-4a58-ae72-50c8bc1ce22d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:31.768804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:31.769401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.789241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Pushing event updated for resources: {'Port': ['ID=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:31.822720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=012c092a-dd95-4a67-b7af-3837e7347fcc,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:31.865151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:31.865829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.870461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8af-410d-48d4-b25a-a054ca7006ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:31.912334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.003530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '012c092a-dd95-4a67-b7af-3837e7347fcc'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:32.004510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.052350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8af-410d-48d4-b25a-a054ca7006ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.067766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.068494 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ea08cba4-fba3-45c8-a695-fcb5a914f6d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/floatingips/8b0a1fa9-c3d0-4323-be3c-504913608b89 HTTP/1.1" status: 204 len: 168 time: 3.6518080 Feb 04 11:28:32.072877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:32.081699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '086f63fc-c904-4d75-b89d-07931375f17d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:32.117087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696b33-9e82-43b4-a7dd-9efe108e0d96 req-8056a780-91aa-4fa0-b633-ad1c51fced0f tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:32.117832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-be696b33-9e82-43b4-a7dd-9efe108e0d96 req-8056a780-91aa-4fa0-b633-ad1c51fced0f tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Synchronizing usage tracker for tenant:434ec1e79b0d47c58f37e4b8c005b7b1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:32.136068 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b9a76412-4190-43fd-898b-a8ed2789824d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2906857 Feb 04 11:28:32.137995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:32.144916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:32.145132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': '012c092a-dd95-4a67-b7af-3837e7347fcc', 'ip_address': '2001:db8::141:8fcd:fe6b:66cb'}], 'name': 'tempest-NetworksTestDHCPv6-40888913'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:32.165188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:floatingip and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:32.170643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:32.172320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-78959729-d7be-4678-9494-081fa001d8b2 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1905389 Feb 04 11:28:32.173515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.180820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:32.211503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Router b3a44e96-968c-4781-a62f-9a325ee0d3d2 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:32.234667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/012c092a-dd95-4a67-b7af-3837e7347fcc/b130442f-0ab3-4323-89ac-a9c0a64e7d4f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:32.281185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Request body: {'port': {'device_id': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:32.287581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.372851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:32.385452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:32.408196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:32.454356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-be696b33-9e82-43b4-a7dd-9efe108e0d96 req-8056a780-91aa-4fa0-b633-ad1c51fced0f tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Unset dirty status for tenant:434ec1e79b0d47c58f37e4b8c005b7b1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:32.455808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-be696b33-9e82-43b4-a7dd-9efe108e0d96 req-8056a780-91aa-4fa0-b633-ad1c51fced0f tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 932 time: 1.1839502 Feb 04 11:28:32.478802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.490807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Transition to ACTIVE for port object b130442f-0ab3-4323-89ac-a9c0a64e7d4f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:32.498158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:32.508138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event updated for resources: {'Port': ['ID=b99c406a-15eb-4690-bb41-7a45dea1d929,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:32.512890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Transition to ACTIVE for port object b130442f-0ab3-4323-89ac-a9c0a64e7d4f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:32.515752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8af-410d-48d4-b25a-a054ca7006ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.518348 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] Sync routers for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:32.522543 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ebe1b2aa-0740-47cc-9aa9-ff2f60a4f2b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/b3a44e96-968c-4781-a62f-9a325ee0d3d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0843852 Feb 04 11:28:32.522543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:32.541034 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:32.541954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:32.591110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.639599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c8af-410d-48d4-b25a-a054ca7006ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a894a-fc43-43ac-a739-2d04a1f98e8a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:32.674134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:32.696260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:32.701989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:32.707136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:32.769779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e04d8f6a-02f7-40a5-a94a-4cafbf29b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.786076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Pushing event updated for resources: {'Port': ['ID=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:32.801310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.859449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Attempting to bind port b130442f-0ab3-4323-89ac-a9c0a64e7d4f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:32.860562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Attempting to bind port b130442f-0ab3-4323-89ac-a9c0a64e7d4f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:32.861135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Attempting to bind port b130442f-0ab3-4323-89ac-a9c0a64e7d4f on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:32.865755 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:32.868060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:32.868753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:32.869056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.869460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:32.869962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Bound port: b130442f-0ab3-4323-89ac-a9c0a64e7d4f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:32.870339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.907399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.925973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:32.929159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:32.936060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:32.946320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8af-410d-48d4-b25a-a054ca7006ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.950749 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-47d5c8af-410d-48d4-b25a-a054ca7006ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f84a894a-fc43-43ac-a739-2d04a1f98e8a HTTP/1.1" status: 204 len: 168 time: 1.7807014 Feb 04 11:28:32.962871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:32.990122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-be696b33-9e82-43b4-a7dd-9efe108e0d96 req-aa041407-9175-48db-852e-6273254e0c69 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176709 Feb 04 11:28:33.020664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] For port b130442f-0ab3-4323-89ac-a9c0a64e7d4f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:33.052292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] For port b130442f-0ab3-4323-89ac-a9c0a64e7d4f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:33.078235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:33.096847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Deleting port b94c15d7-5cce-484b-8dde-0ab50ac27037 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:33.097120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.125667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.172785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.98 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/e1c5d484-c8e4-4fee-a158-1857bc78f6cf) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:33.222114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.260387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf2b3a-06a2-4d2c-afe4-8cc1a7338258 None None] Pushing event updated for resources: {'Port': ['ID=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:33.302029 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:28:31Z', 'revision_number': 5, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port': {'id': '213f7df5-b90d-4e0e-9305-8ff1dc9741db', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:26Z', 'updated_at': '2022-02-04T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:33.311745 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] Checking router: b3a44e96-968c-4781-a62f-9a325ee0d3d2 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:28:33.323013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] Routers {'b3a44e96-968c-4781-a62f-9a325ee0d3d2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:33.323755 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:33.353484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Deleting port 213f7df5-b90d-4e0e-9305-8ff1dc9741db {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:33.354185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.472540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.522824 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] Set router b3a44e96-968c-4781-a62f-9a325ee0d3d2 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:33.532686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] For port b94c15d7-5cce-484b-8dde-0ab50ac27037, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b94c15d7-5cce-484b-8dde-0ab50ac27037,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:33.533041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.663981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.697273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.750138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] For port 213f7df5-b90d-4e0e-9305-8ff1dc9741db, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=213f7df5-b90d-4e0e-9305-8ff1dc9741db,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:33.750754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:33.777550 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:28:33Z', 'revision_number': 6, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:33.791574 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ed8ed-1138-4f89-b2fc-02d89ff909f4 None None] The sync data for ids ['b3a44e96-968c-4781-a62f-9a325ee0d3d2'] in dv-neutron-827824-2-hyperv is: [{'id': 'b3a44e96-968c-4781-a62f-9a325ee0d3d2', 'name': 'tempest-ServersTestJSON-1777760195-router', 'tenant_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:28:33Z', 'revision_number': 6, 'project_id': 'c3b4e3bdc8ca4d2db8cff74df92dcb2a', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:33.864781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Calling delete_port for b94c15d7-5cce-484b-8dde-0ab50ac27037 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:34.027068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:34.091019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:34.210264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b130442f-0ab3-4323-89ac-a9c0a64e7d4f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:34.221263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Calling delete_port for 213f7df5-b90d-4e0e-9305-8ff1dc9741db owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:34.296581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=e1c5d484-c8e4-4fee-a158-1857bc78f6cf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:34.342831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:34.348064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:34.359115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:34.424908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b130442f-0ab3-4323-89ac-a9c0a64e7d4f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:34.492647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 79e698e3-df0b-40e3-9129-5bcbefe4d57e yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:34.789413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60654) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:34.796262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:34.991708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617342001'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:34.998372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] Provisioning for port b130442f-0ab3-4323-89ac-a9c0a64e7d4f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:35.003340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:35.009876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:network and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:35.010823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] Provisioning complete for port b130442f-0ab3-4323-89ac-a9c0a64e7d4f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:35.011301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.022011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:35.032408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:35.035251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.095063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.096624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Pushing event deleted for resources: {'Port': ['ID=213f7df5-b90d-4e0e-9305-8ff1dc9741db,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:35.176607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.186033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:35.189209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.213327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6db50-aee1-4293-9443-88df9d1f86a7 req-5c466208-e229-41dc-9719-44ad1f8f0c60 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:35.214794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.214919 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ada6db50-aee1-4293-9443-88df9d1f86a7 req-5c466208-e229-41dc-9719-44ad1f8f0c60 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 932 time: 1.0349927 Feb 04 11:28:35.222831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] For port b130442f-0ab3-4323-89ac-a9c0a64e7d4f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:35.239383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:35.257483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:security_group_rule and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:35.264357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:35.267413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.291975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.372428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd5212-8b29-4924-a382-313644d4aa27 None None] Pushing event updated for resources: {'Port': ['ID=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:35.379631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:35.468857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.478348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.482766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.546888 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ada6db50-aee1-4293-9443-88df9d1f86a7 req-84fc794e-4ae8-4005-ba76-70482c5c4af6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117511 Feb 04 11:28:35.586222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.602304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:28:35.603066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.604112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a44e96-968c-4781-a62f-9a325ee0d3d2 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:35.622434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::141:8fcd:fe6b:66cb (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/012c092a-dd95-4a67-b7af-3837e7347fcc/79e698e3-df0b-40e3-9129-5bcbefe4d57e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:35.649227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.711054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.720301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.720301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-91f784ec-808b-4f06-9618-ab3494241376 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b3a44e96-968c-4781-a62f-9a325ee0d3d2 HTTP/1.1" status: 204 len: 168 time: 3.1922548 Feb 04 11:28:35.720301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.724189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:35.778822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b130442f-0ab3-4323-89ac-a9c0a64e7d4f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:35.786559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:35.799024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.799116 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Added segment efa08c13-2c79-4873-b415-05f4644651eb of type vlan for network 3aa30900-ce13-4050-a5fd-eda3c2088e5e Feb 04 11:28:35.802947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.807407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Transition to ACTIVE for port object 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:35.815968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.843121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.879881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b130442f-0ab3-4323-89ac-a9c0a64e7d4f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:35.880550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.911011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8694c621-85a6-4ef5-94de-ba70cf7b3e26,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:35.914782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.950735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Deleting subnet ab17ba3a-38a5-49d0-9bdd-1708064792be {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:35.952713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:35.978514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.037377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94c15d7-5cce-484b-8dde-0ab50ac27037,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:36.114828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d37d807f-d940-46f6-ba77-1a5efd621fb9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:36.154954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: d37d807f-d940-46f6-ba77-1a5efd621fb9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:36.155372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d37d807f-d940-46f6-ba77-1a5efd621fb9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:36.155834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 213f7df5-b90d-4e0e-9305-8ff1dc9741db no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:36.195822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 213f7df5-b90d-4e0e-9305-8ff1dc9741db {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:36.196356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 213f7df5-b90d-4e0e-9305-8ff1dc9741db not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:36.240740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.246234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:36.246831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.375097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Network': ['ID=3aa30900-ce13-4050-a5fd-eda3c2088e5e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:36.390217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 3aa30900-ce13-4050-a5fd-eda3c2088e5e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:36.395947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.426451 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4532817a-d740-412d-874e-b49dc52d0782 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6352644 Feb 04 11:28:36.486898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.582198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.626144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=e1c5d484-c8e4-4fee-a158-1857bc78f6cf,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:36.669073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:36.687491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Pushing event updated for resources: {'Port': ['ID=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:36.915006 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 associated. External IP: 172.26.6.98, port: 086f63fc-c904-4d75-b89d-07931375f17d. Feb 04 11:28:37.004756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.135815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 79e698e3-df0b-40e3-9129-5bcbefe4d57e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:37.147932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Attempting to bind port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:37.148398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Attempting to bind port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b186ddc8-302e-4f7a-9e1d-513ade960883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:37.148572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Attempting to bind port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 on network d3944efc-0d28-4c9d-b0b3-f7329535c470 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:37.168223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 on network d3944efc-0d28-4c9d-b0b3-f7329535c470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:28:37.168474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Attempting to bind port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 on network d3944efc-0d28-4c9d-b0b3-f7329535c470 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:37.182193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.222338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:37.222708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Checking segment: {'id': 'b186ddc8-302e-4f7a-9e1d-513ade960883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:37.223046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Bound using segment: {'id': 'b186ddc8-302e-4f7a-9e1d-513ade960883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:37.223484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Bound port: 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b186ddc8-302e-4f7a-9e1d-513ade960883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:37.224316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.253186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Router 37722350-399f-4b16-9844-5bac9b1a1dc1 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:28:37.274451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2324e1-a25e-411a-8fce-8ff7762294d9 req-e2977459-71b7-4e20-8366-1d2feb2147a6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:37.276219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd2324e1-a25e-411a-8fce-8ff7762294d9 req-e2977459-71b7-4e20-8366-1d2feb2147a6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 944 time: 0.5998657 Feb 04 11:28:37.317173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.373730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:37.578398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:37.590802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:37.607988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:37.613052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:37.628431 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd2324e1-a25e-411a-8fce-8ff7762294d9 req-f8a20edd-ab3a-4cb1-9812-26ff1de8af70 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990892 Feb 04 11:28:37.715667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:37.727210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:37.729443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:37.733924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.737726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] For port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:37.740174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.783384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] For port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,segment=NetworkSegment(b186ddc8-302e-4f7a-9e1d-513ade960883),segment_id=b186ddc8-302e-4f7a-9e1d-513ade960883)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:37.827973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:37.835469 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-325171cb-ffb7-4d6f-8819-49887b9ad96a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7555952 Feb 04 11:28:37.835837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60668) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:37.839248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:37.839809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116d10b-c6dc-42a2-a304-e7228c5d1e68 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:38.028825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:38.197735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab17ba3a-38a5-49d0-9bdd-1708064792be,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:38.211349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf02c85-d557-4829-b1b5-eb18c91f0d80 None None] Network 85b76a13-233b-4fb8-b878-116737176e98 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:38.230960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:38.253314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:38.268834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:38.284853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:38.290599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:38.291245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:38.309060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:38.309673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:38.312048 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] 10.222.0.42 "PUT /v2.0/ports/7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 HTTP/1.1" status: 200 len: 1094 time: 6.0449924 Feb 04 11:28:38.316188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'tag': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:28:38.321031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=79e698e3-df0b-40e3-9129-5bcbefe4d57e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:38.339678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:38.357222 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] Sync routers for ids ['37722350-399f-4b16-9844-5bac9b1a1dc1'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:38.385288 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] Routers {'37722350-399f-4b16-9844-5bac9b1a1dc1'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:38.385893 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['37722350-399f-4b16-9844-5bac9b1a1dc1'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:38.411489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:38.412739 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b89108c5-e87f-4780-83e5-72a61a4874e3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "PUT /v2.0/routers/37722350-399f-4b16-9844-5bac9b1a1dc1 HTTP/1.1" status: 200 len: 884 time: 12.3409300 Feb 04 11:28:38.415725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:38.421908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e54ff013-4474-4132-839e-edabd66f5cfe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ab17ba3a-38a5-49d0-9bdd-1708064792be HTTP/1.1" status: 204 len: 168 time: 2.6968546 Feb 04 11:28:38.428454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60678) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:38.456522 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e95a03a2-059e-4e98-ba0b-627369df6afb tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/floatingips/47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 HTTP/1.1" status: 200 len: 977 time: 0.5314145 Feb 04 11:28:38.625783 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:38.652512 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] Routers {'37722350-399f-4b16-9844-5bac9b1a1dc1'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:38.689791 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['37722350-399f-4b16-9844-5bac9b1a1dc1'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:38.701621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] DHCP port deletion for 85b76a13-233b-4fb8-b878-116737176e98 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:38.707447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] Deleting port 9f167a5b-153a-48ed-a05e-10109f566b17 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:38.707905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:38.795107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60682) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:38.823792 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'tag': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040', 'status': 'completed', 'code': 200} Feb 04 11:28:38.908841 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:38.909245 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0177e-c0a2-4362-a0e1-b37c7e27448d None None] The sync data for ids ['37722350-399f-4b16-9844-5bac9b1a1dc1'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:38.989666 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-28b0024a-94ca-47fb-beb0-7925184b9a8d tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/37722350-399f-4b16-9844-5bac9b1a1dc1 HTTP/1.1" status: 200 len: 925 time: 0.5725317 Feb 04 11:28:38.999881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60688) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:39.005042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ff1a355-7530-4e8f-9e6b-7d31be15aa32 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 6.8643968 Feb 04 11:28:39.051182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60692) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:39.193617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:39.221082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] For port 9f167a5b-153a-48ed-a05e-10109f566b17, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9f167a5b-153a-48ed-a05e-10109f566b17,segment=NetworkSegment(33ff674e-817b-4d8f-9d54-28d513c32298),segment_id=33ff674e-817b-4d8f-9d54-28d513c32298)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:39.221600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:39.288662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57712ec7-e90d-4405-9cae-03f810e94182 service neutron] Pushing event updated for resources: {'Port': ['ID=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:39.384685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fef5b-f03b-4944-b788-70ac85557175 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:39.385489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d21fef5b-f03b-4944-b788-70ac85557175 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Synchronizing usage tracker for tenant:689389338b3e4d09a3b2fdee9cbc69d9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:39.396012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] Calling delete_port for 9f167a5b-153a-48ed-a05e-10109f566b17 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:39.412486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a67312-6966-436d-b573-b7f9416fc7af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:39.419293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a67312-6966-436d-b573-b7f9416fc7af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:39.420240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c0a67312-6966-436d-b573-b7f9416fc7af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:39.455774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Deleting port 9f167a5b-153a-48ed-a05e-10109f566b17 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:39.456397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:39.487806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a0e7fcdb-e78a-4121-981c-d86b4d038fb9 None None] Provisioning for port 79e698e3-df0b-40e3-9129-5bcbefe4d57e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:39.496434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a0e7fcdb-e78a-4121-981c-d86b4d038fb9 None None] Provisioning complete for port 79e698e3-df0b-40e3-9129-5bcbefe4d57e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:39.497122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a0e7fcdb-e78a-4121-981c-d86b4d038fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:39.499996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d21fef5b-f03b-4944-b788-70ac85557175 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Unset dirty status for tenant:689389338b3e4d09a3b2fdee9cbc69d9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:39.505107 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d21fef5b-f03b-4944-b788-70ac85557175 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=37722350-399f-4b16-9844-5bac9b1a1dc1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5073628 Feb 04 11:28:39.506285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60696) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:39.512400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8308ab3-902c-4cbc-b255-15e1274cb901 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Synchronizing usage tracker for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:floatingip {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:39.564953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c0a67312-6966-436d-b573-b7f9416fc7af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:39.571510 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c0a67312-6966-436d-b573-b7f9416fc7af tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5183556 Feb 04 11:28:39.583960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:39.621300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] The port '9f167a5b-153a-48ed-a05e-10109f566b17' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:28:39.624254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7fcdb-e78a-4121-981c-d86b4d038fb9 None None] Port 79e698e3-df0b-40e3-9129-5bcbefe4d57e cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:28:39.627160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:39.634406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-8522d200-e330-4fb3-80ff-5db71ae64418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:39.636271 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-8522d200-e330-4fb3-80ff-5db71ae64418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=434ec1e79b0d47c58f37e4b8c005b7b1&device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 1097 time: 1.1695111 Feb 04 11:28:39.731157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Router 0d2210f6-39a7-4c9f-b319-0e6220977246 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:39.766606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8308ab3-902c-4cbc-b255-15e1274cb901 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Unset dirty status for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:floatingip {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:39.768186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e8308ab3-902c-4cbc-b255-15e1274cb901 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.9645994 Feb 04 11:28:39.776371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d665b-a44c-4b5d-9deb-847c01b52630 req-81fd3f03-d317-4b96-9c60-eb9531b44178 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:39.778183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b3d665b-a44c-4b5d-9deb-847c01b52630 req-81fd3f03-d317-4b96-9c60-eb9531b44178 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 944 time: 0.7554193 Feb 04 11:28:39.780447 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-814c202a-2deb-4be6-bc5e-ee096985685f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 HTTP/1.1" status: 200 len: 217 time: 0.1108301 Feb 04 11:28:39.785324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60704) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:39.790360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] Pushing event deleted for resources: {'Port': ['ID=9f167a5b-153a-48ed-a05e-10109f566b17,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:39.816463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02ba81-7901-435c-90d6-9724a06c979b None None] No DVR routers for this DVR port 9f167a5b-153a-48ed-a05e-10109f566b17 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:39.834745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9f167a5b-153a-48ed-a05e-10109f566b17 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:39.866421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'port_id': '9aa95ccd-e58d-44ac-8ccc-90c24ca65e04'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:39.943224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9f167a5b-153a-48ed-a05e-10109f566b17 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:39.943643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9f167a5b-153a-48ed-a05e-10109f566b17 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:39.992961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:40.003858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'subnet': {'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:40.034290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 79e698e3-df0b-40e3-9129-5bcbefe4d57e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:40.034743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.120493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af184551-6b54-4215-aed6-dbed5259ea44 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:40.121109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-af184551-6b54-4215-aed6-dbed5259ea44 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Synchronizing usage tracker for tenant:689389338b3e4d09a3b2fdee9cbc69d9 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:40.144411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-b4cdef43-1883-40e4-9711-af45adbed33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:40.145855 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-b4cdef43-1883-40e4-9711-af45adbed33a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a HTTP/1.1" status: 200 len: 852 time: 0.2267127 Feb 04 11:28:40.158935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.184712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-af184551-6b54-4215-aed6-dbed5259ea44 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Unset dirty status for tenant:689389338b3e4d09a3b2fdee9cbc69d9 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:40.186745 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-af184551-6b54-4215-aed6-dbed5259ea44 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.6790583 Feb 04 11:28:40.199836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:40.261398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.279751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:40.283781 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bf701c06-0522-4ae4-b484-538cef4e421a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=37722350-399f-4b16-9844-5bac9b1a1dc1 HTTP/1.1" status: 200 len: 205 time: 0.0828927 Feb 04 11:28:40.289779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:40.290710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:subnet and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:40.302223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:40.328404 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b3d665b-a44c-4b5d-9deb-847c01b52630 req-4a3a2f71-a886-43c2-9d5b-3ff54637518d tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276639 Feb 04 11:28:40.330982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b76a13-233b-4fb8-b878-116737176e98']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:40.379850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:40.492981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:40.496679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.515373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-92048f14-ccce-45cb-936e-c7620d855e8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3944efc-0d28-4c9d-b0b3-f7329535c470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3354011 Feb 04 11:28:40.626899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ff674e-817b-4d8f-9d54-28d513c32298') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:40.627191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ff674e-817b-4d8f-9d54-28d513c32298') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:40.705432 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.723718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.779366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.804687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.806202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:40.815966 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d985c0b0-bce4-4860-843f-448f244ab5c5 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d2210f6-39a7-4c9f-b319-0e6220977246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0994668 Feb 04 11:28:40.818103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] Sync routers for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:40.831313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:40.832442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:40.832847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:40.839930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:40.840336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:40.918229 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:40.941898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 79e698e3-df0b-40e3-9129-5bcbefe4d57e owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:41.056221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:41.094943 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-95cf641a-2b43-4a53-a372-aa6bdd155992 service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108860 Feb 04 11:28:41.265330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.269689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.371841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.382933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] 10.222.0.36 "DELETE /v2.0/networks/85b76a13-233b-4fb8-b878-116737176e98 HTTP/1.1" status: 204 len: 168 time: 2.9275453 Feb 04 11:28:41.392401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f88d7c-ff48-4f6d-b731-d2703b8ccf76 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b76a13-233b-4fb8-b878-116737176e98,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:41.439444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:28:35Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:41.444472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] Checking router: 0d2210f6-39a7-4c9f-b319-0e6220977246 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:28:41.458125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] Routers {'0d2210f6-39a7-4c9f-b319-0e6220977246'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:41.459177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0d2210f6-39a7-4c9f-b319-0e6220977246'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:41.470027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.505478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Deleting port b99c406a-15eb-4690-bb41-7a45dea1d929 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:41.505824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.569045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.631603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=79e698e3-df0b-40e3-9129-5bcbefe4d57e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:41.637817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.781730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] Set router 0d2210f6-39a7-4c9f-b319-0e6220977246 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:28:41.846568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:41.907160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Subnet': ['ID=2c39b759-4dc0-4018-95b3-36c6529a3473,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:41.957921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Checking segment: {'id': 'efa08c13-2c79-4873-b415-05f4644651eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:41.958710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network hostable DHCP agents. Network: 3aa30900-ce13-4050-a5fd-eda3c2088e5e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:41.974775 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a1128f6b-7f3f-4c61-b917-6923ba232f46 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/79e698e3-df0b-40e3-9129-5bcbefe4d57e HTTP/1.1" status: 204 len: 168 time: 2.3861303 Feb 04 11:28:41.990418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:42.040602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff59865b-9210-4d39-a03f-19af2c449f1c req-2dd72fd3-6bd5-4fb3-a44c-b7c49b79cf1e service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9308033 Feb 04 11:28:42.057641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.090009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 3aa30900-ce13-4050-a5fd-eda3c2088e5e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:42.105609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.112847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:42.151972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb999e-0c61-4244-bf45-04585afb6e04 req-36c9e8dc-c6d7-441a-ac69-ebe5ec149d48 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:42.154788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dacb999e-0c61-4244-bf45-04585afb6e04 req-36c9e8dc-c6d7-441a-ac69-ebe5ec149d48 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 944 time: 0.5665267 Feb 04 11:28:42.169943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:28:35Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:42.174748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7d6f9-2f4b-4474-a1f5-de78e2c9e6d4 None None] The sync data for ids ['0d2210f6-39a7-4c9f-b319-0e6220977246'] in dv-neutron-827824-2-hyperv is: [{'id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'name': 'tempest-ServersTestManualDisk-619988344-router', 'tenant_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:22Z', 'updated_at': '2022-02-04T11:28:35Z', 'revision_number': 5, 'project_id': 'be92183c7d1841e0a80e6fcdca92ee48', 'gw_port': {'id': 'f9aad74d-c975-43b3-926e-04298545f20d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2210f6-39a7-4c9f-b319-0e6220977246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:24Z', 'updated_at': '2022-02-04T11:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:42.269105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973a928-e858-4674-930a-c6d95f0ca894 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:42.270763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973a928-e858-4674-930a-c6d95f0ca894 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:42.271578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f973a928-e858-4674-930a-c6d95f0ca894 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:42.281071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Calling delete_port for b99c406a-15eb-4690-bb41-7a45dea1d929 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:42.317514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 3aa30900-ce13-4050-a5fd-eda3c2088e5e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:42.321917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:42.322674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.327746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a91143-81cd-4c40-9991-381aed499fc9 None None] Network 3aa30900-ce13-4050-a5fd-eda3c2088e5e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:42.337036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Deleting port f9aad74d-c975-43b3-926e-04298545f20d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:42.337357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.470933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f973a928-e858-4674-930a-c6d95f0ca894 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:42.476236 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f973a928-e858-4674-930a-c6d95f0ca894 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4739025 Feb 04 11:28:42.477308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60738) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:42.513081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a8a00343-635d-49f8-9eec-269a66cdb2b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3b4e3bdc8ca4d2db8cff74df92dcb2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3990633 Feb 04 11:28:42.551272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 012c092a-dd95-4a67-b7af-3837e7347fcc {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:42.555760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.576981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:42.601650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-3aa30900-ce13-4050-a5fd-eda3c2088e5e', 'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e', 'tenant_id': 'd5dff14852a14e71b1246831ef241816', 'fixed_ips': [{'subnet_id': '2c39b759-4dc0-4018-95b3-36c6529a3473'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:42.604088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.620680 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2681dc3c-e9b6-4a9e-9f85-682afd9265ea tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6260386 Feb 04 11:28:42.620808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dacb999e-0c61-4244-bf45-04585afb6e04 req-c10172ab-3ae7-435c-adbd-b9377578fbad tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913074 Feb 04 11:28:42.620888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:42.656624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1954176658'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:42.677593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:42.685295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.720211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:network and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:42.731414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:42.743390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.776340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:42.790090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:28:42.865610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Allocated IP 2001:db8:0:ffff::2 (3aa30900-ce13-4050-a5fd-eda3c2088e5e/2c39b759-4dc0-4018-95b3-36c6529a3473/65ff1148-0dcf-4f83-aa57-7cae11b6e967) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:42.873930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event deleted for resources: {'Port': ['ID=b99c406a-15eb-4690-bb41-7a45dea1d929,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:42.884121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] For port f9aad74d-c975-43b3-926e-04298545f20d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f9aad74d-c975-43b3-926e-04298545f20d,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:42.884481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:42.955467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.056313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ef30871-c6b0-4481-888f-ffab70725234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.061867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:43.064447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Calling delete_port for f9aad74d-c975-43b3-926e-04298545f20d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:43.065069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.098089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.110127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Transition to ACTIVE for port object 65ff1148-0dcf-4f83-aa57-7cae11b6e967 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:43.130915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Transition to ACTIVE for port object 65ff1148-0dcf-4f83-aa57-7cae11b6e967 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:43.141357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-23cc3b3a-c1d8-47b7-82a3-85d6abeb7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:43.142981 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-23cc3b3a-c1d8-47b7-82a3-85d6abeb7392 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=434ec1e79b0d47c58f37e4b8c005b7b1&device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 1097 time: 0.8154657 Feb 04 11:28:43.145237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.194627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ef30871-c6b0-4481-888f-ffab70725234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.248540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.265670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.273526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.315658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.321112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Network 3aa30900-ce13-4050-a5fd-eda3c2088e5e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:43.324337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:43.328569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:43.328881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:43.338686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.339055 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Added segment a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040 of type vlan for network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 Feb 04 11:28:43.363595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Pushing event updated for resources: {'Port': ['ID=65ff1148-0dcf-4f83-aa57-7cae11b6e967,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:43.369981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.374790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.443853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Attempting to bind port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:43.444223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Attempting to bind port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'efa08c13-2c79-4873-b415-05f4644651eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:43.444587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Attempting to bind port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 on network 3aa30900-ce13-4050-a5fd-eda3c2088e5e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:43.450261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:43.450663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Checking segment: {'id': 'efa08c13-2c79-4873-b415-05f4644651eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:43.451057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.451758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Bound using segment: {'id': 'efa08c13-2c79-4873-b415-05f4644651eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:43.452225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Bound port: 65ff1148-0dcf-4f83-aa57-7cae11b6e967, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa08c13-2c79-4873-b415-05f4644651eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3aa30900-ce13-4050-a5fd-eda3c2088e5e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:43.452598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.516694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.517518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Fanout notify agent at l3_agent the message router_deleted on router 37722350-399f-4b16-9844-5bac9b1a1dc1 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:43.536242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-a5e37204-a14c-4528-8782-f809832f36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:43.537783 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-a5e37204-a14c-4528-8782-f809832f36ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3944efc-0d28-4c9d-b0b3-f7329535c470 HTTP/1.1" status: 200 len: 913 time: 0.3876312 Feb 04 11:28:43.546740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.547875 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-90af4129-af13-4a48-b19c-9f63a7a9a2af tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/37722350-399f-4b16-9844-5bac9b1a1dc1 HTTP/1.1" status: 204 len: 168 time: 3.2542725 Feb 04 11:28:43.550800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.553207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:43.556784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:43.557877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.566298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] For port 65ff1148-0dcf-4f83-aa57-7cae11b6e967, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:43.569616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] For port 65ff1148-0dcf-4f83-aa57-7cae11b6e967, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=65ff1148-0dcf-4f83-aa57-7cae11b6e967,segment=NetworkSegment(efa08c13-2c79-4873-b415-05f4644651eb),segment_id=efa08c13-2c79-4873-b415-05f4644651eb)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:43.587295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.624224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1742491332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:43.643062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:43.646186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-96d56758-737c-4adb-8325-d4ba024bf527 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 HTTP/1.1" status: 200 len: 217 time: 0.0984993 Feb 04 11:28:43.646759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ef30871-c6b0-4481-888f-ffab70725234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.663176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.664593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Usage tracker for resource:router and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:43.668806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 associated. External IP: 172.26.6.98, port: 086f63fc-c904-4d75-b89d-07931375f17d. Feb 04 11:28:43.751535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Network': ['ID=1d29f96b-eb4a-461e-b59a-f8637c9c6fb4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:43.763306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:43.764234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=012c092a-dd95-4a67-b7af-3837e7347fcc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:43.786593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b94c15d7-5cce-484b-8dde-0ab50ac27037 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:43.794874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef30871-c6b0-4481-888f-ffab70725234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d91ccb-4033-4646-a21f-f6a68d12cfdd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:43.795595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:43.814475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:43.816645 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8a7142a2-9fbf-43f8-8f3f-fbbb8065bb62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/012c092a-dd95-4a67-b7af-3837e7347fcc HTTP/1.1" status: 204 len: 168 time: 1.3391917 Feb 04 11:28:43.819237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60758) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:43.822021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:43.859866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f0d36-654a-4281-8130-fa8efa45521c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:43.895192 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2394ab75-9d41-49ec-8916-72044551f40a tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2688007 Feb 04 11:28:43.897502 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2e52717e-a717-4269-84e0-c4330ccd4b17 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772252 Feb 04 11:28:43.898038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:43.904346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'subnet': {'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:43.918914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:44.082268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ef30871-c6b0-4481-888f-ffab70725234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.083285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6ef30871-c6b0-4481-888f-ffab70725234 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3d91ccb-4033-4646-a21f-f6a68d12cfdd HTTP/1.1" status: 204 len: 168 time: 1.5004466 Feb 04 11:28:44.106874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-12c7a14d-56cb-4793-a783-267f38588f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:44.108459 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-12c7a14d-56cb-4793-a783-267f38588f08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a HTTP/1.1" status: 200 len: 852 time: 0.4466670 Feb 04 11:28:44.115247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:44.130610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a7364-224d-49d9-8c7c-9ed9a7aaf576 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:44.131794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f69a7364-224d-49d9-8c7c-9ed9a7aaf576 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:44.139320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:subnet and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:44.143383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:44.163073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:44.175014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b94c15d7-5cce-484b-8dde-0ab50ac27037 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:44.175519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b94c15d7-5cce-484b-8dde-0ab50ac27037 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:44.221812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea400cd-41e0-412e-83c7-d5caf6093bd3 None None] Pushing event updated for resources: {'Port': ['ID=65ff1148-0dcf-4f83-aa57-7cae11b6e967,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:44.235630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f69a7364-224d-49d9-8c7c-9ed9a7aaf576 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:44.236454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:28:44.236782 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f69a7364-224d-49d9-8c7c-9ed9a7aaf576 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3131025 Feb 04 11:28:44.239472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:44.261742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.265981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.286248 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:28:44.299129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:44.302715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.332846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-ee6489b4-9760-48c7-8af9-afdebaa73625 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3944efc-0d28-4c9d-b0b3-f7329535c470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404626 Feb 04 11:28:44.367535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.403312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.479664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,segment=NetworkSegment(b186ddc8-302e-4f7a-9e1d-513ade960883),segment_id=b186ddc8-302e-4f7a-9e1d-513ade960883)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:44.503898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040', 'network_id': 'd3944efc-0d28-4c9d-b0b3-f7329535c470', 'port_id': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040', 'mac_address': 'fa:16:3e:75:90:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:28:44.523930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2aff5-d05d-49d6-867b-38b902f00cb9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:44.524723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ddd2aff5-d05d-49d6-867b-38b902f00cb9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:44.553615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:44.571488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] Deleting port b130442f-0ab3-4323-89ac-a9c0a64e7d4f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:44.571785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.605413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.656065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.658787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ddd2aff5-d05d-49d6-867b-38b902f00cb9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:44.662786 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ddd2aff5-d05d-49d6-867b-38b902f00cb9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4220104 Feb 04 11:28:44.663516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:44.664952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9aad74d-c975-43b3-926e-04298545f20d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:44.779730 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4df22620-48a7-4e39-bbde-55009816bba1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137180 Feb 04 11:28:44.780598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:44.784528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:28:44.787170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:44.832824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,segment=NetworkSegment(b186ddc8-302e-4f7a-9e1d-513ade960883),segment_id=b186ddc8-302e-4f7a-9e1d-513ade960883)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:44.895592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af197-fdf3-4833-b730-36ab85dc238f req-0c79e6f8-847f-4a26-8fa7-a9af4854c999 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:44.902739 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-963af197-fdf3-4833-b730-36ab85dc238f req-0c79e6f8-847f-4a26-8fa7-a9af4854c999 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 944 time: 1.0867383 Feb 04 11:28:44.939127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] For port b130442f-0ab3-4323-89ac-a9c0a64e7d4f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:44.939571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.984107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:44.985290 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-88ceb025-828d-48f1-b135-e6620407f2eb tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3776391 Feb 04 11:28:44.994878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.023389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:45.037402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.038304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': True}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:45.103286 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-963a4954-527c-48d0-9677-48aa08a8f645 service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111394 Feb 04 11:28:45.143035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] Calling delete_port for b130442f-0ab3-4323-89ac-a9c0a64e7d4f owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:45.215997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:45.252207 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-963af197-fdf3-4833-b730-36ab85dc238f req-e0918544-11c6-4cb4-bae2-e5d248bd46d3 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481863 Feb 04 11:28:45.277408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:45.305561 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['7feb63e6-d3c1-4bf7-b7d1-c266b37d6040'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:28:45.337034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:28:45.356912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.394091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.458173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb4793-afa9-477f-bd0d-a58f3e6ede5d None None] Network 3aa30900-ce13-4050-a5fd-eda3c2088e5e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:45.480938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] No DVR routers for this DVR port b130442f-0ab3-4323-89ac-a9c0a64e7d4f on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:45.486899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f2460-a7d0-4509-aa7e-b867f53119d8 None None] Pushing event deleted for resources: {'Port': ['ID=b130442f-0ab3-4323-89ac-a9c0a64e7d4f,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:45.624377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.626965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.642159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:45.654253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Subnet': ['ID=b63fb406-a016-4d1a-8d16-7b7c08dad4e9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:45.690112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-be3ff223-1d67-41a5-b4a5-1472ee949e91 None None] Provisioning for port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:45.775043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:45.783358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.788248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4bc7db88-9130-461b-add7-3c9f0192e4d4 req-1ac096c7-7512-4de3-bd3f-e655267ede26 service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351138 Feb 04 11:28:45.800114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:45.830537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Checking segment: {'id': 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:45.831050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network hostable DHCP agents. Network: 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:45.892468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.893319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2210f6-39a7-4c9f-b319-0e6220977246 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:45.926512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:45.931349 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6c684d5-015f-4fd2-b2f7-6a877eeafc0d admin admin] 10.222.0.36 "DELETE /v2.0/routers/0d2210f6-39a7-4c9f-b319-0e6220977246 HTTP/1.1" status: 204 len: 168 time: 5.0974214 Feb 04 11:28:45.932164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:46.033649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 65ff1148-0dcf-4f83-aa57-7cae11b6e967 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:46.057616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.171267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Deleting subnet 13fa6c8c-ed7c-4606-8762-771f3b883a05 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:46.174686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.186763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:46.263968 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:46.273175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:46.275503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.349327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:46.361987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:46.363017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.363858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4bb55-06f2-41a9-963f-0b1e7db19cbf None None] Network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:46.404332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.408753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.485723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:46.494493 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-048da776-cd1c-4d2c-91f0-880c29b2b114 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5953505 Feb 04 11:28:46.512100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:46.512100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:46.512100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'port': {'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4', 'name': 'tempest-NetworksIpV6TestAttrs-356297092'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:46.530157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:46.531026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.543134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.588976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.631227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:46.637482 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:46.672717 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:46.675431 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:46.683299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187cf578-3a30-4800-b4b1-7c923208f8e6 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:46.695993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=f7141e1f-f302-473a-ac37-ad1a96a0643c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:46.706257 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0140f2a2-cf22-4cc1-b662-b18e30db25b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9213092 Feb 04 11:28:46.711047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60824) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:46.725477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': 'f7141e1f-f302-473a-ac37-ad1a96a0643c', 'ip_address': '2001:db8::cf1:aced:ef6e:77fd'}], 'name': 'tempest-NetworksTestDHCPv6-1807826719'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:46.865554 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:46.866680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d9b6e50f-f826-47c5-a341-c80af91da9e2 None None] Provisioning complete for port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:46.866959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e50f-f826-47c5-a341-c80af91da9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:46.905941 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:46.910415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:47.040627 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:47.041530 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446e422-9a55-4fdb-a3d0-eaea8e6e7ed5 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:47.042114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed3a75-3da9-4185-9b30-fd76c514eeee req-96d9878c-ddcd-4d18-9f50-66700c0eadf3 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:47.043756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a3ed3a75-3da9-4185-9b30-fd76c514eeee req-96d9878c-ddcd-4d18-9f50-66700c0eadf3 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 945 time: 0.4712472 Feb 04 11:28:47.089511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 65ff1148-0dcf-4f83-aa57-7cae11b6e967, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=65ff1148-0dcf-4f83-aa57-7cae11b6e967,segment=NetworkSegment(efa08c13-2c79-4873-b415-05f4644651eb),segment_id=efa08c13-2c79-4873-b415-05f4644651eb)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:47.107130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.107975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:47.111971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:47.143388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:port and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:47.148615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:47.163295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:47.184364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.194305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:47.203833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.209441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fa6c8c-ed7c-4606-8762-771f3b883a05,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:47.221236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.230231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.280516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:47.284370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.287371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a3ed3a75-3da9-4185-9b30-fd76c514eeee req-6674f89f-134d-4620-9f28-02838dc5210d tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804481 Feb 04 11:28:47.292727 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-55c52e28-f58f-412d-a781-1dfd878c78c5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/13fa6c8c-ed7c-4606-8762-771f3b883a05 HTTP/1.1" status: 204 len: 168 time: 1.3524334 Feb 04 11:28:47.292994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d56db5-af51-43cd-9cd8-5e1dcd984fd4 None None] Network d9cfcd38-db37-4d1d-ae53-597d339790fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:47.308208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:47.311926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b130442f-0ab3-4323-89ac-a9c0a64e7d4f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:47.411988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:47.456636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b130442f-0ab3-4323-89ac-a9c0a64e7d4f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:47.456975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b130442f-0ab3-4323-89ac-a9c0a64e7d4f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:47.509620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] device_id is not set on port 4e84e82a-5b9a-47cc-bef9-42788952bd34 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:47.573227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:47.576286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=65ff1148-0dcf-4f83-aa57-7cae11b6e967,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:47.581540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.707807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Deleting port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:47.713495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.761944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1d29f96b-eb4a-461e-b59a-f8637c9c6fb4', 'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4', 'tenant_id': 'd5dff14852a14e71b1246831ef241816', 'fixed_ips': [{'subnet_id': 'b63fb406-a016-4d1a-8d16-7b7c08dad4e9'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:47.762794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.834841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'f7141e1f-f302-473a-ac37-ad1a96a0643c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:47.835796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:47.847291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 65ff1148-0dcf-4f83-aa57-7cae11b6e967 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:47.853726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.056059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 41855097-12aa-4b43-8718-8fc80faf43f9 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:48.156054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Allocated IP 172.26.6.252 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/afff0feb-82ca-46cb-8ba9-eaad5d30b8eb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:48.177792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:48.178680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.191407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:48.246203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Allocated IP 2001:db8::f816:3eff:fefd:1008 (1d29f96b-eb4a-461e-b59a-f8637c9c6fb4/b63fb406-a016-4d1a-8d16-7b7c08dad4e9/4e84e82a-5b9a-47cc-bef9-42788952bd34) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:48.383385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/f7141e1f-f302-473a-ac37-ad1a96a0643c/aeb14df2-17d7-43aa-be3c-0f9abf6a5e98) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:48.427612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] For port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,segment=NetworkSegment(f8d90532-1206-4380-87a8-7aea75c7c89d),segment_id=f8d90532-1206-4380-87a8-7aea75c7c89d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:48.427966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.431629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:48.439936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:48.521963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.585050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:48.586089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:48.594690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-a99eb601-f94a-41c7-90fd-c9acee8acea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:48.596227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-a99eb601-f94a-41c7-90fd-c9acee8acea7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.7198043 Feb 04 11:28:48.615191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec947df-2767-43ca-b642-2e44923e6664 req-c72e23b4-6e53-4cf2-9566-01cb514a2a39 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:48.616776 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ec947df-2767-43ca-b642-2e44923e6664 req-c72e23b4-6e53-4cf2-9566-01cb514a2a39 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7019370 Feb 04 11:28:48.669397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b5e5e-eb4a-4f73-8a33-d88b7e5acf5c None None] DHCP port deletion for d9cfcd38-db37-4d1d-ae53-597d339790fc request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:48.693596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:48.696190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-996b5e5e-eb4a-4f73-8a33-d88b7e5acf5c None None] Deleting port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:48.696790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-996b5e5e-eb4a-4f73-8a33-d88b7e5acf5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.771992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Calling delete_port for 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:48.854615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ec947df-2767-43ca-b642-2e44923e6664 req-549b7efe-09bf-465c-8b04-6bbfc6af49db tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997342 Feb 04 11:28:48.896908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-47c0e302-556a-4b69-b3f4-c6ec1c0d19f0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/floatingips/47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 HTTP/1.1" status: 200 len: 976 time: 9.1097887 Feb 04 11:28:48.899617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:48.914062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:48.947722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.959670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:48.965528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:48.967012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:48.983682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Transition to ACTIVE for port object 4e84e82a-5b9a-47cc-bef9-42788952bd34 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:49.029675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38c58d-9860-456a-b127-2f3107156c8f req-ce882ade-f2c2-452b-9315-180d195cfda7 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:49.031240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e38c58d-9860-456a-b127-2f3107156c8f req-ce882ade-f2c2-452b-9315-180d195cfda7 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 945 time: 0.5893743 Feb 04 11:28:49.043037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.096189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:49.099218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:49.099749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835e928-8598-4672-b7a4-fb54ff291f1a None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:49.109715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-93cb0fc2-dbf2-47e0-b0a4-912016e4e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:49.111474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-93cb0fc2-dbf2-47e0-b0a4-912016e4e527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.4936893 Feb 04 11:28:49.115109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.151748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] No DVR routers for this DVR port 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:49.174710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-996b5e5e-eb4a-4f73-8a33-d88b7e5acf5c None None] The port '2d0a6d7b-5298-408e-a4d9-b0fd87267e4f' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:28:49.223829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f9aad74d-c975-43b3-926e-04298545f20d no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:49.231640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.272586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.274167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0a6d7b-5298-408e-a4d9-b0fd87267e4f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:49.348259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:49.361962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f9aad74d-c975-43b3-926e-04298545f20d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:49.362303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f9aad74d-c975-43b3-926e-04298545f20d not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:49.378073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:49.378462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.397650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e38c58d-9860-456a-b127-2f3107156c8f req-146bd9ed-b4e4-4b11-82a0-02c0e0bb3d1f tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269598 Feb 04 11:28:49.410445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Port': ['ID=afff0feb-82ca-46cb-8ba9-eaad5d30b8eb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:49.479810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Allocated IP 2001:db8::f816:3eff:fe72:67bd (1d29f96b-eb4a-461e-b59a-f8637c9c6fb4/b63fb406-a016-4d1a-8d16-7b7c08dad4e9/6044eb24-f82a-4f16-a816-214228e62b4d) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:49.506130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.514227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-f2173262-a78d-4027-aa28-08c61423cd01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1001 time: 0.3019764 Feb 04 11:28:49.567248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:49.571384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:49.590793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:49.592442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Transition to ACTIVE for port object aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:49.592577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:49.596050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:49.602961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:49.603634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.610869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:49.617003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:49.619114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:49.636321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Transition to ACTIVE for port object aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:49.661899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Usage tracker for resource:floatingip and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:49.683674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-d601cbd0-c4f7-4784-b1ff-23f27928320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:49.685933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-d601cbd0-c4f7-4784-b1ff-23f27928320b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.1588104 Feb 04 11:28:49.686964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:49.696758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.739304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.754114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:49.762913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.774522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Port': ['ID=4e84e82a-5b9a-47cc-bef9-42788952bd34,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:49.798893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cfcd38-db37-4d1d-ae53-597d339790fc']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:49.811974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.848375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::cf1:aced:ef6e:77fd (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/f7141e1f-f302-473a-ac37-ad1a96a0643c/41855097-12aa-4b43-8718-8fc80faf43f9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:49.856153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:49.856469 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 disassociated. External IP: 172.26.6.98, port: 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04. Feb 04 11:28:49.920380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:49.966127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:49.979048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-bb6ad5b7-1a6a-4000-bc54-a1a39a515f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:49.986252 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-bb6ad5b7-1a6a-4000-bc54-a1a39a515f2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2857568 Feb 04 11:28:49.986482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:49.986482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:28:49.986482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d0a6d7b-5298-408e-a4d9-b0fd87267e4f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:28:49.986482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Pushing event updated for resources: {'Port': ['ID=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:49.989474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:49.998258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:28:50.044668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,segment=NetworkSegment(b186ddc8-302e-4f7a-9e1d-513ade960883),segment_id=b186ddc8-302e-4f7a-9e1d-513ade960883)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:50.075701 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fb93ccc7-702c-4633-8480-48368700a7e6 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5667834 Feb 04 11:28:50.085941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.091965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:50.096361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.105952 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040', 'code': 200} Feb 04 11:28:50.112709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d90532-1206-4380-87a8-7aea75c7c89d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:50.113385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d90532-1206-4380-87a8-7aea75c7c89d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:50.121715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.160363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Transition to ACTIVE for port object 6044eb24-f82a-4f16-a816-214228e62b4d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:50.212091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.214166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Attempting to bind port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:50.214539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Attempting to bind port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:50.214902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Attempting to bind port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:50.233265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:50.233632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:50.234044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.234453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:50.234962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Bound port: aeb14df2-17d7-43aa-be3c-0f9abf6a5e98, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:50.235390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.246229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Transition to ACTIVE for port object 6044eb24-f82a-4f16-a816-214228e62b4d will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:50.302650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:50.343624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.453747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:50.461138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:50.464335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] For port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:50.472634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] For port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:50.474133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:50.488641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Pushing event updated for resources: {'Port': ['ID=6044eb24-f82a-4f16-a816-214228e62b4d,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:50.577894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.581629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.593998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:28:50.594445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:28:50.621972 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:28:50.669107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Attempting to bind port 6044eb24-f82a-4f16-a816-214228e62b4d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:50.669107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Attempting to bind port 6044eb24-f82a-4f16-a816-214228e62b4d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:50.669508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Attempting to bind port 6044eb24-f82a-4f16-a816-214228e62b4d on network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:50.686151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:50.686823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Checking segment: {'id': 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:50.687214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.687616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Bound using segment: {'id': 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:50.688091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Bound port: 6044eb24-f82a-4f16-a816-214228e62b4d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d29f96b-eb4a-461e-b59a-f8637c9c6fb4'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:50.688462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.712397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79234ab0-e5ab-43d4-beb9-ada42fd66cca None None] Pushing event updated for resources: {'Port': ['ID=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:50.742234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting subnet b63fb406-a016-4d1a-8d16-7b7c08dad4e9 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:50.797520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.810256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] For port 6044eb24-f82a-4f16-a816-214228e62b4d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:50.814192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] For port 6044eb24-f82a-4f16-a816-214228e62b4d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6044eb24-f82a-4f16-a816-214228e62b4d,segment=NetworkSegment(a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040),segment_id=a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:50.879994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:50.891877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-3bbde0ca-2554-4e53-a15b-66daea0db280 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021544 Feb 04 11:28:51.007820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956ac84-a984-4fc1-a9d0-6750b44235a7 None None] Pushing event updated for resources: {'Port': ['ID=6044eb24-f82a-4f16-a816-214228e62b4d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:51.029064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.063367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.147985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.155234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.163112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac885e8-8d08-4ff3-beeb-3c30432ac033 req-f03b8dc0-dab4-4ea1-af39-f8b890d259bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:51.167474 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-4ac885e8-8d08-4ff3-beeb-3c30432ac033 req-f03b8dc0-dab4-4ea1-af39-f8b890d259bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 1099 time: 0.4082105 Feb 04 11:28:51.198145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.207948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 41855097-12aa-4b43-8718-8fc80faf43f9 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:51.224395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9cfcd38-db37-4d1d-ae53-597d339790fc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:51.251322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467ab8-671f-49bd-abbc-5c1240f2d1a2 req-06b78791-3aab-455a-bc9b-161066d5813d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:51.258443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d467ab8-671f-49bd-abbc-5c1240f2d1a2 req-06b78791-3aab-455a-bc9b-161066d5813d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7086489 Feb 04 11:28:51.304652 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-35ac2bcc-0d87-4415-8c16-581a664d1e79 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d9cfcd38-db37-4d1d-ae53-597d339790fc HTTP/1.1" status: 204 len: 168 time: 3.9896433 Feb 04 11:28:51.346555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:28:51.376357 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-4ac885e8-8d08-4ff3-beeb-3c30432ac033 req-c021d8de-1b88-44a9-af51-b5f187341f8b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793747 Feb 04 11:28:51.381927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.401014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833e32-8e01-4c33-830d-3f84cef51a01 req-8bf9c839-dfa5-473e-98ef-245e95ef58d4 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:51.402597 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-33833e32-8e01-4c33-830d-3f84cef51a01 req-8bf9c839-dfa5-473e-98ef-245e95ef58d4 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.7174571 Feb 04 11:28:51.454368 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae6cb940-83d5-431e-8a00-6c5bbff8eae1 req-c0a9d880-215e-42cf-8ebe-4c2e0b35766f service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987140 Feb 04 11:28:51.467418 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d467ab8-671f-49bd-abbc-5c1240f2d1a2 req-3e8d9f4a-2b77-4175-a5dd-ba7ebde1da4b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080069 Feb 04 11:28:51.571929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.640169 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-33833e32-8e01-4c33-830d-3f84cef51a01 req-6f89a87e-c2da-40e1-b42d-1cd2f19a6c22 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200167 Feb 04 11:28:51.706879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.727141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.729439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Allocated IP 172.26.6.74 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/fa57e718-6e74-4e59-91ea-01e4b9188cd3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:51.735592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.778589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:51.884259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:51.898853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=41855097-12aa-4b43-8718-8fc80faf43f9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:51.901402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:51.908437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:51.909283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.968445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:51.973535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:51.983738 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:52.004731 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:52.005373 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:52.008638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:52.014227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6044eb24-f82a-4f16-a816-214228e62b4d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:52.061781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:52.064006 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f8a39ca-bcd9-46c1-8d2d-dadd4dd3ecf8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3503644 Feb 04 11:28:52.079004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:52.086572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': 'f7141e1f-f302-473a-ac37-ad1a96a0643c', 'ip_address': '2001:db8::cf1:aced:ef6e:77fd'}], 'name': 'tempest-NetworksTestDHCPv6-1425158818'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:52.118352 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:52.130500 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:52.132366 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:52.162144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Subnet': ['ID=b63fb406-a016-4d1a-8d16-7b7c08dad4e9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:52.167603 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9756b626-d60e-4baf-98d5-7b21c296460e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/floatingips/47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 HTTP/1.1" status: 200 len: 687 time: 3.2649076 Feb 04 11:28:52.168414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:52.170350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:52.172507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-57ba0af1-b2e4-409c-bb86-cd0f5bad4f47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/b63fb406-a016-4d1a-8d16-7b7c08dad4e9 HTTP/1.1" status: 204 len: 168 time: 2.0021486 Feb 04 11:28:52.175112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:52.205504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6044eb24-f82a-4f16-a816-214228e62b4d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:52.218414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:52.220424 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:52.221063 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431996d5-8d4f-4e6e-aa78-75914944c00d None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:52.399570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:52.512526 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e425b4ef-fac2-4502-a605-9ed4cd6a4bf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be92183c7d1841e0a80e6fcdca92ee48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5017731 Feb 04 11:28:52.521343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:52.574312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:52.672715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:52.691605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39808f-6143-4da5-bb11-8958ee7867e3 None None] Network 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:52.707070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:52.724554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:52.738575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:52.767100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9777f361-8ec9-4c72-bca4-2eb346525568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:52.815102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9777f361-8ec9-4c72-bca4-2eb346525568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:52.895165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:52.928204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port e1c5d484-c8e4-4fee-a158-1857bc78f6cf {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:52.928935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:52.972852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d18c8-be4a-413f-bec8-ca06d7cf17e2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:52.974889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d18c8-be4a-413f-bec8-ca06d7cf17e2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:52.977494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-348d18c8-be4a-413f-bec8-ca06d7cf17e2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Synchronizing usage tracker for tenant:d5dff14852a14e71b1246831ef241816 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:53.005091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Router 495856eb-41f4-4790-9a7d-7beebfdc01ac is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:28:53.022025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.182774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] Provisioning for port 6044eb24-f82a-4f16-a816-214228e62b4d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:53.192540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] Provisioning complete for port 6044eb24-f82a-4f16-a816-214228e62b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:53.194257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.202758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9777f361-8ec9-4c72-bca4-2eb346525568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.208235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:53.239748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] DHCP port deletion for 1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:53.243909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:53.252610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-348d18c8-be4a-413f-bec8-ca06d7cf17e2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Unset dirty status for tenant:d5dff14852a14e71b1246831ef241816 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:53.256553 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-348d18c8-be4a-413f-bec8-ca06d7cf17e2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0089602 Feb 04 11:28:53.263481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:53.265370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:53.267034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Deleting port 6044eb24-f82a-4f16-a816-214228e62b4d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:53.267498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.283048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3e10-9ee6-489b-9a63-6ef5c6d5530f req-c0e7c567-d771-4b51-9194-97fc62e1aee6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:53.284646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1af3e10-9ee6-489b-9a63-6ef5c6d5530f req-c0e7c567-d771-4b51-9194-97fc62e1aee6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.2976925 Feb 04 11:28:53.296313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f361-8ec9-4c72-bca4-2eb346525568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822395dc-e47b-45b3-9ff4-07fce1cfc7df,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:53.298352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Port': ['ID=fa57e718-6e74-4e59-91ea-01e4b9188cd3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:53.316572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5a67b-4216-4189-9bdc-9dbe8d5c2db9 req-2b83196d-2c53-4f7b-b760-fbac0dbcbe6a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:53.317606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.318124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0cd5a67b-4216-4189-9bdc-9dbe8d5c2db9 req-2b83196d-2c53-4f7b-b760-fbac0dbcbe6a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5080040 Feb 04 11:28:53.342499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.342770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.468938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 15f6a589-121c-4601-82c9-8f7095c518c1 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:53.522252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9777f361-8ec9-4c72-bca4-2eb346525568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.526405 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9777f361-8ec9-4c72-bca4-2eb346525568 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/822395dc-e47b-45b3-9ff4-07fce1cfc7df HTTP/1.1" status: 204 len: 168 time: 0.9978440 Feb 04 11:28:53.583962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for e1c5d484-c8e4-4fee-a158-1857bc78f6cf owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:53.589569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.598898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:28:53.626934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] Sync routers for ids ['495856eb-41f4-4790-9a7d-7beebfdc01ac'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:28:53.651033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] For port 6044eb24-f82a-4f16-a816-214228e62b4d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6044eb24-f82a-4f16-a816-214228e62b4d,segment=NetworkSegment(a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040),segment_id=a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:53.651445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.658797 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1af3e10-9ee6-489b-9a63-6ef5c6d5530f req-79b56011-09e4-4f63-becf-e8e55ff029d7 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396707 Feb 04 11:28:53.661615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0cd5a67b-4216-4189-9bdc-9dbe8d5c2db9 req-689a16c5-2180-4ec4-a914-82edc4f7c466 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215353 Feb 04 11:28:53.672497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] For port 6044eb24-f82a-4f16-a816-214228e62b4d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6044eb24-f82a-4f16-a816-214228e62b4d,segment=NetworkSegment(a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040),segment_id=a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:53.678481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] Routers {'495856eb-41f4-4790-9a7d-7beebfdc01ac'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:53.679264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['495856eb-41f4-4790-9a7d-7beebfdc01ac'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:53.680026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46cc298-bc10-442b-adbc-9cb47224d0a9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.720504 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46cc298-bc10-442b-adbc-9cb47224d0a9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 11:28:53.733171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46cc298-bc10-442b-adbc-9cb47224d0a9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:28:53.739161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d46cc298-bc10-442b-adbc-9cb47224d0a9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 HTTP/1.1" status: 409 len: 405 time: 0.4702556 Feb 04 11:28:53.739649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.744976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:53.752232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-877347892'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:53.762564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.766603 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-32858e4c-3907-4b88-8266-797d39e2a45a tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "PUT /v2.0/routers/495856eb-41f4-4790-9a7d-7beebfdc01ac HTTP/1.1" status: 200 len: 919 time: 8.7394180 Feb 04 11:28:53.770004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:53.770279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:53.779684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:network and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:53.818347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:53.827287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.831089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:53.929719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.953686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Calling delete_port for 6044eb24-f82a-4f16-a816-214228e62b4d owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:53.960910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:53.964470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:53.987901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6044eb24-f82a-4f16-a816-214228e62b4d no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:28:53.992916 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 11:28:53.993507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:28:54.031879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:54.046841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:54.078646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.079004 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Added segment 3b1e77dd-e519-4230-9bbc-297173275409 of type vlan for network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 Feb 04 11:28:54.106190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] Routers {'495856eb-41f4-4790-9a7d-7beebfdc01ac'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:28:54.106900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:28:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['495856eb-41f4-4790-9a7d-7beebfdc01ac'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:54.110760 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-356de652-c979-4b10-ae8b-6701155bbb83 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/495856eb-41f4-4790-9a7d-7beebfdc01ac HTTP/1.1" status: 200 len: 925 time: 0.3387971 Feb 04 11:28:54.111232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.174299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.185605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d4ee3-f8d5-4ac0-b430-adad099c9603 None None] Pushing event updated for resources: {'Port': ['ID=6044eb24-f82a-4f16-a816-214228e62b4d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:54.188493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:28:54.188900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bdc0d5-2e1d-4f15-87c6-32ad5fae8528 None None] The sync data for ids ['495856eb-41f4-4790-9a7d-7beebfdc01ac'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:28:54.204431 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c85cd733-e327-4498-969a-4f4de8081048 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.1390951 Feb 04 11:28:54.205810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.259190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Provisioning for port 41855097-12aa-4b43-8718-8fc80faf43f9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:54.264866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.276068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.280830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Provisioning complete for port 41855097-12aa-4b43-8718-8fc80faf43f9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:54.281482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.306030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4794aa-fff0-42a2-beea-4859ae795b67 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:54.308164 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6a4794aa-fff0-42a2-beea-4859ae795b67 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=495856eb-41f4-4790-9a7d-7beebfdc01ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1958780 Feb 04 11:28:54.312444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.316315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:28:54.316665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:28:54.338039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.345492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=e1c5d484-c8e4-4fee-a158-1857bc78f6cf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:54.372106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Port 41855097-12aa-4b43-8718-8fc80faf43f9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:28:54.394591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6044eb24-f82a-4f16-a816-214228e62b4d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6044eb24-f82a-4f16-a816-214228e62b4d,segment=NetworkSegment(a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040),segment_id=a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:54.399131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.405259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:54.405412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.409349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.458864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Provisioning for port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:28:54.465506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Provisioning complete for port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:54.465506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.471792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.510515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd4c55-3955-49e7-b425-db9a7efc5cbf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:54.510515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd4c55-3955-49e7-b425-db9a7efc5cbf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:54.510515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76fd4c55-3955-49e7-b425-db9a7efc5cbf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:54.517783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.625685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.629487 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-694df188-7681-41cf-b29e-fa2a22620f2c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/floatingips/47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 HTTP/1.1" status: 204 len: 168 time: 2.4530516 Feb 04 11:28:54.629702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6044eb24-f82a-4f16-a816-214228e62b4d,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:54.629797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.655059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Network': ['ID=3039c5fa-fac7-4bf1-9f5b-ae23ab078e26,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:54.679482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:54.741102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-18f2e7fa-c262-48ab-8dd8-2d6c82d0f196 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] delete failed (client error): The resource could not be found. Feb 04 11:28:54.741102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-18f2e7fa-c262-48ab-8dd8-2d6c82d0f196 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/floatingips/47d825ae-6ade-41ac-bfe7-f1c1f5a7e155 HTTP/1.1" status: 404 len: 345 time: 0.1059363 Feb 04 11:28:54.741102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76fd4c55-3955-49e7-b425-db9a7efc5cbf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:54.741582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-76fd4c55-3955-49e7-b425-db9a7efc5cbf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5342491 Feb 04 11:28:54.742622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60946) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.744683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.837553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Port': ['ID=fa57e718-6e74-4e59-91ea-01e4b9188cd3,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:54.847877 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5d4f00c6-02c0-4bd4-8b9e-c472e008ffeb tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0983841 Feb 04 11:28:54.853876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60958) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.853876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac580b-55a1-48cb-8482-1b69d7390f0f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:54.854264 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-48ac580b-55a1-48cb-8482-1b69d7390f0f tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.5405324 Feb 04 11:28:54.857598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:54.865570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'subnet': {'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:54.877406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Deleting port 6044eb24-f82a-4f16-a816-214228e62b4d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:54.878470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.925742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.942815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:54.990099 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d6e0ec30-5930-4c5f-926f-14ca011bb508 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=495856eb-41f4-4790-9a7d-7beebfdc01ac HTTP/1.1" status: 200 len: 205 time: 0.1314595 Feb 04 11:28:55.024023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:55.130855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] For port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:55.168735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:55.195353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:55.258310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 41855097-12aa-4b43-8718-8fc80faf43f9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:55.258869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.266631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] For port 6044eb24-f82a-4f16-a816-214228e62b4d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6044eb24-f82a-4f16-a816-214228e62b4d,segment=NetworkSegment(a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040),segment_id=a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:55.267257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.272269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.276577 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4e519c6e-5c16-4868-b715-da85412df39d tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1748641 Feb 04 11:28:55.280487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.284644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:55.311072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.314988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-104897608'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:55.321104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:55.324976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Usage tracker for resource:network and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:55.328462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:55.334695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:55.459379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db309e1c-17ce-41fe-8efd-fb40c0b103fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:55.464241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Calling delete_port for 6044eb24-f82a-4f16-a816-214228e62b4d owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:55.466977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db309e1c-17ce-41fe-8efd-fb40c0b103fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:55.472923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db309e1c-17ce-41fe-8efd-fb40c0b103fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:55.473803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-db309e1c-17ce-41fe-8efd-fb40c0b103fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Synchronizing usage tracker for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:55.487429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Made reservation on behalf of 257a01bf78b54c4aa22e59a340bb6f58 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:55.491024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.506814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:55.509449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d518f-89aa-4b77-8c8f-334c4464d332 req-7cc119f2-b87c-44ae-a51b-9ad16f651978 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:55.510301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.518640 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-779d518f-89aa-4b77-8c8f-334c4464d332 req-7cc119f2-b87c-44ae-a51b-9ad16f651978 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.4384875 Feb 04 11:28:55.528156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a75a13-a4a3-4fb7-9be2-5df892a68ab1 req-839d0957-795c-4b46-bd03-bb890d14a8db tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:55.535895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94a75a13-a4a3-4fb7-9be2-5df892a68ab1 req-839d0957-795c-4b46-bd03-bb890d14a8db tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4215417 Feb 04 11:28:55.540538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49adc9-df46-4937-a04c-d659a2609468 None None] Pushing event updated for resources: {'Port': ['ID=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:55.582431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.609976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.688534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.721454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:55.750103 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-779d518f-89aa-4b77-8c8f-334c4464d332 req-5c724292-32fc-45fb-83e1-97b4486b5151 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301996 Feb 04 11:28:55.755746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Usage tracker for resource:security_group_rule and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:55.778061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:55.786481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:28:55.816840 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94a75a13-a4a3-4fb7-9be2-5df892a68ab1 req-2c54d52b-81c5-4e31-ad43-27f7e491cc5d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797992 Feb 04 11:28:55.823426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-db309e1c-17ce-41fe-8efd-fb40c0b103fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Unset dirty status for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:55.824348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Deleting port afff0feb-82ca-46cb-8ba9-eaad5d30b8eb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:55.824701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:55.825720 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-db309e1c-17ce-41fe-8efd-fb40c0b103fd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/ports?network_id=8533cd83-57a3-4f4f-a76b-684867ed759f HTTP/1.1" status: 200 len: 2357 time: 1.0814645 Feb 04 11:28:55.827425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:55.832337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:55.887063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] No DVR routers for this DVR port 6044eb24-f82a-4f16-a816-214228e62b4d on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:28:55.942165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61de5c-bc81-4a12-b2b4-cf5b16d6d7c8 None None] Pushing event deleted for resources: {'Port': ['ID=6044eb24-f82a-4f16-a816-214228e62b4d,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:55.966683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:28:55.967107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.004569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.063385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.121253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7449e250-9118-4482-bc53-8123fd54e1c4 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:56.122456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7449e250-9118-4482-bc53-8123fd54e1c4 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Synchronizing usage tracker for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:56.192968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 41855097-12aa-4b43-8718-8fc80faf43f9 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:56.231636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Calling delete_port for afff0feb-82ca-46cb-8ba9-eaad5d30b8eb owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:28:56.368088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b9e0a-1547-4626-ad18-f2d97c661669 req-ffc4f900-01b7-4343-b63f-938997d31af6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:56.379148 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3c5b9e0a-1547-4626-ad18-f2d97c661669 req-ffc4f900-01b7-4343-b63f-938997d31af6 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.4208462 Feb 04 11:28:56.379148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.429911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7449e250-9118-4482-bc53-8123fd54e1c4 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Unset dirty status for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:56.431173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7449e250-9118-4482-bc53-8123fd54e1c4 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/subnets/0a6c0fb6-57ff-4c0e-bc31-731a11088685 HTTP/1.1" status: 200 len: 797 time: 0.5965791 Feb 04 11:28:56.441619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:56.454108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'port': {'network_id': '8533cd83-57a3-4f4f-a76b-684867ed759f', 'name': 'tempest-FloatingIPTestJSON-234527686', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:56.493046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.531322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:28:56.533678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.576922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:56.622852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3c5b9e0a-1547-4626-ad18-f2d97c661669 req-3ed4963d-1d6e-4094-b0d9-94f3d52dbba9 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150383 Feb 04 11:28:56.624955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.626454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:56.640889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b33b2-1590-4269-9908-eb0557e359eb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:56.662826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.663184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Added segment 0bf9fae2-9083-456b-883d-8098b6a49b0b of type vlan for network 457d65be-f51b-4121-ac4e-939524de5838 Feb 04 11:28:56.692844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.792110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:56.824269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:56.833371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=41855097-12aa-4b43-8718-8fc80faf43f9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:56.849113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:56.850605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Subnet': ['ID=066a4b24-110e-469e-bb25-728bfc295fa5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:56.895105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event deleted for resources: {'Port': ['ID=afff0feb-82ca-46cb-8ba9-eaad5d30b8eb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:56.937111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1484490477'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:56.948223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:56.951189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Checking segment: {'id': '3b1e77dd-e519-4230-9bbc-297173275409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:56.951539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network hostable DHCP agents. Network: 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:56.989514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Usage tracker for resource:network and tenant:b5312fed96d341b5ac473b53bb6fb749 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:56.992714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:56.996259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:57.014326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:57.047221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.086264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.096898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:57.097969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.227167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Made reservation on behalf of b5312fed96d341b5ac473b53bb6fb749 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:57.229959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.231137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.240955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:57.265756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.275438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.279266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.291570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:57.302796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Usage tracker for resource:security_group_rule and tenant:b5312fed96d341b5ac473b53bb6fb749 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:57.307878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:57.313994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:57.369134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:57.377792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6eb63c-2ccd-4f3a-a33c-7c0c33f6356d None None] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:57.388860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:57.389468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.426571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.455001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.455386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.455572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Fanout notify agent at l3_agent the message router_deleted on router 495856eb-41f4-4790-9a7d-7beebfdc01ac {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:28:57.476377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.486109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.491705 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-68c4d9d1-0222-4b6d-9fc2-04de26060f33 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/495856eb-41f4-4790-9a7d-7beebfdc01ac HTTP/1.1" status: 204 len: 168 time: 2.4661391 Feb 04 11:28:57.492792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:57.498719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-847082485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:57.505398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:57.510578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Usage tracker for resource:router and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:57.514507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:57.523208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Network': ['ID=457d65be-f51b-4121-ac4e-939524de5838,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:57.524353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:57.537404 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-19fa4899-d1e9-4d85-aa74-f8126de6e457 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/41855097-12aa-4b43-8718-8fc80faf43f9 HTTP/1.1" status: 204 len: 168 time: 2.7757564 Feb 04 11:28:57.540151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] device_id is not set on port 4fe63b1d-5b11-4173-9867-3e51bf7e4b20 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:57.542295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32790) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:57.543163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 457d65be-f51b-4121-ac4e-939524de5838 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:57.579723 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b8e77b02-a7ea-44e8-805e-e3726cf0f897 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2869644 Feb 04 11:28:57.593595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:57.605507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Request body: {'subnet': {'network_id': '457d65be-f51b-4121-ac4e-939524de5838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:57.629929 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3e987ee9-de63-4497-bfbf-3944cf7e1328 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7793665 Feb 04 11:28:57.630156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32798) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:57.630858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.645233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'port': {'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26', 'name': 'tempest-NetworksIpV6TestAttrs-1455401024'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:57.732911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.734079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.761002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:28:57.771396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65207e-d1f9-4569-be2e-3672b99e7ce4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:57.776785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65207e-d1f9-4569-be2e-3672b99e7ce4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:57.776785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7c65207e-d1f9-4569-be2e-3672b99e7ce4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:28:57.777003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-3039c5fa-fac7-4bf1-9f5b-ae23ab078e26', 'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26', 'tenant_id': 'd5dff14852a14e71b1246831ef241816', 'fixed_ips': [{'subnet_id': '066a4b24-110e-469e-bb25-728bfc295fa5'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:28:57.777737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.801029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4a5d0-a6a7-4a21-9b04-ba6acb59810c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:57.820564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.821083 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Added segment 5253d9c7-1150-4db3-ad28-623c417b484b of type vlan for network f9a55791-4a50-480d-907d-87d66da34f65 Feb 04 11:28:57.837727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.855614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:57.871909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Usage tracker for resource:subnet and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:57.875716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:57.885613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:57.888935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d137690-0aba-4fef-b99d-e8e12f20095d req-2d26281b-8590-49e5-a298-71530c7fc089 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:57.890472 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d137690-0aba-4fef-b99d-e8e12f20095d req-2d26281b-8590-49e5-a298-71530c7fc089 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.4174759 Feb 04 11:28:57.890809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:57.937926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7c65207e-d1f9-4569-be2e-3672b99e7ce4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:28:57.940461 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7c65207e-d1f9-4569-be2e-3672b99e7ce4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3943057 Feb 04 11:28:57.942714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:57.968910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Allocated IP 2001:db8::f816:3eff:fe2b:b57d (3039c5fa-fac7-4bf1-9f5b-ae23ab078e26/066a4b24-110e-469e-bb25-728bfc295fa5/13c0a728-d8b1-4b9f-9c99-fb080256e6a7) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:58.010015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.063927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet f7141e1f-f302-473a-ac37-ad1a96a0643c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:28:58.064152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d137690-0aba-4fef-b99d-e8e12f20095d req-6763ed06-19b2-4658-843c-bb80d0bc2a1f tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387877 Feb 04 11:28:58.068975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.070393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:58.082189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:port and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:58.086445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:58.105281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.110672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:58.111255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.114850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Made reservation on behalf of 257a01bf78b54c4aa22e59a340bb6f58 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:58.118669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.124528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:58.164972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.13 (8533cd83-57a3-4f4f-a76b-684867ed759f/0a6c0fb6-57ff-4c0e-bc31-731a11088685/4fe63b1d-5b11-4173-9867-3e51bf7e4b20) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:58.172272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.12 (8533cd83-57a3-4f4f-a76b-684867ed759f/0a6c0fb6-57ff-4c0e-bc31-731a11088685/4fe63b1d-5b11-4173-9867-3e51bf7e4b20) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:58.173800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.177821 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-95d13d85-4c42-4462-b53c-1ced8ff84c12 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6816053 Feb 04 11:28:58.178455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:58.184000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:58.278703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.288308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Transition to ACTIVE for port object 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:58.310072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:58.310601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Transition to ACTIVE for port object 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:28:58.314176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.362456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.401452 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8226643 Feb 04 11:28:58.405365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d51f3d-67ec-44a6-8945-89a6b908708d tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Pushing event updated for resources: {'Network': ['ID=f9a55791-4a50-480d-907d-87d66da34f65,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:58.418424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network f9a55791-4a50-480d-907d-87d66da34f65 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:28:58.442916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.528989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.570769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] device_id is not set on port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:58.601660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:58.608347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:58.614624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:58.656780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32814) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:58.663065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Request body: {'port': {'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-187111489'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:58.668075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:58.672407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Usage tracker for resource:port and tenant:9a1a4d84dfd64833be36df3a8cabbb4c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:58.675422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:58.683083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:58.728462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.743386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Pushing event updated for resources: {'Port': ['ID=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:58.752628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.782946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Attempting to bind port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:28:58.783428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Attempting to bind port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3b1e77dd-e519-4230-9bbc-297173275409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:28:58.784034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Attempting to bind port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 on network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:28:58.794813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:28:58.795382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Checking segment: {'id': '3b1e77dd-e519-4230-9bbc-297173275409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:58.797430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.798054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Bound using segment: {'id': '3b1e77dd-e519-4230-9bbc-297173275409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:28:58.799157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Bound port: 13c0a728-d8b1-4b9f-9c99-fb080256e6a7, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1e77dd-e519-4230-9bbc-297173275409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3039c5fa-fac7-4bf1-9f5b-ae23ab078e26'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:28:58.799880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.800036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.835411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.845226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Made reservation on behalf of 9a1a4d84dfd64833be36df3a8cabbb4c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:28:58.849015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.879945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aee11c-a715-4576-ae3c-0664a8428d45 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:58.904427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:58.970125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:58.991512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Usage tracker for resource:security_group_rule and tenant:9a1a4d84dfd64833be36df3a8cabbb4c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:58.996094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Checking segment: {'id': '0bf9fae2-9083-456b-883d-8098b6a49b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '457d65be-f51b-4121-ac4e-939524de5838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:28:58.996653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network hostable DHCP agents. Network: 457d65be-f51b-4121-ac4e-939524de5838, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:28:59.005008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Subnet': ['ID=4a3c325f-8c01-40b8-bbe3-7213bd30b6e5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:59.062643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:59.080871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:59.099759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=f7141e1f-f302-473a-ac37-ad1a96a0643c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:59.207717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] For port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:28:59.215050 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-997ebe8a-ad54-4789-bf86-dfc96d24b39e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/f7141e1f-f302-473a-ac37-ad1a96a0643c HTTP/1.1" status: 204 len: 168 time: 1.2708013 Feb 04 11:28:59.225644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Allocated IP 2001:db8::f816:3eff:fe69:ae80 (3039c5fa-fac7-4bf1-9f5b-ae23ab078e26/066a4b24-110e-469e-bb25-728bfc295fa5/bd59f1b1-ace4-4f7a-9a01-bcea2be1167f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:28:59.227384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:59.227928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] For port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,segment=NetworkSegment(3b1e77dd-e519-4230-9bbc-297173275409),segment_id=3b1e77dd-e519-4230-9bbc-297173275409)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:28:59.291908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.328885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.368221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:28:59.407472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] Deleting port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:28:59.408079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.423827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network 457d65be-f51b-4121-ac4e-939524de5838 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:28:59.453750 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1e9ac3f0-b5a8-4c93-90fe-ab0fb79af952 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2176838 Feb 04 11:28:59.453750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.453750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:59.458766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:59.516063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae35683-3726-4037-b75d-10226edaedc7 req-eeefcd6e-9284-4529-998c-934b37bd3f00 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:59.517609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ae35683-3726-4037-b75d-10226edaedc7 req-eeefcd6e-9284-4529-998c-934b37bd3f00 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.2892463 Feb 04 11:28:59.540821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.577318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81152-e377-4473-999b-f92d9b890f57 None None] Pushing event updated for resources: {'Port': ['ID=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:59.584171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:28:59.592712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.631836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 457d65be-f51b-4121-ac4e-939524de5838) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:59.637117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:28:59.638237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.706408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ce2c9-4772-4d5d-9aca-feb4cc12a169 None None] Network 457d65be-f51b-4121-ac4e-939524de5838 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:28:59.724900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c1dde5-7d27-4dbd-a2f5-b94cf83b777a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:28:59.742720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:28:59.744239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:59.749568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:59.769976 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ae35683-3726-4037-b75d-10226edaedc7 req-82cef5bb-d004-40e8-9fb6-f0e43f4bf895 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383437 Feb 04 11:28:59.789347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:28:59.802734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:28:59.814419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:28:59.830627 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0bd1bbb5-dabd-4423-b20d-d32a3ec3e02e tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2333348 Feb 04 11:28:59.837386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:28:59.845487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:28:59.856064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1360715068', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:28:59.868680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:28:59.882643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] For port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:28:59.882643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:28:59.913184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Usage tracker for resource:router and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:28:59.988403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:00.006071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:00.010655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.032392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:00.097474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] Calling delete_port for aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:00.107048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.140872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=4fe63b1d-5b11-4173-9867-3e51bf7e4b20,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:00.146979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:00.158965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Transition to ACTIVE for port object bd59f1b1-ace4-4f7a-9a01-bcea2be1167f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:00.208102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:00.208411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.218405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.219417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.271819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.275789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:00.287792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.300871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.325732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Transition to ACTIVE for port object 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:00.329403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.390261 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d6aa268b-26c6-4dcc-8eae-51079733ed56 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9405062 Feb 04 11:29:00.395822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:00.403622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '4fe63b1d-5b11-4173-9867-3e51bf7e4b20', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:00.412497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:00.422439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:floatingip and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:00.429685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:00.489397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.504133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9368c652-9dd6-454d-8cef-dcab352301d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.521456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:00.563356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.606214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.617800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.735464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.736636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Allocated IP 172.26.6.102 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/b18e87da-5961-4b5c-907d-09dcb5d4b596) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:00.808910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-457d65be-f51b-4121-ac4e-939524de5838', 'network_id': '457d65be-f51b-4121-ac4e-939524de5838', 'tenant_id': '257a01bf78b54c4aa22e59a340bb6f58', 'fixed_ips': [{'subnet_id': '4a3c325f-8c01-40b8-bbe3-7213bd30b6e5'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:00.810533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.830452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] Pushing event deleted for resources: {'Port': ['ID=aeb14df2-17d7-43aa-be3c-0f9abf6a5e98,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:00.865842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df3a00-6ced-43c6-9242-33dfbfb4d3d7 None None] No DVR routers for this DVR port aeb14df2-17d7-43aa-be3c-0f9abf6a5e98 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:00.882500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Port': ['ID=bd59f1b1-ace4-4f7a-9a01-bcea2be1167f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:00.888235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:00.907973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:00.927511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:00.950384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:00.958618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:00.958618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.026357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:01.029362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.043705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=f56dccf4-f6d8-43c1-9551-f8a6c398c6c8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:01.046742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:01.055602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Checking segment: {'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:01.055984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Network hostable DHCP agents. Network: f9a55791-4a50-480d-907d-87d66da34f65, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:01.065356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:01.066253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.070655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4141f1-0a6a-4299-84e5-d8b9caa02e95,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:01.080085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90abb49-c223-4eeb-9aa9-b38891d87353 req-51d13380-41d6-4ddf-ba3d-d43e5daf14a1 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:01.084198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90abb49-c223-4eeb-9aa9-b38891d87353 req-51d13380-41d6-4ddf-ba3d-d43e5daf14a1 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.6585619 Feb 04 11:29:01.110236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f19d0b-f36b-465a-b7f7-47b827f04131 None None] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:01.122461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31ed5d-f7db-4058-9d32-bdc5e8c02338 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:01.159410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-df0806dc-5562-4d5b-a4c2-51b3a56833b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:01.160849 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-df0806dc-5562-4d5b-a4c2-51b3a56833b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=434ec1e79b0d47c58f37e4b8c005b7b1&device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 1099 time: 0.6306453 Feb 04 11:29:01.254833 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-108cbc10-bc08-4c33-9be3-3f79f6b18261 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8024659 Feb 04 11:29:01.259603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Network f9a55791-4a50-480d-907d-87d66da34f65 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:01.264366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:01.278696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': 'f56dccf4-f6d8-43c1-9551-f8a6c398c6c8', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-935641907'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:01.317490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Allocated IP 172.20.0.2 (457d65be-f51b-4121-ac4e-939524de5838/4a3c325f-8c01-40b8-bbe3-7213bd30b6e5/cda8c968-21cc-4469-9154-83805a10cb0f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:01.393887 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6692777-2df9-4d35-87a1-0fcbedab892c None None] Provisioning for port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:01.420184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d2a54802-bfb5-4db7-ae54-ed03980bdb27 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7863383 Feb 04 11:29:01.427615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.435565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:01.455564 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90abb49-c223-4eeb-9aa9-b38891d87353 req-7f509820-6719-4900-bb03-7ac7f45f1f87 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427160 Feb 04 11:29:01.506742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, f9a55791-4a50-480d-907d-87d66da34f65) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:01.546284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a136d7-99a4-40e9-bf50-46cd8fd6c117 None None] Network f9a55791-4a50-480d-907d-87d66da34f65 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:01.582258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:01.593555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting subnet 066a4b24-110e-469e-bb25-728bfc295fa5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:01.607353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.622533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:01.622927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:01.623390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:01.640651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:01.641021 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:01.641838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:01.644741 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 2 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:01.663242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-87203637-85cf-4a90-8d4f-6e9f93c2394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:01.665505 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-87203637-85cf-4a90-8d4f-6e9f93c2394a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3944efc-0d28-4c9d-b0b3-f7329535c470 HTTP/1.1" status: 200 len: 913 time: 0.4925330 Feb 04 11:29:01.667831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:01.676888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:01.677345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:01.677618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:01.699463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:01.699843 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:01.704880 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 3 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:01.736953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:01.737528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:01.738040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:01.750779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:01.751143 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:01.752740 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 4 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:01.758245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.773611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:01.777743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-ceebb337-eeea-4ed2-8176-1287967e5749 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 HTTP/1.1" status: 200 len: 217 time: 0.1021023 Feb 04 11:29:01.780211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.813324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:01.813670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:01.814013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:01.899484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:01.910509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:01.910856 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:01.945803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:01.962995 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 5 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:02.038123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:02.062914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:02.063096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'f56dccf4-f6d8-43c1-9551-f8a6c398c6c8'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:02.063206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:02.063206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:02.063748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:02.063858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.079414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:02.108145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:02.108468 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:02.109920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-ee0fdf8e-b522-487d-a107-44c3b8b2578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:02.111988 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-ee0fdf8e-b522-487d-a107-44c3b8b2578c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a HTTP/1.1" status: 200 len: 852 time: 0.2665920 Feb 04 11:29:02.113582 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 6 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:02.134090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.181111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.187092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:02.187092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:02.187092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:02.209030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Pushing event updated for resources: {'Port': ['ID=b18e87da-5961-4b5c-907d-09dcb5d4b596,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:02.239769 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-f2672393-bc55-4904-8e59-d7a47888c602 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3944efc-0d28-4c9d-b0b3-f7329535c470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995851 Feb 04 11:29:02.245726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:02.246058 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:02.250389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 7 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:02.277673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.316423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:02.316838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:02.317069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:02.328832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.340949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:02.341300 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:02.342331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 83ceadc1-33bf-479f-a287-25024cd63564 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:02.357911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Transition to ACTIVE for port object cda8c968-21cc-4469-9154-83805a10cb0f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:02.385380 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 8 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:02.423585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:02.424122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:02.424508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:02.441404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:02.441714 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:02.453831 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 9 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:02.459236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Transition to ACTIVE for port object cda8c968-21cc-4469-9154-83805a10cb0f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:02.462855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:02.472086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:02.472305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.495222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:02.495934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:02.496518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:02.534579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.2 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/4e6fb2d3-60e8-49fa-b879-aa4557cd8a80) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:02.543664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/f56dccf4-f6d8-43c1-9551-f8a6c398c6c8/5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:02.604025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.661910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:02.662244 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:02.662734 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 10 to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 Feb 04 11:29:02.682298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:02.682676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:02.683305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:02.689495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:02.689892 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:02.690410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.794037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.857006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] For port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:02.858108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 11:29:02.864935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Network 457d65be-f51b-4121-ac4e-939524de5838 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:02.879022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:02.881764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:02.945417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:02.979315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-93c1b749-8ba5-482a-a122-51ef6cb136a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275710 Feb 04 11:29:02.982301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Pushing event updated for resources: {'Port': ['ID=cda8c968-21cc-4469-9154-83805a10cb0f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:03.024663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d8b098db-d754-4f88-a123-c02de3b47195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.037954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:03.037954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.058617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662323-6ad5-495c-8703-0d9202431e1d req-74c6ed82-38f3-4954-888c-d18010b41d70 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:03.060735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9c662323-6ad5-495c-8703-0d9202431e1d req-74c6ed82-38f3-4954-888c-d18010b41d70 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.3964934 Feb 04 11:29:03.073340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4141f1-0a6a-4299-84e5-d8b9caa02e95,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:03.096240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.141606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Provisioning complete for port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:03.141950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.161471 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-981f54a6-9d85-4b8e-b145-76458a6a5b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.5034029 Feb 04 11:29:03.164290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:03.211391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Attempting to bind port cda8c968-21cc-4469-9154-83805a10cb0f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:03.211391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Attempting to bind port cda8c968-21cc-4469-9154-83805a10cb0f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '0bf9fae2-9083-456b-883d-8098b6a49b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '457d65be-f51b-4121-ac4e-939524de5838'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:03.211391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Attempting to bind port cda8c968-21cc-4469-9154-83805a10cb0f on network 457d65be-f51b-4121-ac4e-939524de5838 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:03.237764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Deleting port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:03.238154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.260547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:03.261037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Checking segment: {'id': '0bf9fae2-9083-456b-883d-8098b6a49b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '457d65be-f51b-4121-ac4e-939524de5838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:03.261515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.261991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Bound using segment: {'id': '0bf9fae2-9083-456b-883d-8098b6a49b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '457d65be-f51b-4121-ac4e-939524de5838'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:03.262634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Bound port: cda8c968-21cc-4469-9154-83805a10cb0f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf9fae2-9083-456b-883d-8098b6a49b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '457d65be-f51b-4121-ac4e-939524de5838'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:03.263240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.352477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.376066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Transition to ACTIVE for port object 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:03.456814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Transition to ACTIVE for port object 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:03.466033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] For port 0c4141f1-0a6a-4299-84e5-d8b9caa02e95, host hv-neutron-8278, got binding levels [] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:03.466394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.475159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] For port cda8c968-21cc-4469-9154-83805a10cb0f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:03.486967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.502536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.507886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.566231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] For port cda8c968-21cc-4469-9154-83805a10cb0f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cda8c968-21cc-4469-9154-83805a10cb0f,segment=NetworkSegment(0bf9fae2-9083-456b-883d-8098b6a49b0b),segment_id=0bf9fae2-9083-456b-883d-8098b6a49b0b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:03.599441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Calling delete_port for 0c4141f1-0a6a-4299-84e5-d8b9caa02e95 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:03.630003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.642083 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9c662323-6ad5-495c-8703-0d9202431e1d req-30048fe2-c165-4dc4-93ef-59ae22a8ced3 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035970 Feb 04 11:29:03.642788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Subnet': ['ID=066a4b24-110e-469e-bb25-728bfc295fa5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:03.666412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.710991 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ea44934-7ec1-4942-8c0a-3fd9388456ff req-a343f8dc-5a39-4e18-afb6-95485c5265d6 service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182240 Feb 04 11:29:03.715112 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5839094c-817d-4649-9cbe-8971b4b7cc21 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/066a4b24-110e-469e-bb25-728bfc295fa5 HTTP/1.1" status: 204 len: 168 time: 2.2762599 Feb 04 11:29:03.719223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:03.728301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:29:03.728978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:03.732581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Pushing event updated for resources: {'Port': ['ID=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:03.736064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b742891-4af4-4a7a-aa17-a207a3b77aa4 None None] Network 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:03.786945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.812749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:03.813146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:03.818627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.828867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.835421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:03.907748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a070cf83-ca8c-48da-bdaa-d6b4bafbf34d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:03.909120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:03.909533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a070cf83-ca8c-48da-bdaa-d6b4bafbf34d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:03.910338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a070cf83-ca8c-48da-bdaa-d6b4bafbf34d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Synchronizing usage tracker for tenant:d5dff14852a14e71b1246831ef241816 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:03.923216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:03.924986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:03.925268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:03.930765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:03.995883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.013487 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f0a62c1-a966-4b42-9b7a-a83e6ff040e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7476261 Feb 04 11:29:04.044715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.048413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:04.063405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c4141f1-0a6a-4299-84e5-d8b9caa02e95,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:04.083299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.084701 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d31e15ac-9f26-45bc-9fd5-2cbf7dabe525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0c4141f1-0a6a-4299-84e5-d8b9caa02e95 HTTP/1.1" status: 204 len: 168 time: 0.9193270 Feb 04 11:29:04.085889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:04.105726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82faa1-ff81-4816-aede-bfaa967d9448 None None] Pushing event updated for resources: {'Port': ['ID=cda8c968-21cc-4469-9154-83805a10cb0f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:04.131145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a070cf83-ca8c-48da-bdaa-d6b4bafbf34d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Unset dirty status for tenant:d5dff14852a14e71b1246831ef241816 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:04.132351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a070cf83-ca8c-48da-bdaa-d6b4bafbf34d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4100583 Feb 04 11:29:04.136692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:04.147418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:04.155735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:04.179973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Attempting to bind port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:04.180600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Attempting to bind port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:04.181032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Attempting to bind port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:04.185539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:04.186052 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c66a657-d3e9-4cb9-945c-aeeeab252bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:29:04.186867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c66a657-d3e9-4cb9-945c-aeeeab252bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Synchronizing usage tracker for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:04.189019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:04.189816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:04.190322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.190431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Allocated IP 172.26.6.71 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/9d1fc51e-bef6-4222-9aea-5b8fb17ea0ce) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:04.190880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:04.191447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Bound port: 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:04.191948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.366537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=4e6fb2d3-60e8-49fa-b879-aa4557cd8a80,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:04.370312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c66a657-d3e9-4cb9-945c-aeeeab252bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Unset dirty status for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:04.373047 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5c66a657-d3e9-4cb9-945c-aeeeab252bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "GET /v2.0/ports/0c4141f1-0a6a-4299-84e5-d8b9caa02e95 HTTP/1.1" status: 404 len: 333 time: 0.2788510 Feb 04 11:29:04.389414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:04.399890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Request body: {'port': {'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-98855165'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:04.401252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.406419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:04.419437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:04.517757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.519608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] For port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:04.524134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Made reservation on behalf of 9a1a4d84dfd64833be36df3a8cabbb4c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:04.527073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.544294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] DHCP port deletion for 3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:29:04.563902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7679c17e-5909-4344-a13c-ddd68213bc1d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.569046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] Deleting port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:04.569426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.593818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port f5e4595e-a988-401f-aa6c-bb1113e97f02 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:04.638576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] For port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:04.681506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,segment=NetworkSegment(3b1e77dd-e519-4230-9bbc-297173275409),segment_id=3b1e77dd-e519-4230-9bbc-297173275409)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:04.695075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.767501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.844886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.877915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.880430 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7679c17e-5909-4344-a13c-ddd68213bc1d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 11:29:04.880950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7679c17e-5909-4344-a13c-ddd68213bc1d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:04.889447 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7679c17e-5909-4344-a13c-ddd68213bc1d tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 HTTP/1.1" status: 409 len: 405 time: 0.7361615 Feb 04 11:29:04.890566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:04.903784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.911316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1069181947'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:04.918182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:04.933198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1ff75-99b5-4410-a527-5e776c4ec340 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:04.934159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-80c1ff75-99b5-4410-a527-5e776c4ec340 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:04.945362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:04.962726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.025180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:network and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:05.030160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:05.037995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:05.050630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:05.126792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:05.170875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.188123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:05.211480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc620835-29cf-45c9-8f6a-cbc2bf05b599 None None] Pushing event updated for resources: {'Port': ['ID=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:05.214334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cda8c968-21cc-4469-9154-83805a10cb0f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:05.271854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-80c1ff75-99b5-4410-a527-5e776c4ec340 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:05.273172 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-80c1ff75-99b5-4410-a527-5e776c4ec340 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.2206903 Feb 04 11:29:05.326950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:05.473260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] For port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,segment=NetworkSegment(3b1e77dd-e519-4230-9bbc-297173275409),segment_id=3b1e77dd-e519-4230-9bbc-297173275409)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:05.473942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.629874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] Calling delete_port for 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:05.663009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Port': ['ID=9d1fc51e-bef6-4222-9aea-5b8fb17ea0ce,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:05.708074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Network f9a55791-4a50-480d-907d-87d66da34f65 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:05.725025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:05.737483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:05.738649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:05.743295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.767321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaefe24-1a3b-464e-864e-dcb5b42a0d24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:05.769076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaefe24-1a3b-464e-864e-dcb5b42a0d24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:05.769915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fdaefe24-1a3b-464e-864e-dcb5b42a0d24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:05.770784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:05.778192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:05.778580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:05.786616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.814083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:05.821131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.828112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d19821-f50f-4ffa-a73b-1a27c6774ed3 None None] Network 457d65be-f51b-4121-ac4e-939524de5838 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:05.883227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:05.903292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e9f7e-6409-420c-ad6c-e72911aea5e3 req-19f7992b-71de-4b5a-b3af-580deef67a12 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:05.904875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e38e9f7e-6409-420c-ad6c-e72911aea5e3 req-19f7992b-71de-4b5a-b3af-580deef67a12 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.8764565 Feb 04 11:29:05.915898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.919134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:05.920082 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Added segment 14ee6001-65e1-42f9-bc54-7bcb1f2fefc2 of type vlan for network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 Feb 04 11:29:05.930654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e4595e-a988-401f-aa6c-bb1113e97f02,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:05.982437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port cda8c968-21cc-4469-9154-83805a10cb0f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:05.993777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.009288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] No DVR routers for this DVR port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:06.021473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216a916-8e6d-4778-92e6-b27c6fbd68fa None None] Pushing event deleted for resources: {'Port': ['ID=13c0a728-d8b1-4b9f-9c99-fb080256e6a7,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:06.040569 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e38e9f7e-6409-420c-ad6c-e72911aea5e3 req-56e687f9-9a25-4d28-b487-6afb50fec97c tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971084 Feb 04 11:29:06.045126 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9d68db82-fefb-4bdc-8728-d3033360aed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6540785 Feb 04 11:29:06.047016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:06.059180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fdaefe24-1a3b-464e-864e-dcb5b42a0d24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:06.060404 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fdaefe24-1a3b-464e-864e-dcb5b42a0d24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7324538 Feb 04 11:29:06.064187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:06.073348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:06.156480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.186178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:06.213463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Router c412a37c-0784-42ca-ba34-af4e0a023de3 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:29:06.226379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.235796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:06.236134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:06.245911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet f56dccf4-f6d8-43c1-9551-f8a6c398c6c8 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:06.259408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.263142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.266800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:06.267442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.531915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.560012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Port 13c0a728-d8b1-4b9f-9c99-fb080256e6a7 update to ACTIVE by agent not found {{(pid=88133) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 11:29:06.582191 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6848705 Feb 04 11:29:06.601035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:06.616936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'subnet': {'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:06.625381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.669235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2a0ee-14f5-482e-9594-be27a5349e18 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Network': ['ID=53ae40fe-4006-4664-90f4-b98c4a6ac1a6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:06.676644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Provisioning for port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:06.689253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Provisioning complete for port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:06.689503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:06.764894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-95ae74b2-3498-4df6-8589-64cd8858983d None None] Port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:06.766461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:06.992207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.007503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Provisioning for port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:07.033982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Provisioning complete for port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:07.035151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.039171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:07.040999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.051939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.052743 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] Sync routers for ids ['c412a37c-0784-42ca-ba34-af4e0a023de3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:07.066747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:07.082649 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] Routers {'c412a37c-0784-42ca-ba34-af4e0a023de3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:07.083788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.084266 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c412a37c-0784-42ca-ba34-af4e0a023de3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:07.085204 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-74226616-a62d-49d8-a39c-52faf10cbec7 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "PUT /v2.0/routers/c412a37c-0784-42ca-ba34-af4e0a023de3 HTTP/1.1" status: 200 len: 919 time: 8.9057648 Feb 04 11:29:07.090111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:07.114922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:07.176399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:07.178972 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:07.191700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:07.203976 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] Routers {'c412a37c-0784-42ca-ba34-af4e0a023de3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:07.205468 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c412a37c-0784-42ca-ba34-af4e0a023de3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:07.258762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Provisioning for port cda8c968-21cc-4469-9154-83805a10cb0f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:07.264420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Provisioning complete for port cda8c968-21cc-4469-9154-83805a10cb0f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:07.264881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.313888 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:07.314388 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65d512-6765-4acf-b81d-d616350e5b81 None None] The sync data for ids ['c412a37c-0784-42ca-ba34-af4e0a023de3'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:07.325973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:07.339456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:07.345448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.352634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:07.354435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.378148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61c85-1cba-4be0-ada6-5677a3c722fb req-a358c1a8-9bcf-4dc5-9338-e7d4d9b506b0 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:07.379707 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bfb61c85-1cba-4be0-ada6-5677a3c722fb req-a358c1a8-9bcf-4dc5-9338-e7d4d9b506b0 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.4690473 Feb 04 11:29:07.449987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ea78957d-f877-4695-9b40-cf50d2b45d90 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/c412a37c-0784-42ca-ba34-af4e0a023de3 HTTP/1.1" status: 200 len: 925 time: 0.3338747 Feb 04 11:29:07.451133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32908) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:07.457868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.548504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.569726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=f56dccf4-f6d8-43c1-9551-f8a6c398c6c8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:07.589191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfcb16-9a21-4d00-9c97-63c8c6a7ef7a None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:07.621618 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-663525b0-8d69-4b0f-b0f1-d5d5cf20e18e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/f56dccf4-f6d8-43c1-9551-f8a6c398c6c8 HTTP/1.1" status: 204 len: 168 time: 1.5560098 Feb 04 11:29:07.622086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:07.694458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d6a7e-9fbe-4226-acd0-90142eecf68c tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:07.699001 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-964d6a7e-9fbe-4226-acd0-90142eecf68c tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=c412a37c-0784-42ca-ba34-af4e0a023de3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2462754 Feb 04 11:29:07.705825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:07.707047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Router 10825419-5656-4d43-85ac-76f39a860166 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:29:07.714878 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff44622e-86da-45ca-9727-383cfc15a8ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906780 Feb 04 11:29:07.716157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:07.724170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:07.739145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port f5e4595e-a988-401f-aa6c-bb1113e97f02 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:07.744717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.834625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.844361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.859273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] For port cda8c968-21cc-4469-9154-83805a10cb0f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cda8c968-21cc-4469-9154-83805a10cb0f,segment=NetworkSegment(0bf9fae2-9083-456b-883d-8098b6a49b0b),segment_id=0bf9fae2-9083-456b-883d-8098b6a49b0b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:07.868093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bfb61c85-1cba-4be0-ada6-5677a3c722fb req-feb6f0bb-82b5-4d4d-8321-2b9dbb8f119e tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986639 Feb 04 11:29:07.923182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Transition to ACTIVE for port object f5e4595e-a988-401f-aa6c-bb1113e97f02 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:07.933398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:07.962125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:07.999265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:08.003583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:08.008923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:08.026650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:08.026835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.047419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:08.050389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d08404-7b06-41aa-b48a-e93b557cbd0f None None] Pushing event updated for resources: {'Port': ['ID=cda8c968-21cc-4469-9154-83805a10cb0f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:08.066425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1d490-4bec-4e72-adfb-d25c85bfaed6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:08.067834 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7ae1d490-4bec-4e72-adfb-d25c85bfaed6 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.3530481 Feb 04 11:29:08.070183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.070798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32924) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:08.075435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] Sync routers for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:08.077778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:29:08.086767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.119364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] Deleting port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:08.119746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.123093 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dfb08b6b-78a7-43f2-89b6-5e7a17b06045 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=c412a37c-0784-42ca-ba34-af4e0a023de3 HTTP/1.1" status: 200 len: 205 time: 0.0511975 Feb 04 11:29:08.125613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32928) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:08.185938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:08.186829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:08.194817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.202054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e4595e-a988-401f-aa6c-bb1113e97f02,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:08.271990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:08.325299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:08.328012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:08.328649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:08.328873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.341474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:08.341859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:08.342292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:08.342729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.346584 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-29d05951-6365-4ba9-8a95-e67eae982138 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.4945145 Feb 04 11:29:08.349874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32932) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:08.362143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:08.362487 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:08.367688 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 2 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:08.377073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=4e6fb2d3-60e8-49fa-b879-aa4557cd8a80,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:08.392705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:08.393068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:08.393411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:08.399337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.403533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:08.408839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:08.409242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf66a28-f0b5-4d87-923b-e7de8e44a11d None None] The sync data for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:08.467952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:08.468188 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:08.471847 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 3 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:08.525549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] For port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:08.526104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.551702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:08.552037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:08.552370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:08.634400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:08.634717 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:08.637710 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 4 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:08.658230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] Calling delete_port for 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:08.684180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:29:08.689059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.729509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:08.729776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:08.730060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:08.760317 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP ebf7b24f-8fa4-4845-b35e-9eb1da1b2402 associated. External IP: 172.26.6.2, port: 4fe63b1d-5b11-4173-9867-3e51bf7e4b20. Feb 04 11:29:08.788303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.819948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:08.820528 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:08.833174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 5 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:08.834906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:08.836809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] Pushing event deleted for resources: {'Port': ['ID=5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:08.841012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f5950-b721-4948-b87a-7435ae19d993 None None] No DVR routers for this DVR port 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:08.888994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Subnet': ['ID=0b3a22b3-71bc-4f45-8f87-4f13d93bdc45,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:08.894869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:08.895405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:08.895908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:08.933110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cda8c968-21cc-4469-9154-83805a10cb0f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:08.972936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:08.973260 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:08.976262 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 6 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:08.983186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Checking segment: {'id': '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:08.983466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network hostable DHCP agents. Network: 53ae40fe-4006-4664-90f4-b98c4a6ac1a6, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:09.014330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cda8c968-21cc-4469-9154-83805a10cb0f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:09.014715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.016981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:09.017385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:09.017718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:09.034073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:09.034509 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:09.037718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 7 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:09.144197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:09.228534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:09.267338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:09.267638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5cf7ea82-2a55-4e55-beb7-d9dc94fb2baa not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:09.306135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.309635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:09.309964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:09.310300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:09.334011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:09.334350 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:09.342241 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 8 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:09.417216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:09.417540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:09.417864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:09.428085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 53ae40fe-4006-4664-90f4-b98c4a6ac1a6) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:09.437255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824db44-c89a-4655-857c-013b01950b5e None None] Network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:09.447794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:09.448386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.458339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:09.458671 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:09.466652 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 9 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:09.484464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Deleting port b18e87da-5961-4b5c-907d-09dcb5d4b596 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:09.485015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.506271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:09.506602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:09.506930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:09.521590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8265e-73c7-45f0-b3f3-9753a4f5a316 req-4e2fdeab-594b-43a8-85bc-3b2c6f558057 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:09.523497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4a8265e-73c7-45f0-b3f3-9753a4f5a316 req-4e2fdeab-594b-43a8-85bc-3b2c6f558057 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.4767895 Feb 04 11:29:09.528972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:09.529184 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:09.532217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 10 to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 Feb 04 11:29:09.544301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:09.548847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.574663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:09.574997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:09.575328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:09.594149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:09.594477 dv-neutron-827824-2-hyperv neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port f5e4595e-a988-401f-aa6c-bb1113e97f02 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:09.594839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.633240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=12be778b-93fe-4805-ba99-4b3310e8a365,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:09.644157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:09.650862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:09.662713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f115a69-a83e-479d-8dac-b380c98f4e2f None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:09.667259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-02197260-907e-4461-a2eb-211d4327a214 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0621731 Feb 04 11:29:09.681249 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4a8265e-73c7-45f0-b3f3-9753a4f5a316 req-7bc7e9b3-f6f2-4480-b236-8cdf80514a12 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404133 Feb 04 11:29:09.685101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32938) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:09.821579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-53ae40fe-4006-4664-90f4-b98c4a6ac1a6', 'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6', 'tenant_id': 'd5dff14852a14e71b1246831ef241816', 'fixed_ips': [{'subnet_id': '0b3a22b3-71bc-4f45-8f87-4f13d93bdc45'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:09.822505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.841036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:09.841782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:09.976148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] For port f5e4595e-a988-401f-aa6c-bb1113e97f02, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:09.976536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempted to set empty binding levels {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 11:29:09.997168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:10.001865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.015790 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:10.035488 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:10.036051 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:10.069638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.083297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.109791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.146009 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:10.159528 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:10.160679 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:10.172399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Allocated IP 2001:db8::f816:3eff:fe8f:e3d2 (53ae40fe-4006-4664-90f4-b98c4a6ac1a6/0b3a22b3-71bc-4f45-8f87-4f13d93bdc45/4493043a-0f8f-46a4-8db9-3b08a96b1c0d) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:10.196136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '12be778b-93fe-4805-ba99-4b3310e8a365'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:10.196999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.202229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.266076 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:10.266978 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e3c69-70d4-40b8-8f38-6f8eaa34e52e None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:10.289304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.421383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Calling delete_port for b18e87da-5961-4b5c-907d-09dcb5d4b596 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:10.451477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] In _notify_port_updated(), no bound segment for port f5e4595e-a988-401f-aa6c-bb1113e97f02 on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:29:10.452441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:10.453047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.454466 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "PUT /v2.0/ports/f5e4595e-a988-401f-aa6c-bb1113e97f02 HTTP/1.1" status: 200 len: 979 time: 4.4054334 Feb 04 11:29:10.464861 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ab15774-a344-4208-836c-ed0d4f3c4e3a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7440884 Feb 04 11:29:10.465051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32946) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:10.469587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32948) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:10.490077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:10.506427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:10.515302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:router and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:10.524823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:10.546745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:10.555624 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2d88fea0-5667-459d-9f52-8e274adf7bdd tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.1578083 Feb 04 11:29:10.563187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261939e1-fd8e-4b2c-9e6c-a3a5f05f7dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e4595e-a988-401f-aa6c-bb1113e97f02,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:10.565322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:10.580198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'port_id': '4fe63b1d-5b11-4173-9867-3e51bf7e4b20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:10.620880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/12be778b-93fe-4805-ba99-4b3310e8a365/209ea55b-6da6-4d86-9915-537cb065a728) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:10.647693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.690537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Transition to ACTIVE for port object 4493043a-0f8f-46a4-8db9-3b08a96b1c0d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:10.708108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.708402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.723343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.723970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.806261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d8922-090d-441f-a20c-4fe27846ecde req-a7003cc6-b15f-4bb9-ba01-38d3179cc326 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:10.807737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-805d8922-090d-441f-a20c-4fe27846ecde req-a7003cc6-b15f-4bb9-ba01-38d3179cc326 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.4932067 Feb 04 11:29:10.815343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-900e07bf-5d2f-453c-867a-c5e447cdcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:10.816788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-900e07bf-5d2f-453c-867a-c5e447cdcf3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=434ec1e79b0d47c58f37e4b8c005b7b1&device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 1099 time: 0.4972761 Feb 04 11:29:10.825485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Transition to ACTIVE for port object 4493043a-0f8f-46a4-8db9-3b08a96b1c0d will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:10.877165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.948612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:10.955070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Allocated IP 172.20.0.1 (457d65be-f51b-4121-ac4e-939524de5838/4a3c325f-8c01-40b8-bbe3-7213bd30b6e5/a1d1428b-2f14-4505-b1fb-c5a589ace51f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:11.042791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:11.050902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:11.057211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:11.068993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.077171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.082547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.082547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.082547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.082547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.083008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.083464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.083948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.084400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.084845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.085299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.085762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.086199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.086668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.087137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.087605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.088050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.088492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.088937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.089441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.089870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.090843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.091287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.091751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.092191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.098900 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-13ebd1dd-0bd3-48b3-96f7-369d9b4d992b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20665 time: 0.6226192 Feb 04 11:29:11.104556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:11.135366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Pushing event updated for resources: {'Port': ['ID=4493043a-0f8f-46a4-8db9-3b08a96b1c0d,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.138683 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.145434 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0a72fb91-b987-4923-b3ea-9c821a5581cc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6746159 Feb 04 11:29:11.146509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:11.157070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Transition to ACTIVE for port object 209ea55b-6da6-4d86-9915-537cb065a728 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:11.189738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Attempting to bind port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:11.190356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Attempting to bind port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:11.190974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Attempting to bind port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d on network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:11.201471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Transition to ACTIVE for port object 209ea55b-6da6-4d86-9915-537cb065a728 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:11.203381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:11.203785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Checking segment: {'id': '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:11.204204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.204657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Bound using segment: {'id': '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:11.205077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Bound port: 4493043a-0f8f-46a4-8db9-3b08a96b1c0d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:11.205458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.240132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event deleted for resources: {'Port': ['ID=b18e87da-5961-4b5c-907d-09dcb5d4b596,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.257307 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-805d8922-090d-441f-a20c-4fe27846ecde req-cd49914a-1b8f-4710-b894-dfd153975603 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300306 Feb 04 11:29:11.323029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.327042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] For port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:11.329148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Deleting port f5e4595e-a988-401f-aa6c-bb1113e97f02 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:11.329564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.369458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.389060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] For port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4493043a-0f8f-46a4-8db9-3b08a96b1c0d,segment=NetworkSegment(14ee6001-65e1-42f9-bc54-7bcb1f2fefc2),segment_id=14ee6001-65e1-42f9-bc54-7bcb1f2fefc2)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:11.405570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:11.408428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:11.413319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:11.416783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Pushing event updated for resources: {'Port': ['ID=209ea55b-6da6-4d86-9915-537cb065a728,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.454666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3a22b3-71bc-4f45-8f87-4f13d93bdc45,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.498357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.591243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-1280ab29-6713-4858-b5ed-38449648b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:11.592945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-1280ab29-6713-4858-b5ed-38449648b749 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3944efc-0d28-4c9d-b0b3-f7329535c470 HTTP/1.1" status: 200 len: 913 time: 0.7629147 Feb 04 11:29:11.644467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Attempting to bind port 209ea55b-6da6-4d86-9915-537cb065a728 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:11.645106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Attempting to bind port 209ea55b-6da6-4d86-9915-537cb065a728 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:11.645432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Attempting to bind port 209ea55b-6da6-4d86-9915-537cb065a728 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:11.659918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:11.660313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:11.660672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.661060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:11.661516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Bound port: 209ea55b-6da6-4d86-9915-537cb065a728, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:11.661888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.677824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e207d-99ea-4b4b-93a3-216fb8b77d09 None None] Pushing event updated for resources: {'Port': ['ID=4493043a-0f8f-46a4-8db9-3b08a96b1c0d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:11.778680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] For port 209ea55b-6da6-4d86-9915-537cb065a728, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:11.781951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] For port 209ea55b-6da6-4d86-9915-537cb065a728, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=209ea55b-6da6-4d86-9915-537cb065a728,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:11.798911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.848275 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-299df420-8001-409b-8cfd-7691b4099439 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 HTTP/1.1" status: 200 len: 217 time: 0.1984510 Feb 04 11:29:11.865170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.878151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.884479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:11.939034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Transition to ACTIVE for port object a1d1428b-2f14-4505-b1fb-c5a589ace51f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:11.977265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728faee7-ae2a-413e-bb44-9f17b23c8ddb None None] Pushing event updated for resources: {'Port': ['ID=209ea55b-6da6-4d86-9915-537cb065a728,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:12.161958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ae40fe-4006-4664-90f4-b98c4a6ac1a6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:12.193655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:12.194069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:12.199321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.248528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.259067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-d359f774-80b3-4913-939d-45c8f0d86a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:12.261373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-d359f774-80b3-4913-939d-45c8f0d86a2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a HTTP/1.1" status: 200 len: 852 time: 0.3995626 Feb 04 11:29:12.307715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.316084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.316516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] For port f5e4595e-a988-401f-aa6c-bb1113e97f02, host hv-neutron-8278, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:12.316941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.366275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network 457d65be-f51b-4121-ac4e-939524de5838 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:12.370239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:12.399880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:12.440746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Port': ['ID=a1d1428b-2f14-4505-b1fb-c5a589ace51f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:12.460118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.474217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Calling delete_port for f5e4595e-a988-401f-aa6c-bb1113e97f02 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:12.561097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.561847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Fanout notify agent at l3_agent the message router_deleted on router c412a37c-0784-42ca-ba34-af4e0a023de3 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:29:12.572095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.588248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-77777b54-7bd0-4c73-8244-04fc9a10ad4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3944efc-0d28-4c9d-b0b3-f7329535c470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3181367 Feb 04 11:29:12.596967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.635956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:12.636367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:12.662292 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:12.768541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.773143 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-06b695b1-9cd7-418d-ad4f-b25184fa0781 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/c412a37c-0784-42ca-ba34-af4e0a023de3 HTTP/1.1" status: 204 len: 168 time: 4.6431868 Feb 04 11:29:12.786176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:12.801495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1303456757', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:12.828093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7592f949-8bc5-4ab2-8a12-daac550134f5 None None] Provisioning for port a1d1428b-2f14-4505-b1fb-c5a589ace51f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:12.835251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7592f949-8bc5-4ab2-8a12-daac550134f5 None None] Provisioning complete for port a1d1428b-2f14-4505-b1fb-c5a589ace51f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:12.836581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7592f949-8bc5-4ab2-8a12-daac550134f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:12.853322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:12.870181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Usage tracker for resource:router and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:12.893249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:12.929321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:12.978272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7592f949-8bc5-4ab2-8a12-daac550134f5 None None] Port a1d1428b-2f14-4505-b1fb-c5a589ace51f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:13.043608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.044178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.103337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 209ea55b-6da6-4d86-9915-537cb065a728 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:13.114084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:29:13.114084 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:29:13.114084 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': '53ae40fe-4006-4664-90f4-b98c4a6ac1a6'}] Feb 04 11:29:13.114084 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:13.114484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:13.125581 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-17490a75-ebff-46c8-b62d-48ef9f04a0fa service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234971 Feb 04 11:29:13.135659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.141837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.200948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ccc1ad-e82f-4fd2-83ed-a9d1b0d8a7f9 None None] Network 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:13.212859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:29:13.293457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdfdb6-81f0-495b-8edb-68333683195c req-ecf6bee1-a652-4ed7-a4ac-46ed9c3a06b9 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:13.301076 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5dbdfdb6-81f0-495b-8edb-68333683195c req-ecf6bee1-a652-4ed7-a4ac-46ed9c3a06b9 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.7664106 Feb 04 11:29:13.325803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::1 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/12be778b-93fe-4805-ba99-4b3310e8a365/502343f0-2798-43f0-802d-78515f55d32c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:13.411537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5e4595e-a988-401f-aa6c-bb1113e97f02,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:13.437539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.446388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f20cf1a1-86a8-4ccb-9f95-ba39c562be90 None None] Provisioning for port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:13.467723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 209ea55b-6da6-4d86-9915-537cb065a728 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:13.474802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4493043a-0f8f-46a4-8db9-3b08a96b1c0d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:13.490555 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-85c3d91d-5dc9-4be7-9088-9b6acb451d6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f5e4595e-a988-401f-aa6c-bb1113e97f02 HTTP/1.1" status: 204 len: 168 time: 2.3494701 Feb 04 11:29:13.527254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.532240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.535354 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510d55ae-2873-4aa9-a594-f1c240d194f7 req-7eca7af3-2608-4580-9853-fc739397e6ed service neutron] 10.222.0.42 "GET /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003959 Feb 04 11:29:13.537414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32972) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:13.548235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] DHCP port deletion for 53ae40fe-4006-4664-90f4-b98c4a6ac1a6 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:29:13.550958 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5dbdfdb6-81f0-495b-8edb-68333683195c req-d9135265-94cf-45a7-b30e-b67d4ec33728 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489038 Feb 04 11:29:13.560736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] Deleting port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:13.561114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.615528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.629858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.697216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:13.697216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.758377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:13.766808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 502343f0-2798-43f0-802d-78515f55d32c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:13.770343 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81f6ee8-173d-44c3-916e-dd9a1ec22109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:29:13.773944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b81f6ee8-173d-44c3-916e-dd9a1ec22109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Synchronizing usage tracker for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:13.778530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:13.778849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.847792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] Provisioning for port 209ea55b-6da6-4d86-9915-537cb065a728 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:13.864287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] For port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4493043a-0f8f-46a4-8db9-3b08a96b1c0d,segment=NetworkSegment(14ee6001-65e1-42f9-bc54-7bcb1f2fefc2),segment_id=14ee6001-65e1-42f9-bc54-7bcb1f2fefc2)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:13.864661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.870602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.872030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] Provisioning complete for port 209ea55b-6da6-4d86-9915-537cb065a728 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:13.872397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:13.956412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.038495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] Calling delete_port for 4493043a-0f8f-46a4-8db9-3b08a96b1c0d owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:14.082232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b81f6ee8-173d-44c3-916e-dd9a1ec22109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Unset dirty status for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:14.083398 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b81f6ee8-173d-44c3-916e-dd9a1ec22109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "GET /v2.0/ports/f5e4595e-a988-401f-aa6c-bb1113e97f02 HTTP/1.1" status: 404 len: 333 time: 0.4696991 Feb 04 11:29:14.093992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:14.099098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] For port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4493043a-0f8f-46a4-8db9-3b08a96b1c0d,segment=NetworkSegment(14ee6001-65e1-42f9-bc54-7bcb1f2fefc2),segment_id=14ee6001-65e1-42f9-bc54-7bcb1f2fefc2)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:14.099460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.099868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1841565964', 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:14.104337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:14.114761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:14.223962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.224242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.240812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Calling delete_port for 4493043a-0f8f-46a4-8db9-3b08a96b1c0d owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:14.266118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.273122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Made reservation on behalf of 9a1a4d84dfd64833be36df3a8cabbb4c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:14.275720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.302801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] For port 209ea55b-6da6-4d86-9915-537cb065a728, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=209ea55b-6da6-4d86-9915-537cb065a728,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:14.304549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.390608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] Pushing event deleted for resources: {'Port': ['ID=4493043a-0f8f-46a4-8db9-3b08a96b1c0d,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:14.400265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b30114-6824-476f-9cd1-683ec03fc53d None None] No DVR routers for this DVR port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:14.407712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:14.411536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.418008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port 7490417f-f2ae-4f8e-b37e-1ffdd2466f77 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:14.433899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:14.439772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:14.440352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:14.458582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:14.464386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=502343f0-2798-43f0-802d-78515f55d32c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:14.472138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:14.472663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.538660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c76e7f-f25a-4c44-b4d7-445fc2bb7ffe None None] Pushing event updated for resources: {'Port': ['ID=209ea55b-6da6-4d86-9915-537cb065a728,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:14.818386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:14.829999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:14.835983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.846252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:14.847143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:14.900440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346bdd-97ec-4846-bd35-df54dc0a9923 req-f11f3084-2a52-4674-94f7-82ef09caafa7 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:14.902011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64346bdd-97ec-4846-bd35-df54dc0a9923 req-f11f3084-2a52-4674-94f7-82ef09caafa7 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.1689110 Feb 04 11:29:14.959406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port 4493043a-0f8f-46a4-8db9-3b08a96b1c0d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:14.960232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:14.966145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 209ea55b-6da6-4d86-9915-537cb065a728 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:14.995646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:15.025122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:15.025650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:15.052982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] The port '4493043a-0f8f-46a4-8db9-3b08a96b1c0d' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:29:15.093272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-eae24360-c1f3-4a48-9bf0-f03ed350da76 None None] Provisioning for port 502343f0-2798-43f0-802d-78515f55d32c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:15.095994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.102228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-eae24360-c1f3-4a48-9bf0-f03ed350da76 None None] Provisioning complete for port 502343f0-2798-43f0-802d-78515f55d32c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:15.102650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eae24360-c1f3-4a48-9bf0-f03ed350da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.117559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.127719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a6a4ba7e-0bb5-4946-8c55-6716d18d3371 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/floatingips/ebf7b24f-8fa4-4845-b35e-9eb1da1b2402 HTTP/1.1" status: 200 len: 976 time: 4.5559020 Feb 04 11:29:15.127897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:15.127897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca318a32-aaec-4225-af85-24c595b50ccd None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:15.130545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:15.132577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64346bdd-97ec-4846-bd35-df54dc0a9923 req-41e8619b-9586-4736-a5ee-c2084136c7fe tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912639 Feb 04 11:29:15.182601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-eae24360-c1f3-4a48-9bf0-f03ed350da76 None None] Port 502343f0-2798-43f0-802d-78515f55d32c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:15.189872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 209ea55b-6da6-4d86-9915-537cb065a728 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:15.190308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.212807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.243071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ae40fe-4006-4664-90f4-b98c4a6ac1a6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:15.259241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:15.259645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ee6001-65e1-42f9-bc54-7bcb1f2fefc2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:15.276083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.294719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.302355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:15.303176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.355325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.381540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4493043a-0f8f-46a4-8db9-3b08a96b1c0d no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:15.405945 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:15.417044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 4493043a-0f8f-46a4-8db9-3b08a96b1c0d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:15.417388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4493043a-0f8f-46a4-8db9-3b08a96b1c0d not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:15.693469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.760504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.766667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.784730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.794255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Network': ['ID=53ae40fe-4006-4664-90f4-b98c4a6ac1a6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:15.797210 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ac9c787e-7506-4d30-8ca2-95530cc66b47 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/53ae40fe-4006-4664-90f4-b98c4a6ac1a6 HTTP/1.1" status: 204 len: 168 time: 6.1111434 Feb 04 11:29:15.800997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:15.806862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1709245445'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:15.810307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.812348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:15.816256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:network and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:15.819101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:15.825543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:15.924950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.938633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:15.942512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.949197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 4e6fb2d3-60e8-49fa-b879-aa4557cd8a80 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:15.949197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.970807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:15.986409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:15.986908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Added segment aa29059a-b11d-4e4f-915a-44daa83555f0 of type vlan for network c32b75ff-ef63-4509-abcc-318876e4bc40 Feb 04 11:29:16.018660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.085139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.088559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Port': ['ID=a1d1428b-2f14-4505-b1fb-c5a589ace51f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:16.151578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41655e-321c-463d-a062-11ec3c2a6272 req-d0cc8c82-81ed-4c8f-90e1-6ba92b362a42 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:16.153166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de41655e-321c-463d-a062-11ec3c2a6272 req-d0cc8c82-81ed-4c8f-90e1-6ba92b362a42 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.0839567 Feb 04 11:29:16.153695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Network f9a55791-4a50-480d-907d-87d66da34f65 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:16.154270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.159457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:16.160063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.255513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:16.300132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de41655e-321c-463d-a062-11ec3c2a6272 req-67d47e7d-4759-4f7e-84e7-30be456c1d6d tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360898 Feb 04 11:29:16.300869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Network': ['ID=c32b75ff-ef63-4509-abcc-318876e4bc40,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:16.314297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network c32b75ff-ef63-4509-abcc-318876e4bc40 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:16.354939 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-69cb688d-1e9d-44ba-9fd1-71513ac67068 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5528979 Feb 04 11:29:16.358854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:16.364978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'subnet': {'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:16.458658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:16.459607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:16.460203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.484658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:16.488765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:subnet and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:16.491577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:16.497245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:16.587896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:16.591870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.624841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=7490417f-f2ae-4f8e-b37e-1ffdd2466f77,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:16.660139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Allocated IP 172.26.6.21 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/e944f222-7df5-4eeb-9fa3-209e2a687cd5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:16.737187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.737525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.903217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:16.945209 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-da6bc8c2-5709-4e44-82a6-46fc6e5af10c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8499660 Feb 04 11:29:16.951512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:16.964510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 4e6fb2d3-60e8-49fa-b879-aa4557cd8a80 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:17.019458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network 457d65be-f51b-4121-ac4e-939524de5838 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:17.034138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:17.038696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:29:17.073282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.163203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Subnet': ['ID=19589df9-d789-4cfe-ae9b-9b73cacced70,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:17.173035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aac724-9d41-463b-b077-9036d7577f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:17.173600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08aac724-9d41-463b-b077-9036d7577f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Synchronizing usage tracker for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:17.177827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.178674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.185442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Checking segment: {'id': 'aa29059a-b11d-4e4f-915a-44daa83555f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:17.185797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network hostable DHCP agents. Network: c32b75ff-ef63-4509-abcc-318876e4bc40, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:17.246886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08aac724-9d41-463b-b077-9036d7577f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Unset dirty status for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:17.248115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-08aac724-9d41-463b-b077-9036d7577f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "GET /v2.0/ports/7490417f-f2ae-4f8e-b37e-1ffdd2466f77 HTTP/1.1" status: 200 len: 959 time: 0.2956657 Feb 04 11:29:17.250841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:17.289366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network c32b75ff-ef63-4509-abcc-318876e4bc40 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:17.317487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-abe5e25e-a0e8-45d9-9bb8-e9b5f23f690b None None] Provisioning complete for port a1d1428b-2f14-4505-b1fb-c5a589ace51f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:17.317487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-abe5e25e-a0e8-45d9-9bb8-e9b5f23f690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.332096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Deleting port 7490417f-f2ae-4f8e-b37e-1ffdd2466f77 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:17.333757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.387815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-abe5e25e-a0e8-45d9-9bb8-e9b5f23f690b None None] Port a1d1428b-2f14-4505-b1fb-c5a589ace51f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:17.437717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, c32b75ff-ef63-4509-abcc-318876e4bc40) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:17.445297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6801cf-17e5-4861-bafb-c655185b9b7f None None] Network c32b75ff-ef63-4509-abcc-318876e4bc40 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:17.488443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.507037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:17.507649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.536475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=502343f0-2798-43f0-802d-78515f55d32c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:17.617882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Router 10825419-5656-4d43-85ac-76f39a860166 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:17.656764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.673283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-accdb798-94f7-4eee-b41f-1e0d001f1b82 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3131146 Feb 04 11:29:17.681393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-c32b75ff-ef63-4509-abcc-318876e4bc40', 'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40', 'tenant_id': 'd5dff14852a14e71b1246831ef241816', 'fixed_ips': [{'subnet_id': '19589df9-d789-4cfe-ae9b-9b73cacced70'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:17.682509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:17.690611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ffda-3254-4595-87fa-24b01b3dcc68 req-8709748b-f907-4e41-a27b-84e548703ffa tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:17.692923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-27a4ffda-3254-4595-87fa-24b01b3dcc68 req-8709748b-f907-4e41-a27b-84e548703ffa tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.2623367 Feb 04 11:29:17.694455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:17.769077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:17.780303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:17.860404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Allocated IP 2001:db8::2 (c32b75ff-ef63-4509-abcc-318876e4bc40/19589df9-d789-4cfe-ae9b-9b73cacced70/1363fd33-145c-42b6-87d5-93f72e53ed09) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:17.880833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Calling delete_port for 7490417f-f2ae-4f8e-b37e-1ffdd2466f77 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:17.964580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.070224 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-27a4ffda-3254-4595-87fa-24b01b3dcc68 req-ea70cd3a-e580-477e-bf90-0e6762effbc9 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118635 Feb 04 11:29:18.157329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.171412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-03d1af9e-5a58-4f1e-b704-d78ef55cfa21 None None] Provisioning complete for port 502343f0-2798-43f0-802d-78515f55d32c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:18.171858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03d1af9e-5a58-4f1e-b704-d78ef55cfa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.172164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.207728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=4e6fb2d3-60e8-49fa-b879-aa4557cd8a80,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:18.242579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.251250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.258060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03d1af9e-5a58-4f1e-b704-d78ef55cfa21 None None] Port 502343f0-2798-43f0-802d-78515f55d32c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:18.265325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Transition to ACTIVE for port object 1363fd33-145c-42b6-87d5-93f72e53ed09 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:18.286078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:18.289513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Transition to ACTIVE for port object 1363fd33-145c-42b6-87d5-93f72e53ed09 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:18.307835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.309841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:18.340707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b6697-4376-4562-97cb-03b017eb7949 req-e615d21b-6b4a-4375-aad6-8749cab20d45 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:18.342141 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e85b6697-4376-4562-97cb-03b017eb7949 req-e615d21b-6b4a-4375-aad6-8749cab20d45 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.2416174 Feb 04 11:29:18.347460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event deleted for resources: {'Port': ['ID=7490417f-f2ae-4f8e-b37e-1ffdd2466f77,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:18.349759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:18.365826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.387370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.398845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:18.412960 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] Sync routers for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:18.428331 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:18.429985 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:18.455410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Deleting port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:18.456158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.459315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event updated for resources: {'Port': ['ID=e944f222-7df5-4eeb-9fa3-209e2a687cd5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:18.465720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Network c32b75ff-ef63-4509-abcc-318876e4bc40 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:18.472348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:18.477874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:18.529513 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:18.537372 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-36e4f699-f5d0-43f6-aa92-396cff96fe03 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "PUT /v2.0/routers/10825419-5656-4d43-85ac-76f39a860166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1807311 Feb 04 11:29:18.544943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:18.546881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.547144 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP ebf7b24f-8fa4-4845-b35e-9eb1da1b2402 disassociated (deleted). External IP: 172.26.6.2, port: 4fe63b1d-5b11-4173-9867-3e51bf7e4b20. Feb 04 11:29:18.548968 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:18.551673 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:18.555843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Request body: {'port': {'network_id': '457d65be-f51b-4121-ac4e-939524de5838', 'name': 'tempest-FloatingIPAdminTestJSON-1977913797'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:18.581991 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-088392b6-303c-4c77-96bc-0200a7068e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7490417f-f2ae-4f8e-b37e-1ffdd2466f77 HTTP/1.1" status: 204 len: 168 time: 1.3278120 Feb 04 11:29:18.589616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Pushing event updated for resources: {'Port': ['ID=1363fd33-145c-42b6-87d5-93f72e53ed09,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:18.593045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:18.620292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Attempting to bind port 1363fd33-145c-42b6-87d5-93f72e53ed09 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:18.620830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Attempting to bind port 1363fd33-145c-42b6-87d5-93f72e53ed09 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'aa29059a-b11d-4e4f-915a-44daa83555f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:18.621374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Attempting to bind port 1363fd33-145c-42b6-87d5-93f72e53ed09 on network c32b75ff-ef63-4509-abcc-318876e4bc40 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:18.629401 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:18.629988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Checking segment: {'id': 'aa29059a-b11d-4e4f-915a-44daa83555f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:18.630528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.631021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Bound using segment: {'id': 'aa29059a-b11d-4e4f-915a-44daa83555f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:18.631627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Bound port: 1363fd33-145c-42b6-87d5-93f72e53ed09, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa29059a-b11d-4e4f-915a-44daa83555f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c32b75ff-ef63-4509-abcc-318876e4bc40'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:18.632121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.683662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.692380 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:18.693155 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e797f-74a2-4adc-9644-799ac2e30621 None None] The sync data for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:18.758841 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-9373c5fe-32bf-4fd0-9f6a-7cd7840d5d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:29:18.759436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9373c5fe-32bf-4fd0-9f6a-7cd7840d5d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Synchronizing usage tracker for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:18.777815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] For port 1363fd33-145c-42b6-87d5-93f72e53ed09, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:18.781125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] For port 1363fd33-145c-42b6-87d5-93f72e53ed09, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1363fd33-145c-42b6-87d5-93f72e53ed09,segment=NetworkSegment(aa29059a-b11d-4e4f-915a-44daa83555f0),segment_id=aa29059a-b11d-4e4f-915a-44daa83555f0)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:18.821721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:29:18.853543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:18.939094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Subnet': ['ID=19589df9-d789-4cfe-ae9b-9b73cacced70,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:19.004021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc349393-d173-4199-9b4f-787e2e717fb7 None None] Pushing event updated for resources: {'Port': ['ID=1363fd33-145c-42b6-87d5-93f72e53ed09,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:19.024197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e6ef85-9c3e-403e-ad37-db0e2d561a4d None None] Network c32b75ff-ef63-4509-abcc-318876e4bc40 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:19.116307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.119051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:19.129832 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-61831b97-60a7-4fdf-805d-c865f3cce232 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "PUT /v2.0/routers/72f70a7a-9c77-42a5-87ce-34cf901d2dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8887506 Feb 04 11:29:19.129934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33022) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:19.139508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Sync routers for ids ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:19.163952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Routers {'72f70a7a-9c77-42a5-87ce-34cf901d2dbe'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:19.164803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:19.249978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9373c5fe-32bf-4fd0-9f6a-7cd7840d5d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Unset dirty status for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:19.250702 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9373c5fe-32bf-4fd0-9f6a-7cd7840d5d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "GET /v2.0/ports/7490417f-f2ae-4f8e-b37e-1ffdd2466f77 HTTP/1.1" status: 404 len: 333 time: 0.6567528 Feb 04 11:29:19.267561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:19.280390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:19.288642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32b75ff-ef63-4509-abcc-318876e4bc40']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:19.306261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Request body: {'port': {'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578036964'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:19.309881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Usage tracker for resource:port and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:19.326054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:19.329875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa29059a-b11d-4e4f-915a-44daa83555f0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:19.331460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa29059a-b11d-4e4f-915a-44daa83555f0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:19.338805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:19.347257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46411145-466d-446c-b3fb-6dc4fa768a72 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:19.351376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-46411145-466d-446c-b3fb-6dc4fa768a72 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports/502343f0-2798-43f0-802d-78515f55d32c HTTP/1.1" status: 200 len: 911 time: 0.2179506 Feb 04 11:29:19.357547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] For port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,segment=NetworkSegment(b186ddc8-302e-4f7a-9e1d-513ade960883),segment_id=b186ddc8-302e-4f7a-9e1d-513ade960883)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:19.358020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.366638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:19.369101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:19.389192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.401460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Set router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:19.436901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.440752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:19.572937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.583778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Calling delete_port for 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:19.641061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Made reservation on behalf of 257a01bf78b54c4aa22e59a340bb6f58 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:19.644693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.659207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:19.659646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.663337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:19.670627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487fa96-e54e-4556-b433-4fa61640e69e None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:19.674920 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:19.736688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Made reservation on behalf of 9a1a4d84dfd64833be36df3a8cabbb4c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:19.738998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:19.805092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] device_id is not set on port 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:19.857475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port b8b8b721-f0f2-459e-a184-55632ee6a59b yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:19.868536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487fa96-e54e-4556-b433-4fa61640e69e None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:29:19.873410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:10Z', 'updated_at': '2022-02-04T11:29:14Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None, '_interfaces': [{'id': '502343f0-2798-43f0-802d-78515f55d32c', 'name': '', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'mac_address': 'fa:16:3e:e5:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '12be778b-93fe-4805-ba99-4b3310e8a365', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:29:12Z', 'updated_at': '2022-02-04T11:29:15Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'subnets': [{'id': '12be778b-93fe-4805-ba99-4b3310e8a365', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:19.885395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Checking router: 72f70a7a-9c77-42a5-87ce-34cf901d2dbe for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:29:19.885835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Updating router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe port 502343f0-2798-43f0-802d-78515f55d32c binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:29:19.913268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15dd0c-2806-41d9-b1fb-b664a524d051 req-c56e587e-6361-4eae-b25b-f4a4431ff896 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:19.914766 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa15dd0c-2806-41d9-b1fb-b664a524d051 req-c56e587e-6361-4eae-b25b-f4a4431ff896 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 946 time: 0.7164989 Feb 04 11:29:19.954756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:29:19.954756 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:29:19.954756 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': 'c32b75ff-ef63-4509-abcc-318876e4bc40'}] Feb 04 11:29:19.954756 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:19.955575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:20.017525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:20.023146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.030697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.036987 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:20.038970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc203e6c-9e5d-4b3e-a365-70d7f67dec45 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:20.045384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc203e6c-9e5d-4b3e-a365-70d7f67dec45 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:20.047157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fc203e6c-9e5d-4b3e-a365-70d7f67dec45 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6677649 Feb 04 11:29:20.056800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:20.060762 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:20.063382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:20.165353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa15dd0c-2806-41d9-b1fb-b664a524d051 req-140695f1-3866-4a9b-86ac-69a9696114ef tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f475cb5-1d06-4179-b529-17b980173f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251453 Feb 04 11:29:20.172659 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:20.190152 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:20.190925 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:20.264419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Allocated IP 172.20.0.14 (457d65be-f51b-4121-ac4e-939524de5838/4a3c325f-8c01-40b8-bbe3-7213bd30b6e5/1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:20.281119 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:20.281645 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917200c-fbfb-4b78-835f-b2d20277a0b3 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:20.326773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.370208 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e59c2f47-0756-41d1-89dc-5c4c15ea3219 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/floatingips/ebf7b24f-8fa4-4845-b35e-9eb1da1b2402 HTTP/1.1" status: 204 len: 168 time: 5.2113867 Feb 04 11:29:20.379469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33038) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:20.382353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['7feb63e6-d3c1-4bf7-b7d1-c266b37d6040'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:29:20.442235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Pushing event deleted for resources: {'Port': ['ID=7feb63e6-d3c1-4bf7-b7d1-c266b37d6040,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:20.446559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.462847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.563153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.704033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.718548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Transition to ACTIVE for port object 502343f0-2798-43f0-802d-78515f55d32c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:20.775296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 4fe63b1d-5b11-4173-9867-3e51bf7e4b20 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:20.775652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.822474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.825747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] No DVR routers for this DVR port 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:20.837258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port 1363fd33-145c-42b6-87d5-93f72e53ed09 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:20.837724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.873316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:20.875860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'name': 'network-vif-deleted', 'tag': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:29:20.985752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3ad1b1-74ea-4cf2-afad-b3a0e732979b', 'name': 'network-vif-deleted', 'tag': '7feb63e6-d3c1-4bf7-b7d1-c266b37d6040', 'status': 'completed', 'code': 200} Feb 04 11:29:21.024080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e2ec8-8014-4ea9-acea-62a73b44425c None None] Pushing event updated for resources: {'Port': ['ID=502343f0-2798-43f0-802d-78515f55d32c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:21.044197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Router f5a49b24-cb64-4b7f-b019-ddbf6cfd301c is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:29:21.056178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.108546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Attempting to bind port 502343f0-2798-43f0-802d-78515f55d32c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:21.108923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Attempting to bind port 502343f0-2798-43f0-802d-78515f55d32c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:21.109286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Attempting to bind port 502343f0-2798-43f0-802d-78515f55d32c on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:21.115567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:21.115930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:21.116337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.116728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:21.117099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.117222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Bound port: 502343f0-2798-43f0-802d-78515f55d32c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:21.117550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.124956 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e85b6697-4376-4562-97cb-03b017eb7949 req-96388e71-2d3c-434f-abe3-80a66ff75891 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.42 "DELETE /v2.0/ports/7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 HTTP/1.1" status: 204 len: 173 time: 2.7696712 Feb 04 11:29:21.201356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.247596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] For port 502343f0-2798-43f0-802d-78515f55d32c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:21.250828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] For port 502343f0-2798-43f0-802d-78515f55d32c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=502343f0-2798-43f0-802d-78515f55d32c,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:21.286206 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:29:21.326581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.404547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Routers {'72f70a7a-9c77-42a5-87ce-34cf901d2dbe'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:21.405251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:21.436430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Network f9a55791-4a50-480d-907d-87d66da34f65 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:21.444961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.582391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e2ec8-8014-4ea9-acea-62a73b44425c None None] Pushing event updated for resources: {'Port': ['ID=502343f0-2798-43f0-802d-78515f55d32c,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:21.597094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] Set router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:21.697898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:21.703876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:21.719030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 4fe63b1d-5b11-4173-9867-3e51bf7e4b20 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:21.742944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 502343f0-2798-43f0-802d-78515f55d32c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:21.745577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.745832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] Sync routers for ids ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:21.791580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:21.791813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] Routers {'f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:21.791966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:21.792063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:21.792188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.792188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-47a5b698-aeb8-4690-bea2-e3690d5c7518 req-c29c11dc-3bb8-4b54-80c5-ac2990e8e769 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Synchronizing usage tracker for tenant:434ec1e79b0d47c58f37e4b8c005b7b1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:21.805266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Transition to ACTIVE for port object 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:21.820445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.824783 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3fc3bccd-9229-475c-b9bc-3cd656863b48 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0345190 Feb 04 11:29:21.828648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=b8b8b721-f0f2-459e-a184-55632ee6a59b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:21.830494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:21.864899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:21.909840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:21.915270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.915621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.915967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.916297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.916626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.916953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.917275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.917595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.917996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.918317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.918634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.918971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:21.938781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] Routers {'f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:21.940606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:21.972316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a0ddebe6-88d2-44ed-b15f-371b2533eee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6936197 Feb 04 11:29:21.975228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] For port 1363fd33-145c-42b6-87d5-93f72e53ed09, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1363fd33-145c-42b6-87d5-93f72e53ed09,segment=NetworkSegment(aa29059a-b11d-4e4f-915a-44daa83555f0),segment_id=aa29059a-b11d-4e4f-915a-44daa83555f0)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:21.975616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:21.982882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33050) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:22.014840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:22.024642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:22.025138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050cfc4d-4769-49b3-a9a6-a139cb87fd08 None None] The sync data for ids ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:22.081180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port 502343f0-2798-43f0-802d-78515f55d32c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=502343f0-2798-43f0-802d-78515f55d32c,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:22.081534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:22.125694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:10Z', 'updated_at': '2022-02-04T11:29:14Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None, '_interfaces': [{'id': '502343f0-2798-43f0-802d-78515f55d32c', 'name': '', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'mac_address': 'fa:16:3e:e5:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '12be778b-93fe-4805-ba99-4b3310e8a365', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:29:12Z', 'updated_at': '2022-02-04T11:29:21Z', 'revision_number': 4, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'subnets': [{'id': '12be778b-93fe-4805-ba99-4b3310e8a365', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:22.127830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-47a5b698-aeb8-4690-bea2-e3690d5c7518 req-c29c11dc-3bb8-4b54-80c5-ac2990e8e769 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] Unset dirty status for tenant:434ec1e79b0d47c58f37e4b8c005b7b1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:22.128987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-47a5b698-aeb8-4690-bea2-e3690d5c7518 req-c29c11dc-3bb8-4b54-80c5-ac2990e8e769 tempest-TestServerAdvancedOps-2128792350 tempest-TestServerAdvancedOps-2128792350-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3ad1b1-74ea-4cf2-afad-b3a0e732979b HTTP/1.1" status: 200 len: 210 time: 0.7655606 Feb 04 11:29:22.156931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1de14-b5b1-4e4e-9a0b-208c911e21f4 None None] The sync data for ids ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'] in dv-neutron-827824-2-hyperv is: [{'id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:10Z', 'updated_at': '2022-02-04T11:29:14Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None, '_interfaces': [{'id': '502343f0-2798-43f0-802d-78515f55d32c', 'name': '', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'mac_address': 'fa:16:3e:e5:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '12be778b-93fe-4805-ba99-4b3310e8a365', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:29:12Z', 'updated_at': '2022-02-04T11:29:21Z', 'revision_number': 4, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'subnets': [{'id': '12be778b-93fe-4805-ba99-4b3310e8a365', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:22.196557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Calling delete_port for 1363fd33-145c-42b6-87d5-93f72e53ed09 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:22.275465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 502343f0-2798-43f0-802d-78515f55d32c owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:22.358509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:22.407760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:22.482165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:22.482165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7feb63e6-d3c1-4bf7-b7d1-c266b37d6040 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:22.576303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:22.726016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Network 457d65be-f51b-4121-ac4e-939524de5838 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:22.803220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:22.834643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event updated for resources: {'Port': ['ID=1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:22.842938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:22.898660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:22.956893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No DVR routers for this DVR port 1363fd33-145c-42b6-87d5-93f72e53ed09 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:23.039252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] device_id is not set on port b8b8b721-f0f2-459e-a184-55632ee6a59b yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:23.050539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.060374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 502343f0-2798-43f0-802d-78515f55d32c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:23.074279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Transition to ACTIVE for port object b8b8b721-f0f2-459e-a184-55632ee6a59b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:23.080629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.105154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 502343f0-2798-43f0-802d-78515f55d32c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:23.113693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 502343f0-2798-43f0-802d-78515f55d32c not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 11:29:23.129148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.131650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=502343f0-2798-43f0-802d-78515f55d32c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:23.154046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Port 502343f0-2798-43f0-802d-78515f55d32c not found, will not notify nova. {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 11:29:23.162932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32b75ff-ef63-4509-abcc-318876e4bc40']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:23.174330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Port': ['ID=1363fd33-145c-42b6-87d5-93f72e53ed09,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:23.180861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.183151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:23.184564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.216857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa29059a-b11d-4e4f-915a-44daa83555f0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:23.217170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa29059a-b11d-4e4f-915a-44daa83555f0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:23.256995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.257695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.258270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.258764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.259249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.259791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.260267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.260766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.261247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.262281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.262761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.263241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:23.280440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:23.282125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.286878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-eca54fb5-8ff1-4707-ab61-d5ef7886b3f8 None None] Provisioning for port 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:23.293562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-eca54fb5-8ff1-4707-ab61-d5ef7886b3f8 None None] Provisioning complete for port 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:23.303298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eca54fb5-8ff1-4707-ab61-d5ef7886b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.337377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.357879 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d7435f88-3717-4df7-980e-071ea4eaed3c tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8071399 Feb 04 11:29:23.404871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33062) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:23.440167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.442770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-eca54fb5-8ff1-4707-ab61-d5ef7886b3f8 None None] Port 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:23.503086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:23.503712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.519056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=4fe63b1d-5b11-4173-9867-3e51bf7e4b20,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:23.519832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:23.520884 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:23.587356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=b8b8b721-f0f2-459e-a184-55632ee6a59b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:23.611297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'project_id': '257a01bf78b54c4aa22e59a340bb6f58', 'port_id': '1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:23.667202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:23.667585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:23.668495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:23.679899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:23.683313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Deleting subnet 1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:23.689331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:23.689687 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:23.692148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Usage tracker for resource:floatingip and tenant:257a01bf78b54c4aa22e59a340bb6f58 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:23.694621 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 2 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:23.701504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:23.709269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.713435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:23.775249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:23.775598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:23.775935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:23.822097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.827610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.850567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:23.850900 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:23.853578 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 3 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:23.876603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:23.876971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:23.877309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:23.882442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:23.883699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.887765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:23.888100 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:23.889350 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 4 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:23.896089 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-62b5a928-a0bf-40af-b943-79251eda6caa tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/ports/4fe63b1d-5b11-4173-9867-3e51bf7e4b20 HTTP/1.1" status: 204 len: 168 time: 3.5102201 Feb 04 11:29:23.905902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33068) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:23.912035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.941786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:23.951763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.955335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:23.976841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.984272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:23.986042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/c32b75ff-ef63-4509-abcc-318876e4bc40 HTTP/1.1" status: 204 len: 168 time: 6.2135215 Feb 04 11:29:23.991975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:23.995518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:floatingip and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:24.003043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:24.009547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f1c58-0d5b-41af-99e9-0ff8783e7cb0 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Network': ['ID=c32b75ff-ef63-4509-abcc-318876e4bc40,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:24.011997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.016753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:24.054125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.054684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.054782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.059770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1092444225'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:24.072517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:24.076739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.077061 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.078787 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 5 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:24.085485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:24.094939 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] Sync routers for ids ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:24.104293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Deleting port e944f222-7df5-4eeb-9fa3-209e2a687cd5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:24.104632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.105050 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] Routers {'72f70a7a-9c77-42a5-87ce-34cf901d2dbe'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:24.106458 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:24.131394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:network and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:24.134081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.139141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:24.151157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:24.162091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.162393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.162670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.176639 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-913ad9a8-6c89-4fa4-a8ca-a82d0a5ed507 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "PUT /v2.0/routers/72f70a7a-9c77-42a5-87ce-34cf901d2dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1078956 Feb 04 11:29:24.177945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.177945 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.178130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:24.179040 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 6 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:24.243540 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] Set router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:24.253407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.253732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.254079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.268073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.268474 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.268966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:24.272495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.284374 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 7 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:24.304281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.313881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51080fc0-1b53-48c5-9cd9-760b3c5c56e5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:24.315471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51080fc0-1b53-48c5-9cd9-760b3c5c56e5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:24.316236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-51080fc0-1b53-48c5-9cd9-760b3c5c56e5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:24.322999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.323325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.324730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.342935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:24.347094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.347419 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.350069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:24.351999 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 8 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:24.358190 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:10Z', 'updated_at': '2022-02-04T11:29:22Z', 'revision_number': 3, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:24.363235 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] Checking router: 72f70a7a-9c77-42a5-87ce-34cf901d2dbe for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:29:24.371411 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] Routers {'72f70a7a-9c77-42a5-87ce-34cf901d2dbe'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:24.372380 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:24.382602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.382925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.383252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.388475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.388632 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Added segment 008fd525-b351-414f-973a-936f90f50f43 of type vlan for network 96f45620-a024-4bdf-9a30-c16b1563928c Feb 04 11:29:24.398732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.399064 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.403140 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 9 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:24.413807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.438057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.438390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.438715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.444524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.455327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.455664 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.457154 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempt 10 to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b Feb 04 11:29:24.489752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2b4ace0c-8564-4ebe-961f-7d4f32810f21 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c87ab2e-2aaa-4a09-9b3a-be76bf48df5a HTTP/1.1" status: 204 len: 168 time: 1.2006605 Feb 04 11:29:24.497677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:24.514525 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] Set router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:24.596383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-51080fc0-1b53-48c5-9cd9-760b3c5c56e5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:24.600390 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-51080fc0-1b53-48c5-9cd9-760b3c5c56e5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4113011 Feb 04 11:29:24.600390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.602122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:29:24.609179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:24.612621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:24.612861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:24.613191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempting to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:24.624644 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:10Z', 'updated_at': '2022-02-04T11:29:22Z', 'revision_number': 3, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:24.628831 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978b21e-37a4-4f39-a5e1-92745e961a74 None None] The sync data for ids ['72f70a7a-9c77-42a5-87ce-34cf901d2dbe'] in dv-neutron-827824-2-hyperv is: [{'id': '72f70a7a-9c77-42a5-87ce-34cf901d2dbe', 'name': 'tempest-NetworksTestDHCPv6-router-595881689', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:10Z', 'updated_at': '2022-02-04T11:29:22Z', 'revision_number': 3, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:24.696760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:29:24.697085 dv-neutron-827824-2-hyperv neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Failed to bind port b8b8b721-f0f2-459e-a184-55632ee6a59b on host hv-neutron-8278 for vnic_type normal using segments [{'id': '5253d9c7-1150-4db3-ad28-623c417b484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9a55791-4a50-480d-907d-87d66da34f65'}] Feb 04 11:29:24.697450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.700982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.710594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.790055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 12be778b-93fe-4805-ba99-4b3310e8a365 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:24.815888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.853179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Calling delete_port for e944f222-7df5-4eeb-9fa3-209e2a687cd5 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:24.855508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.860956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:24.861568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:24.905394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.062834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.065503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 502343f0-2798-43f0-802d-78515f55d32c no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:25.106441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 502343f0-2798-43f0-802d-78515f55d32c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:25.106777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 502343f0-2798-43f0-802d-78515f55d32c not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:25.112409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] For port b8b8b721-f0f2-459e-a184-55632ee6a59b, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:25.112606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 11:29:25.122422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Network': ['ID=96f45620-a024-4bdf-9a30-c16b1563928c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:25.124221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.134745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Allocated IP 172.26.6.115 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/5b01c723-4b34-4317-a35c-f728a8a3a45d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:25.140447 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3c6694ce-0947-4463-98f7-278abad371c9 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0947256 Feb 04 11:29:25.140657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 96f45620-a024-4bdf-9a30-c16b1563928c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:25.143906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:25.154994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Request body: {'subnet': {'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:25.181153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3944efc-0d28-4c9d-b0b3-f7329535c470']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:25.200542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b186ddc8-302e-4f7a-9e1d-513ade960883') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:25.201120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b186ddc8-302e-4f7a-9e1d-513ade960883') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:25.216885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.273820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.279466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.284920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:25.286723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:25.298542 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:25.422313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.445051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] In _notify_port_updated(), no bound segment for port b8b8b721-f0f2-459e-a184-55632ee6a59b on network f9a55791-4a50-480d-907d-87d66da34f65 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:29:25.445909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:25.446498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.447831 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "PUT /v2.0/ports/b8b8b721-f0f2-459e-a184-55632ee6a59b HTTP/1.1" status: 200 len: 981 time: 3.4665880 Feb 04 11:29:25.456246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33092) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:25.470794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Pushing event deleted for resources: {'Port': ['ID=e944f222-7df5-4eeb-9fa3-209e2a687cd5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:25.473978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.480066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:25.526645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.528993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Usage tracker for resource:subnet and tenant:d5dff14852a14e71b1246831ef241816 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:25.533944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4194b2c-c992-4227-9fac-415ed7a58877 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event updated for resources: {'Port': ['ID=b8b8b721-f0f2-459e-a184-55632ee6a59b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:25.544670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:25.554084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.568232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3944efc-0d28-4c9d-b0b3-f7329535c470,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:25.580108 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-31990482-4d88-4f92-8841-36c14a045036 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d3944efc-0d28-4c9d-b0b3-f7329535c470 HTTP/1.1" status: 204 len: 168 time: 1.0816708 Feb 04 11:29:25.582825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33096) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:25.589335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:25.637511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Deleting port b8b8b721-f0f2-459e-a184-55632ee6a59b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:25.637845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.640731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.697047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.771718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Made reservation on behalf of d5dff14852a14e71b1246831ef241816 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:25.775116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.889725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Deleting subnet 90591cdc-5eb9-4767-a7d6-68f0eddb37c5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:25.894223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:25.945901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.012695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=12be778b-93fe-4805-ba99-4b3310e8a365,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:26.020961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.022439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801518d-723a-4a9a-b885-8337a083d45c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:26.059355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] For port b8b8b721-f0f2-459e-a184-55632ee6a59b, host hv-neutron-8278, got binding levels [] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:26.059695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.068276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.188352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.194791 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7c49a7f8-87f2-4c49-9eab-43616328a8ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/12be778b-93fe-4805-ba99-4b3310e8a365 HTTP/1.1" status: 204 len: 168 time: 1.5815473 Feb 04 11:29:26.202344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Calling delete_port for b8b8b721-f0f2-459e-a184-55632ee6a59b owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:26.254826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:26.304569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:29:26.309721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Deleting port 209ea55b-6da6-4d86-9915-537cb065a728 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:26.310393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.335881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.362646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.472079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:26.480795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:26.486168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.492591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:26.537739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] For port 209ea55b-6da6-4d86-9915-537cb065a728, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=209ea55b-6da6-4d86-9915-537cb065a728,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:26.538091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.547017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Pushing event updated for resources: {'Port': ['ID=5b01c723-4b34-4317-a35c-f728a8a3a45d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:26.591341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.78 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/44030f14-0723-4482-87dd-1b0b8dfe1079) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:26.662752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Router f5a49b24-cb64-4b7f-b019-ddbf6cfd301c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:26.669777 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b57a17e2-0a96-4e99-9010-17cd359ca578 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4138687 Feb 04 11:29:26.682085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Calling delete_port for 209ea55b-6da6-4d86-9915-537cb065a728 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:26.696787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:26.703885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.850799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.881862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.904413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] No DVR routers for this DVR port 209ea55b-6da6-4d86-9915-537cb065a728 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:26.910116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8b8b721-f0f2-459e-a184-55632ee6a59b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:26.916862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Pushing event deleted for resources: {'Port': ['ID=209ea55b-6da6-4d86-9915-537cb065a728,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:26.926131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.926522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.927025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.927225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.927583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.927903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.928224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.928544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.928914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.929172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.929490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.929807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e3805-a60d-4a80-add5-6d6f4ada60d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:29:26.960019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.961195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90591cdc-5eb9-4767-a7d6-68f0eddb37c5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:26.971513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:26.978360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.979354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:26.985918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] Sync routers for ids ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:26.997646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-49c9a4d5-6dce-41d1-9c83-6069f330f520 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90591cdc-5eb9-4767-a7d6-68f0eddb37c5 HTTP/1.1" status: 204 len: 168 time: 1.4138312 Feb 04 11:29:27.000920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.002368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 209ea55b-6da6-4d86-9915-537cb065a728 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:27.007771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.009146 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-43aceef8-d321-4ed7-8dfc-641e88ee713a tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "PUT /v2.0/routers/f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 200 len: 710 time: 5.1644995 Feb 04 11:29:27.011822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33108) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.012321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.048570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 209ea55b-6da6-4d86-9915-537cb065a728 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:27.049141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 209ea55b-6da6-4d86-9915-537cb065a728 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:27.054934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] Routers {'f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:27.056629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:27.126243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:27.150818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] Routers {'f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:27.151405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:27.229853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:27.230910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf2017-88f8-4455-908c-c1b069298b0f None None] The sync data for ids ['f5a49b24-cb64-4b7f-b019-ddbf6cfd301c'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:27.252687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.349003 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-557ab48d-246c-4f74-b42d-441c1a6041e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b8b8b721-f0f2-459e-a184-55632ee6a59b HTTP/1.1" status: 204 len: 168 time: 1.8872840 Feb 04 11:29:27.368062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33116) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.445086 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-99a63712-c640-4027-8c44-1a7f8e43e9fa tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/routers/f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 200 len: 745 time: 0.4290531 Feb 04 11:29:27.446328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0f3b4a-12c2-4729-9bcf-497b75926355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] GET failed (client error): The resource could not be found. Feb 04 11:29:27.446872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df0f3b4a-12c2-4729-9bcf-497b75926355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Synchronizing usage tracker for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:27.451619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.491039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.496382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:29:27.509228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.515006 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-23b7f67a-767d-4547-9175-ab4f7374d365 tempest-RoutersIpV6AdminTest-471949494 tempest-RoutersIpV6AdminTest-471949494-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 200 len: 205 time: 0.0609324 Feb 04 11:29:27.520404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.602377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a0af87d5-6fc5-4b27-950a-e96c6b52c451 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 200 len: 205 time: 0.0789256 Feb 04 11:29:27.606994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.608173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.626856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df0f3b4a-12c2-4729-9bcf-497b75926355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] Unset dirty status for tenant:9a1a4d84dfd64833be36df3a8cabbb4c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:27.628003 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-df0f3b4a-12c2-4729-9bcf-497b75926355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568150606-project-admin] 10.222.0.36 "GET /v2.0/ports/b8b8b721-f0f2-459e-a184-55632ee6a59b HTTP/1.1" status: 404 len: 333 time: 0.2581627 Feb 04 11:29:27.722493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33132) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.759186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.774377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.836152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event updated for resources: {'Subnet': ['ID=e711c8a7-4cc6-4a32-bad7-07ce06e7d19b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:27.848042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Checking segment: {'id': '008fd525-b351-414f-973a-936f90f50f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:27.848405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network hostable DHCP agents. Network: 96f45620-a024-4bdf-9a30-c16b1563928c, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:27.870480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.884438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.889962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Fanout notify agent at l3_agent the message router_deleted on router 72f70a7a-9c77-42a5-87ce-34cf901d2dbe {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:29:27.905840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:27.906870 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dd66f4e7-ea9d-4765-8c5b-90a832e8b659 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/routers/72f70a7a-9c77-42a5-87ce-34cf901d2dbe HTTP/1.1" status: 204 len: 168 time: 1.2088592 Feb 04 11:29:27.909713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:27.915216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:27.954678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:28.000596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Network 96f45620-a024-4bdf-9a30-c16b1563928c is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:28.009611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.019209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:28.045076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:28.074527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.085998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:28.088228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.118179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:28.135081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 96f45620-a024-4bdf-9a30-c16b1563928c) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:28.135081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:28.135920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5967360-cd85-4c29-813e-fac4c737e026 None None] Network 96f45620-a024-4bdf-9a30-c16b1563928c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:28.140064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:28.140659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.152497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:28.163332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=44030f14-0723-4482-87dd-1b0b8dfe1079,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:28.248141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096dae8a-4e6d-41bc-94bf-4529354afa1e']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:28.284580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894aab10-66f6-4d65-9d3e-7b75da91e8bc') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:28.284770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894aab10-66f6-4d65-9d3e-7b75da91e8bc') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:28.293831 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d9ebe5e5-eaa3-4ba9-af1c-37ab40f3b4d3 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1476281 Feb 04 11:29:28.295346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.297276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:28.329706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:28.333187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.354081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.379425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-96f45620-a024-4bdf-9a30-c16b1563928c', 'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c', 'tenant_id': 'd5dff14852a14e71b1246831ef241816', 'fixed_ips': [{'subnet_id': 'e711c8a7-4cc6-4a32-bad7-07ce06e7d19b'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:28.379425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.529067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Allocated IP 2001:db8::f816:3eff:fe88:4cd6 (96f45620-a024-4bdf-9a30-c16b1563928c/e711c8a7-4cc6-4a32-bad7-07ce06e7d19b/d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:28.588787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.594020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.647898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.660138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.695250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:28.695250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.702151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.709207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:28.714343 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:28.833428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.842330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.844672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Transition to ACTIVE for port object d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:28.863033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Transition to ACTIVE for port object d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:28.877527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc49a0-85aa-4322-b931-ca6343b3e607 req-8774a836-6c5f-4e9c-8075-7316dee04618 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:28.879041 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-80fc49a0-85aa-4322-b931-ca6343b3e607 req-8774a836-6c5f-4e9c-8075-7316dee04618 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.9866014 Feb 04 11:29:28.882318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Pushing event updated for resources: {'Port': ['ID=5b01c723-4b34-4317-a35c-f728a8a3a45d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:28.929326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.942730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.943196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.946776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:28.979973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-80fc49a0-85aa-4322-b931-ca6343b3e607 req-dfedd2c3-d659-4bd7-9245-de896b29b2cf tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795965 Feb 04 11:29:28.983667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a55791-4a50-480d-907d-87d66da34f65']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:28.997229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5253d9c7-1150-4db3-ad28-623c417b484b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:28.997526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5253d9c7-1150-4db3-ad28-623c417b484b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:29.008176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.008958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Fanout notify agent at l3_agent the message router_deleted on router f5a49b24-cb64-4b7f-b019-ddbf6cfd301c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:29:29.018836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.042773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.060918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Network 96f45620-a024-4bdf-9a30-c16b1563928c is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:29.068942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.075934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:29.079797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:29.104164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.123698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:29.124102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.135308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:29.144121 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:29.146329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] Pushing event deleted for resources: {'Network': ['ID=096dae8a-4e6d-41bc-94bf-4529354afa1e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:29.199868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Pushing event updated for resources: {'Port': ['ID=d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:29.236756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:29.238059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.248736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:29.255338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=e6e6e7e8-7e97-451f-a5e2-fac2338bbd45,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:29.262916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:29.263888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.280881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4e022-ab03-4e69-ab58-3ecc6d3ed339 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:29.302247 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3cf51b69-5599-4963-8be0-de6d9e3ea44d admin admin] 10.222.0.36 "DELETE /v2.0/networks/096dae8a-4e6d-41bc-94bf-4529354afa1e HTTP/1.1" status: 204 len: 168 time: 2.2882290 Feb 04 11:29:29.307395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.309305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-36645de3-448b-49db-8c53-564fb5a3882d tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 204 len: 168 time: 1.6841412 Feb 04 11:29:29.318844 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Floating IP be709d1b-f009-4b2a-9fe9-7aff0f22d84c associated. External IP: 172.26.6.115, port: 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5. Feb 04 11:29:29.327570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33150) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.369455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.393592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Attempting to bind port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:29.394065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Attempting to bind port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '008fd525-b351-414f-973a-936f90f50f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:29.394481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Attempting to bind port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf on network 96f45620-a024-4bdf-9a30-c16b1563928c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:29.403645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Subnet': ['ID=e711c8a7-4cc6-4a32-bad7-07ce06e7d19b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:29.425254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:29.425632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Checking segment: {'id': '008fd525-b351-414f-973a-936f90f50f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:29.426068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.426519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Bound using segment: {'id': '008fd525-b351-414f-973a-936f90f50f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:29.426941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Bound port: d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008fd525-b351-414f-973a-936f90f50f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '96f45620-a024-4bdf-9a30-c16b1563928c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:29.427314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.455502 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-550628ee-ee15-465c-9785-ffa916c71b09 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 200 len: 205 time: 0.1248932 Feb 04 11:29:29.462790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.552778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-67ee6bb1-ab73-43bf-b8ea-1d156d53827c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] delete failed (client error): The resource could not be found. Feb 04 11:29:29.553819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67ee6bb1-ab73-43bf-b8ea-1d156d53827c tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/f5a49b24-cb64-4b7f-b019-ddbf6cfd301c HTTP/1.1" status: 404 len: 336 time: 0.0886562 Feb 04 11:29:29.554687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.560654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33158) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.590293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.640624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] Pushing event deleted for resources: {'Network': ['ID=f9a55791-4a50-480d-907d-87d66da34f65,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:29.649744 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ce043907-2d34-4ec7-bf8c-f97924aaabc7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7363813 Feb 04 11:29:29.655164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.662897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:29.671311 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a9789b43-b2c4-4e9b-a27d-8678d8a5d493 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=c412a37c-0784-42ca-ba34-af4e0a023de3 HTTP/1.1" status: 200 len: 205 time: 0.0898185 Feb 04 11:29:29.671883 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] For port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:29.673447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.676855 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-48a6693e-4779-4a90-b41e-dd679c1d36ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-161016816-project] 10.222.0.36 "DELETE /v2.0/networks/f9a55791-4a50-480d-907d-87d66da34f65 HTTP/1.1" status: 204 len: 168 time: 1.9533119 Feb 04 11:29:29.678701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33166) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.721372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] For port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf,segment=NetworkSegment(008fd525-b351-414f-973a-936f90f50f43),segment_id=008fd525-b351-414f-973a-936f90f50f43)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:29.742346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:29.765130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:router and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:29.802973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:29.813907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-e34de5a3-a839-49de-a005-cf47bba8aeed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5420113 Feb 04 11:29:29.821576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674c4e-1079-44a6-8136-0b2eca2d1105 req-777c7d39-d580-4706-aaae-2a3cc8ff713d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:29.823025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f45620-a024-4bdf-9a30-c16b1563928c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:29.823150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa674c4e-1079-44a6-8136-0b2eca2d1105 req-777c7d39-d580-4706-aaae-2a3cc8ff713d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6811466 Feb 04 11:29:29.826329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-5694cd45-1cfa-4855-84be-52cc15bd2de7 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] delete failed (client error): The resource could not be found. Feb 04 11:29:29.827263 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5694cd45-1cfa-4855-84be-52cc15bd2de7 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/c412a37c-0784-42ca-ba34-af4e0a023de3 HTTP/1.1" status: 404 len: 336 time: 0.1036406 Feb 04 11:29:29.841467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:29.844144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.850786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:29.852450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.892847 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa674c4e-1079-44a6-8136-0b2eca2d1105 req-7a8cf2bb-277e-4d9f-ab29-47021ac3e162 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626371 Feb 04 11:29:29.898977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.901184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008fd525-b351-414f-973a-936f90f50f43') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:29.901485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008fd525-b351-414f-973a-936f90f50f43') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:29.935518 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0da63268-5761-4a2b-ae5c-d805ab3a99f3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=495856eb-41f4-4790-9a7d-7beebfdc01ac HTTP/1.1" status: 200 len: 205 time: 0.0901015 Feb 04 11:29:29.940260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:29.949972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:29.950375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33180) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.026015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.043659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-5b7877fd-c2b3-4a3a-b062-a56d6080cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:30.044917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-5b7877fd-c2b3-4a3a-b062-a56d6080cdfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.1366935 Feb 04 11:29:30.055727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.056941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.097192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d34ca-d1f3-4436-8ca7-6d38beadd35b None None] Pushing event updated for resources: {'Port': ['ID=d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:30.132151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.143987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-0fe62423-7ee3-4a6e-8d3c-24caa99c6a2b tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] delete failed (client error): The resource could not be found. Feb 04 11:29:30.144919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0fe62423-7ee3-4a6e-8d3c-24caa99c6a2b tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/495856eb-41f4-4790-9a7d-7beebfdc01ac HTTP/1.1" status: 404 len: 336 time: 0.1935859 Feb 04 11:29:30.158596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33186) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.176275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:30.176793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.192017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:30.220935 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:30.269913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/e6e6e7e8-7e97-451f-a5e2-fac2338bbd45/175aed74-64b6-4ce5-8ba4-e23f391c08b8) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:30.305111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf952f-f92b-4b92-83e9-f1470ac6ecb1 None None] Network 96f45620-a024-4bdf-9a30-c16b1563928c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:30.347249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.388312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7f04d77-4c36-41f7-8320-d73a4cf50e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.399627 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e09a45b6-d973-413c-9700-30bc66fb3547 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=434ec1e79b0d47c58f37e4b8c005b7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462626 Feb 04 11:29:30.401592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.402491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.404198 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc3c7e86-d8d8-46da-bc44-b2e31e6ed308 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=37722350-399f-4b16-9844-5bac9b1a1dc1 HTTP/1.1" status: 200 len: 205 time: 0.2346442 Feb 04 11:29:30.420848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-7ddf7d6d-c9ef-40c2-89cd-2efe55b5a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:30.422291 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-7ddf7d6d-c9ef-40c2-89cd-2efe55b5a481 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.3491998 Feb 04 11:29:30.422747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.473344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.481663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:29:30.481663 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:29:30.481663 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': '96f45620-a024-4bdf-9a30-c16b1563928c'}] Feb 04 11:29:30.481663 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:30.486826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:30.544107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Router 10825419-5656-4d43-85ac-76f39a860166 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:30.601751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=44030f14-0723-4482-87dd-1b0b8dfe1079,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:30.757442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.768474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Transition to ACTIVE for port object 175aed74-64b6-4ce5-8ba4-e23f391c08b8 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:30.769908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:30.779431 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] Sync routers for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:30.789925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.793755 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:30.794368 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:30.794766 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bb561594-d613-436c-83d7-9c7a96c940e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1390522 Feb 04 11:29:30.795682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33210) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.799979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Transition to ACTIVE for port object 175aed74-64b6-4ce5-8ba4-e23f391c08b8 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:30.845327 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-50367467-c652-421f-8c44-d2135609d058 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] delete failed (client error): The resource could not be found. Feb 04 11:29:30.849295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-50367467-c652-421f-8c44-d2135609d058 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/37722350-399f-4b16-9844-5bac9b1a1dc1 HTTP/1.1" status: 404 len: 336 time: 0.2532792 Feb 04 11:29:30.854395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:30.880078 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:30.884870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.888910 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:30.889517 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:30.914286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.915236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:30.939315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-2fbc6add-2931-411c-b43a-9452f931ffd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1001 time: 0.3390534 Feb 04 11:29:30.954759 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:30.955162 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c747465-2ad8-4ce8-9b28-48bd75eeb6ca None None] The sync data for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:31.005245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:31.008215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:31.010827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:31.022361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.029427 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2215d7ea-b926-47bc-9098-a6dd25f1f520 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc687c86-3c26-4af8-9255-d1d7c6de47c2 HTTP/1.1" status: 200 len: 205 time: 0.1710916 Feb 04 11:29:31.038679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.056937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Pushing event updated for resources: {'Port': ['ID=175aed74-64b6-4ce5-8ba4-e23f391c08b8,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:31.105192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.109057 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-11d5f69b-9761-4d45-98c6-85586add44d0 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2011707 Feb 04 11:29:31.112951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.113169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Attempting to bind port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:31.113851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Attempting to bind port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:31.113851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Attempting to bind port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:31.118635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4551dac8-1fe6-4a29-850c-27b212f93186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.120670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:31.121377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:31.121792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.122341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:31.122823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Bound port: 175aed74-64b6-4ce5-8ba4-e23f391c08b8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:31.123535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.140234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff519d-96c0-458c-9859-25617e1b4c61 req-e75485a2-3e67-4072-81f9-eb3cbfa7233d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:31.147085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2bff519d-96c0-458c-9859-25617e1b4c61 req-e75485a2-3e67-4072-81f9-eb3cbfa7233d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5502188 Feb 04 11:29:31.165475 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-acc851d7-75ae-44f3-9e51-24b5b6ef3972 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5312fed96d341b5ac473b53bb6fb749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457402 Feb 04 11:29:31.167150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'port': {'network_id': '8533cd83-57a3-4f4f-a76b-684867ed759f', 'name': 'tempest-FloatingIPTestJSON-1504523801'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:31.184555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33226) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.199227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-a6642dc2-3af4-4a44-b570-e34f0697ffa3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] delete failed (client error): The resource could not be found. Feb 04 11:29:31.200257 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a6642dc2-3af4-4a44-b570-e34f0697ffa3 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/cc687c86-3c26-4af8-9255-d1d7c6de47c2 HTTP/1.1" status: 404 len: 336 time: 0.1597145 Feb 04 11:29:31.210131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.212846 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-df4a66e6-0c83-44a6-98d0-54e7c9cfe2c2 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.8070130 Feb 04 11:29:31.215953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.229415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] For port 175aed74-64b6-4ce5-8ba4-e23f391c08b8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:31.232988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] For port 175aed74-64b6-4ce5-8ba4-e23f391c08b8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=175aed74-64b6-4ce5-8ba4-e23f391c08b8,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:31.255013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:31.255618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.321718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.340285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-c6f6030d-5918-4aab-b7b9-ec7c92693439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:31.341808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-c6f6030d-5918-4aab-b7b9-ec7c92693439 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.3845794 Feb 04 11:29:31.359019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4551dac8-1fe6-4a29-850c-27b212f93186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.412224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e386e3-ff8f-473b-8e58-46f70984b25b None None] Pushing event updated for resources: {'Port': ['ID=175aed74-64b6-4ce5-8ba4-e23f391c08b8,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:31.502850 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2bff519d-96c0-458c-9859-25617e1b4c61 req-adb6d192-c7a6-49cd-ae2f-be7b79a6dc51 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547804 Feb 04 11:29:31.551884 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fa230fad-5bf3-41e1-9105-fd8c331bfc9b tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc8c6a77-4bfd-499c-bbbf-0c29485f351f HTTP/1.1" status: 200 len: 205 time: 0.3377070 Feb 04 11:29:31.563066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.668534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-af8d8e4c-9c5e-4087-ab50-572a4a2dfc43 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] delete failed (client error): The resource could not be found. Feb 04 11:29:31.672058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-af8d8e4c-9c5e-4087-ab50-572a4a2dfc43 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/routers/fc8c6a77-4bfd-499c-bbbf-0c29485f351f HTTP/1.1" status: 404 len: 336 time: 0.0962923 Feb 04 11:29:31.680127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.691267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:31.746287 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9999aac9-0700-4a26-9018-1d6f7bf32c1a tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] 10.222.0.36 "GET /v2.0/floatingips/be709d1b-f009-4b2a-9fe9-7aff0f22d84c HTTP/1.1" status: 200 len: 984 time: 0.4784446 Feb 04 11:29:31.746287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:port and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:31.753309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:31.756659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:31.806528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39077a32-de42-4a09-b105-d9568e0832d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.845229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:31.849417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e15dcf-1e45-42ae-ad5d-91821507b4b0 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:31.849903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e15dcf-1e45-42ae-ad5d-91821507b4b0 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:31.873039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c7e15dcf-1e45-42ae-ad5d-91821507b4b0 tempest-RoutersIpV6AdminTest-15529842 tempest-RoutersIpV6AdminTest-15529842-project] 10.222.0.36 "DELETE /v2.0/subnets/4378d658-742a-4916-a2a9-7a156ec697c5 HTTP/1.1" status: 404 len: 337 time: 0.1849327 Feb 04 11:29:31.900990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-2565add0-7a79-4315-b73a-20226c8c6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:31.900990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-2565add0-7a79-4315-b73a-20226c8c6550 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5255790 Feb 04 11:29:31.934192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39077a32-de42-4a09-b105-d9568e0832d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:31.997164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:32.001217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.020385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.034354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4551dac8-1fe6-4a29-850c-27b212f93186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.036706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4551dac8-1fe6-4a29-850c-27b212f93186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.037827 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4551dac8-1fe6-4a29-850c-27b212f93186 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f475cb5-1d06-4179-b529-17b980173f66 HTTP/1.1" status: 204 len: 168 time: 1.6188152 Feb 04 11:29:32.064448 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-69bcc559-1b98-4490-989a-f5f605fcf6ef tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2995825 Feb 04 11:29:32.065103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] device_id is not set on port 11e8f524-c06b-47de-b009-fa82f8582038 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:32.067869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:32.106993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551dac8-1fe6-4a29-850c-27b212f93186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f475cb5-1d06-4179-b529-17b980173f66,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:32.180883 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-4620871c-96a8-40c5-9977-bfe65fe36db7 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675476 Feb 04 11:29:32.362928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] For port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf,segment=NetworkSegment(008fd525-b351-414f-973a-936f90f50f43),segment_id=008fd525-b351-414f-973a-936f90f50f43)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:32.363318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.483181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.4 (8533cd83-57a3-4f4f-a76b-684867ed759f/0a6c0fb6-57ff-4c0e-bc31-731a11088685/11e8f524-c06b-47de-b009-fa82f8582038) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:32.521790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:32.551019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Calling delete_port for d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:32.573507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cefde65c-687a-4d55-8d9d-72eec64736ca req-853cbb9e-f881-4f2e-8037-00401963cf2c service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577435 Feb 04 11:29:32.729138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a112727-ed6a-40f9-a23d-395f61f31f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.736194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39077a32-de42-4a09-b105-d9568e0832d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.800878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125a3c8-32c1-4a07-aa40-baa8141eb8e1 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:29:32.871691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39077a32-de42-4a09-b105-d9568e0832d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4a5d0-a6a7-4a21-9b04-ba6acb59810c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:32.889381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.924576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting port 5b01c723-4b34-4317-a35c-f728a8a3a45d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:32.924753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:32.924982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:32.928774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6d01f47a74a94ccf8fbeb88b77506810 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:32.932195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:32.953270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:33.019203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39077a32-de42-4a09-b105-d9568e0832d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.028872 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39077a32-de42-4a09-b105-d9568e0832d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28b4a5d0-a6a7-4a21-9b04-ba6acb59810c HTTP/1.1" status: 204 len: 168 time: 1.8432562 Feb 04 11:29:33.057752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125a3c8-32c1-4a07-aa40-baa8141eb8e1 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:29:33.057910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:33.058116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 175aed74-64b6-4ce5-8ba4-e23f391c08b8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:33.067210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.082708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5522c-695a-4e2c-894d-8f30747bfce8 req-029ae5ae-3d99-43c5-b97a-58062f936153 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:33.084820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4be5522c-695a-4e2c-894d-8f30747bfce8 req-029ae5ae-3d99-43c5-b97a-58062f936153 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3425174 Feb 04 11:29:33.137893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.193752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4be5522c-695a-4e2c-894d-8f30747bfce8 req-d55035ae-ceac-4e35-9e9e-c3e6e56a33a1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986800 Feb 04 11:29:33.211170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6bb8de89-d42e-4432-98cc-2abdebf9d071 None None] Provisioning for port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:33.299794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.386496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:33.398165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:33.398455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.401555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.404039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Port': ['ID=d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:33.432802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.479420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No DVR routers for this DVR port d3e2e1c6-67af-48a4-92c7-4a3ef4419cbf on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:33.571320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d01f47a74a94ccf8fbeb88b77506810&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0484078 Feb 04 11:29:33.576040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb365-facf-46ca-9a46-84f92ea742d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36385457-2cee-41be-b2c6-0ae9736d2c44,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:33.579504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:33.594346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 8533cd83-57a3-4f4f-a76b-684867ed759f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:33.595249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::1 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/e6e6e7e8-7e97-451f-a5e2-fac2338bbd45/ee3aab62-a901-4190-bde3-abcbb1e8268e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:33.599721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:33.602232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:33.661730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.682158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.709964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f45620-a024-4bdf-9a30-c16b1563928c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:33.727791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008fd525-b351-414f-973a-936f90f50f43') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:33.728093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008fd525-b351-414f-973a-936f90f50f43') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:33.731332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 175aed74-64b6-4ce5-8ba4-e23f391c08b8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=175aed74-64b6-4ce5-8ba4-e23f391c08b8,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:33.741329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.742123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.749965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:33.749965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.758849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.766290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:33.766698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.766810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.768434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=11e8f524-c06b-47de-b009-fa82f8582038,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:33.787336 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15e82bdf-ec2a-4191-a7bf-c5cc78fc4075 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e182e31d1074e6fbd13ff1f7ee43699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280281 Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:33.788347 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:33.790226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33284) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:33.835421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.851501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78bbe4e3-a8f2-4979-a75e-2f838818db69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.869111 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b0408cb8-8f91-4d44-bd51-200fcd9f51e9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7453306 Feb 04 11:29:33.873249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:33.881563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'port_id': '11e8f524-c06b-47de-b009-fa82f8582038'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:33.919488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=175aed74-64b6-4ce5-8ba4-e23f391c08b8,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:33.945053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78bbe4e3-a8f2-4979-a75e-2f838818db69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:33.981100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.007052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.015895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.158233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Calling delete_port for 5b01c723-4b34-4317-a35c-f728a8a3a45d owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:34.187343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.193963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33292) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.243883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.264125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Network': ['ID=96f45620-a024-4bdf-9a30-c16b1563928c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:34.277340 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ffce414d-0f1a-4b73-b8be-353e8a01fde2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/96f45620-a024-4bdf-9a30-c16b1563928c HTTP/1.1" status: 204 len: 168 time: 5.9783041 Feb 04 11:29:34.284304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4727e046-685d-4f94-a935-321387c1c963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.294949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.299847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78bbe4e3-a8f2-4979-a75e-2f838818db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.370018 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dfa95b-7f56-4914-ae78-a2d316a7f7c2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:34.371012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dfa95b-7f56-4914-ae78-a2d316a7f7c2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:34.372692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-90dfa95b-7f56-4914-ae78-a2d316a7f7c2 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/e711c8a7-4cc6-4a32-bad7-07ce06e7d19b HTTP/1.1" status: 404 len: 337 time: 0.0768116 Feb 04 11:29:34.380275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.390443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78bbe4e3-a8f2-4979-a75e-2f838818db69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.392253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-78bbe4e3-a8f2-4979-a75e-2f838818db69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97d94b98-359c-41c2-a372-a4da170c0128 HTTP/1.1" status: 204 len: 168 time: 0.6001408 Feb 04 11:29:34.392253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbe4e3-a8f2-4979-a75e-2f838818db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d94b98-359c-41c2-a372-a4da170c0128,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:34.392861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.405628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4727e046-685d-4f94-a935-321387c1c963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.427104 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e3f31e91-eabf-4d78-9108-db7d705ea5ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a1a4d84dfd64833be36df3a8cabbb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295353 Feb 04 11:29:34.427280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object ee3aab62-a901-4190-bde3-abcbb1e8268e will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:34.432222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.514184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf457a4-3e07-40d1-ab03-dadbb9f992f4 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:34.514664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf457a4-3e07-40d1-ab03-dadbb9f992f4 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:34.516374 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6bf457a4-3e07-40d1-ab03-dadbb9f992f4 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/96f45620-a024-4bdf-9a30-c16b1563928c HTTP/1.1" status: 404 len: 339 time: 0.1279664 Feb 04 11:29:34.519451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.572984 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3e562a-71dc-4800-8fdb-9a2c2856b13b tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:34.573445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3e562a-71dc-4800-8fdb-9a2c2856b13b tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:34.595776 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2f3e562a-71dc-4800-8fdb-9a2c2856b13b tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/19589df9-d789-4cfe-ae9b-9b73cacced70 HTTP/1.1" status: 404 len: 337 time: 0.0727425 Feb 04 11:29:34.598549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.621143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4727e046-685d-4f94-a935-321387c1c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.623412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4727e046-685d-4f94-a935-321387c1c963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.624544 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4727e046-685d-4f94-a935-321387c1c963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36385457-2cee-41be-b2c6-0ae9736d2c44 HTTP/1.1" status: 204 len: 168 time: 1.0411868 Feb 04 11:29:34.637417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727e046-685d-4f94-a935-321387c1c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36385457-2cee-41be-b2c6-0ae9736d2c44,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:34.639759 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-913d9049-2d8a-4a84-b5eb-e343c5e3a394 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:34.640255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913d9049-2d8a-4a84-b5eb-e343c5e3a394 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:34.642585 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-913d9049-2d8a-4a84-b5eb-e343c5e3a394 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/c32b75ff-ef63-4509-abcc-318876e4bc40 HTTP/1.1" status: 404 len: 339 time: 0.0431099 Feb 04 11:29:34.645039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.682681 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.698103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a1f58-23a1-4091-81a8-18a12949e5ae req-1a227c35-e952-4ddf-899d-07092fba76cb tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:34.700557 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e5a1f58-23a1-4091-81a8-18a12949e5ae req-1a227c35-e952-4ddf-899d-07092fba76cb tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3748746 Feb 04 11:29:34.707076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e890bd-73b7-48ff-975c-2e562f73d4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.786933 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cb1a24-3372-4cf0-9f11-824a99d4edca tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:34.787618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cb1a24-3372-4cf0-9f11-824a99d4edca tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:34.789873 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e5a1f58-23a1-4091-81a8-18a12949e5ae req-463b5044-de84-47d2-9f31-d11c44ee13d2 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805750 Feb 04 11:29:34.812062 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-45cb1a24-3372-4cf0-9f11-824a99d4edca tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/0b3a22b3-71bc-4f45-8f87-4f13d93bdc45 HTTP/1.1" status: 404 len: 337 time: 0.1537321 Feb 04 11:29:34.812062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.824533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.826614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=ee3aab62-a901-4190-bde3-abcbb1e8268e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:34.898718 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6182552-9faa-419c-a3cf-513f11da3c25 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:34.899199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6182552-9faa-419c-a3cf-513f11da3c25 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:34.927797 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d6182552-9faa-419c-a3cf-513f11da3c25 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/53ae40fe-4006-4664-90f4-b98c4a6ac1a6 HTTP/1.1" status: 404 len: 339 time: 0.0797856 Feb 04 11:29:34.938192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e890bd-73b7-48ff-975c-2e562f73d4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:34.947368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:34.990841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Port': ['ID=5b01c723-4b34-4317-a35c-f728a8a3a45d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:34.997499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 175aed74-64b6-4ce5-8ba4-e23f391c08b8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:35.012174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:35.016264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:35.022276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:35.022810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.065536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port bd59f1b1-ace4-4f7a-9a01-bcea2be1167f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:35.065876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.071075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.071472 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Floating IP be709d1b-f009-4b2a-9fe9-7aff0f22d84c disassociated (deleted). External IP: 172.26.6.115, port: 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5. Feb 04 11:29:35.085340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:35.086063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.199308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.312341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e890bd-73b7-48ff-975c-2e562f73d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.428837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e890bd-73b7-48ff-975c-2e562f73d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c1dde5-7d27-4dbd-a2f5-b94cf83b777a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:35.447572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e890bd-73b7-48ff-975c-2e562f73d4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.452512 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a0e890bd-73b7-48ff-975c-2e562f73d4aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83c1dde5-7d27-4dbd-a2f5-b94cf83b777a HTTP/1.1" status: 204 len: 168 time: 1.0124667 Feb 04 11:29:35.485057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.492488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.557755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f8e0409d-de8b-4618-913f-a48fc0c295a6 None None] Provisioning for port ee3aab62-a901-4190-bde3-abcbb1e8268e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:35.564603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f8e0409d-de8b-4618-913f-a48fc0c295a6 None None] Provisioning complete for port ee3aab62-a901-4190-bde3-abcbb1e8268e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:35.564603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f8e0409d-de8b-4618-913f-a48fc0c295a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.565182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.619781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:35.629816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0409d-de8b-4618-913f-a48fc0c295a6 None None] Port ee3aab62-a901-4190-bde3-abcbb1e8268e cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:35.682139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Calling delete_port for bd59f1b1-ace4-4f7a-9a01-bcea2be1167f owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:35.689329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:35.903876 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f773c903-eb52-49e3-b123-d74a350b31fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=689389338b3e4d09a3b2fdee9cbc69d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133923 Feb 04 11:29:35.906311 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 3fe5a480-d9f9-4576-8d53-07e21c6606a6 associated. External IP: 172.26.6.78, port: 11e8f524-c06b-47de-b009-fa82f8582038. Feb 04 11:29:35.962502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33348) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:35.974891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Router 10825419-5656-4d43-85ac-76f39a860166 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:36.003697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.106496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Port': ['ID=bd59f1b1-ace4-4f7a-9a01-bcea2be1167f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:36.176393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.205602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-18ca9ae5-f0e5-4399-b4de-c270633b520f tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/ports/bd59f1b1-ace4-4f7a-9a01-bcea2be1167f HTTP/1.1" status: 204 len: 168 time: 1.2570398 Feb 04 11:29:36.208885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:36.261000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fe015e-6e3a-4c00-ae71-d6c96552f761 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:36.261424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fe015e-6e3a-4c00-ae71-d6c96552f761 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:36.263086 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e1fe015e-6e3a-4c00-ae71-d6c96552f761 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/066a4b24-110e-469e-bb25-728bfc295fa5 HTTP/1.1" status: 404 len: 337 time: 0.0514712 Feb 04 11:29:36.269092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33362) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:36.272989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf9fc5ba-9011-433b-956c-a6f84948de9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.357496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf9fc5ba-9011-433b-956c-a6f84948de9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.391414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:36.406323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] Sync routers for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:36.406839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.422409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:36.423868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:36.505095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:36.506692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e2065c8f-c670-4f4c-9445-0eaa8ac9211f tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "DELETE /v2.0/floatingips/be709d1b-f009-4b2a-9fe9-7aff0f22d84c HTTP/1.1" status: 204 len: 168 time: 4.4355838 Feb 04 11:29:36.516709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:36.518149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:36.518859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:36.525067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:36.537374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.539235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:36.539968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d99b80-efdc-443d-a0bb-e45c0719464d req-0c251ad6-a7eb-48d9-8e13-fde3dfe79119 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:36.541471 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97d99b80-efdc-443d-a0bb-e45c0719464d req-0c251ad6-a7eb-48d9-8e13-fde3dfe79119 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5534275 Feb 04 11:29:36.549911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Usage tracker for resource:floatingip and tenant:3d10039441ea4beea536c081d1ccd6e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:36.553453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:36.560949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:36.607394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf9fc5ba-9011-433b-956c-a6f84948de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.623707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fc5ba-9011-433b-956c-a6f84948de9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c3db7-664f-4663-9d00-070815fca899,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:36.626584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:36.627095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6486deb-8480-455b-9250-4f6c30e27264 None None] The sync data for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:36.640253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.655419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.656755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.703992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf9fc5ba-9011-433b-956c-a6f84948de9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.704315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:36.707490 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cf9fc5ba-9011-433b-956c-a6f84948de9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c54c3db7-664f-4663-9d00-070815fca899 HTTP/1.1" status: 204 len: 168 time: 0.7418513 Feb 04 11:29:36.713926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33380) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:36.817232 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97d99b80-efdc-443d-a0bb-e45c0719464d req-3a1fd912-c277-40cb-8afb-00440568f40d tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643259 Feb 04 11:29:36.829426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:37.037155 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d737876d-df9c-4454-b544-ec38938be6fb tempest-AgentManagementNegativeTest-1041904731 tempest-AgentManagementNegativeTest-1041904731-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3199248 Feb 04 11:29:37.040419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=ee3aab62-a901-4190-bde3-abcbb1e8268e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:37.081054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.116369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:37.118120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:37.150663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3039c5fa-fac7-4bf1-9f5b-ae23ab078e26']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.255409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1e77dd-e519-4230-9bbc-297173275409') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.255751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1e77dd-e519-4230-9bbc-297173275409') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.274875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.292036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.300119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:37.309496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.322689 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:37.334753 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:37.335375 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.369251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.394629 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f8bdec95-8bd8-4b67-87e1-33e4d625d656 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/floatingips/3fe5a480-d9f9-4576-8d53-07e21c6606a6 HTTP/1.1" status: 200 len: 977 time: 3.5201492 Feb 04 11:29:37.397674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33396) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:37.401022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:37.401600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:37.425791 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:37.435378 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.443274 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:37.444139 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.520495 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.521556 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f46e6-9354-4802-95cd-dcdf00fcf588 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:37.544632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Allocated IP 172.26.6.192 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/205c861d-70e2-49b2-98f3-6bf57c78040f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:37.550127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Router 2e7961bd-bd23-4718-9393-a09390556b47 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:29:37.592378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 11e8f524-c06b-47de-b009-fa82f8582038 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:37.592951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.717501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7d115b3b-eb98-4ec9-96d6-c55f9de6ca65 None None] Provisioning complete for port ee3aab62-a901-4190-bde3-abcbb1e8268e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:37.719373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7d115b3b-eb98-4ec9-96d6-c55f9de6ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.731268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33404) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:37.772899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.779471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:37.829464 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/3039c5fa-fac7-4bf1-9f5b-ae23ab078e26 HTTP/1.1" status: 204 len: 168 time: 1.5589607 Feb 04 11:29:37.833484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33410) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:37.835578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:37.864930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7d115b3b-eb98-4ec9-96d6-c55f9de6ca65 None None] Port ee3aab62-a901-4190-bde3-abcbb1e8268e cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:37.868789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Sync routers for ids ['2e7961bd-bd23-4718-9393-a09390556b47'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:37.889283 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c4bfdbbf-03a0-45e3-88d2-6be718701b2b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "PUT /v2.0/routers/2e7961bd-bd23-4718-9393-a09390556b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0899897 Feb 04 11:29:37.896605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Routers {'2e7961bd-bd23-4718-9393-a09390556b47'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:37.896605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2e7961bd-bd23-4718-9393-a09390556b47'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:37.902314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33418) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:37.945209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port 4e84e82a-5b9a-47cc-bef9-42788952bd34 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:37.945940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.032607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe34c2-c3f6-4c83-abb9-5c47ed87bcef tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Network': ['ID=3039c5fa-fac7-4bf1-9f5b-ae23ab078e26,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:38.033620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.056780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8f2b1-7313-43d0-a31e-c7a15265a3ec tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:38.058507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-14b8f2b1-7313-43d0-a31e-c7a15265a3ec tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:38.108169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Set router 2e7961bd-bd23-4718-9393-a09390556b47 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:38.172749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-14b8f2b1-7313-43d0-a31e-c7a15265a3ec tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:38.173846 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-14b8f2b1-7313-43d0-a31e-c7a15265a3ec tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports/ee3aab62-a901-4190-bde3-abcbb1e8268e HTTP/1.1" status: 200 len: 911 time: 0.2706497 Feb 04 11:29:38.177395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33430) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:38.201884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.239430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:38.243666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab18ed55d1d41179ab386ad8a5d08ef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:38.246644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:38.250165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.273260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:38.323589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:38.348630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Pushing event updated for resources: {'Port': ['ID=205c861d-70e2-49b2-98f3-6bf57c78040f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:38.374392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:38.376626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:38.381265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:38.448252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.460805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05d8ee-c015-4f06-9342-b05fe586f63f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:38.468058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05d8ee-c015-4f06-9342-b05fe586f63f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:38.469901 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5f05d8ee-c015-4f06-9342-b05fe586f63f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2915237 Feb 04 11:29:38.473532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33440) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:38.508810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7961bd-bd23-4718-9393-a09390556b47', 'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:30Z', 'updated_at': '2022-02-04T11:29:35Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None, '_interfaces': [{'id': 'ee3aab62-a901-4190-bde3-abcbb1e8268e', 'name': '', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'mac_address': 'fa:16:3e:72:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7961bd-bd23-4718-9393-a09390556b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:29:32Z', 'updated_at': '2022-02-04T11:29:36Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'subnets': [{'id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:38.513274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Checking router: 2e7961bd-bd23-4718-9393-a09390556b47 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:29:38.513760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Updating router 2e7961bd-bd23-4718-9393-a09390556b47 port ee3aab62-a901-4190-bde3-abcbb1e8268e binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:29:38.600703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.646979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.756762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-427947559'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:38.784946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:38.803576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:38.820967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e9d6-58ef-4884-81a9-265436ec5eec req-b3ce1e52-b574-470c-88b8-a54052a3bc03 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:38.822502 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6342e9d6-58ef-4884-81a9-265436ec5eec req-b3ce1e52-b574-470c-88b8-a54052a3bc03 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.8129718 Feb 04 11:29:38.828385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Usage tracker for resource:network and tenant:12cef9d5a081485e84e8fb297fc08321 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:38.894841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:39.004053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:39.015497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Calling delete_port for 4e84e82a-5b9a-47cc-bef9-42788952bd34 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:39.020468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.021552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.039161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Transition to ACTIVE for port object ee3aab62-a901-4190-bde3-abcbb1e8268e will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:39.109186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.184214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6342e9d6-58ef-4884-81a9-265436ec5eec req-2992c5b0-ff7e-4c13-ab2a-380cee68edcb tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905774 Feb 04 11:29:39.252205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Made reservation on behalf of 12cef9d5a081485e84e8fb297fc08321 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:39.256071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.344577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7bbf-99f3-4a80-935b-702c0e8d7da9 None None] Pushing event updated for resources: {'Port': ['ID=ee3aab62-a901-4190-bde3-abcbb1e8268e,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:39.359823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.382722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.420794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.444361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.462472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Attempting to bind port ee3aab62-a901-4190-bde3-abcbb1e8268e on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:39.462945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Attempting to bind port ee3aab62-a901-4190-bde3-abcbb1e8268e by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:39.463337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Attempting to bind port ee3aab62-a901-4190-bde3-abcbb1e8268e on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:39.466918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:39.471079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:39.471450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:39.471679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.471792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Usage tracker for resource:security_group_rule and tenant:12cef9d5a081485e84e8fb297fc08321 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:39.471886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.472283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:39.472759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Bound port: ee3aab62-a901-4190-bde3-abcbb1e8268e, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:39.473138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.475065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:39.482183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:39.537175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Port': ['ID=4e84e82a-5b9a-47cc-bef9-42788952bd34,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:39.541091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.564543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.574174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.606499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] For port ee3aab62-a901-4190-bde3-abcbb1e8268e, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:39.609821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] For port ee3aab62-a901-4190-bde3-abcbb1e8268e, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ee3aab62-a901-4190-bde3-abcbb1e8268e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:39.627008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.627369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.627698 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 3fe5a480-d9f9-4576-8d53-07e21c6606a6 disassociated. External IP: 172.26.6.78, port: 11e8f524-c06b-47de-b009-fa82f8582038. Feb 04 11:29:39.628029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 11e8f524-c06b-47de-b009-fa82f8582038 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:39.678077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.706107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ab18ed55d1d41179ab386ad8a5d08ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9704237 Feb 04 11:29:39.708966 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8156ef5c-a92a-4394-a6f2-4b194bf3ffce tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/ports/4e84e82a-5b9a-47cc-bef9-42788952bd34 HTTP/1.1" status: 204 len: 168 time: 1.8713722 Feb 04 11:29:39.716354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:39.716688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:39.718578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed356b3-2a5d-4c3a-817d-bac5ccdb2585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf9fc95-59e5-44b8-accc-b3ba6f83bcdf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:39.733344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.767794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Routers {'2e7961bd-bd23-4718-9393-a09390556b47'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:39.767794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2e7961bd-bd23-4718-9393-a09390556b47'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:39.791232 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28bf043-1942-4dd5-8950-eb66733edd16 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] DELETE failed (client error): The resource could not be found. Feb 04 11:29:39.791726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28bf043-1942-4dd5-8950-eb66733edd16 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:29:39.807234 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d28bf043-1942-4dd5-8950-eb66733edd16 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/b63fb406-a016-4d1a-8d16-7b7c08dad4e9 HTTP/1.1" status: 404 len: 337 time: 0.0792711 Feb 04 11:29:39.808096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Pushing event updated for resources: {'Port': ['ID=205c861d-70e2-49b2-98f3-6bf57c78040f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:39.814815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33452) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:39.837776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.856509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7bbf-99f3-4a80-935b-702c0e8d7da9 None None] Pushing event updated for resources: {'Port': ['ID=ee3aab62-a901-4190-bde3-abcbb1e8268e,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:39.892387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99069ac4-1071-43c6-8fa3-31772effe40a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:39.968297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:39.971704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.009971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] Set router 2e7961bd-bd23-4718-9393-a09390556b47 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:40.016706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:40.039806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=11e8f524-c06b-47de-b009-fa82f8582038,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:40.115013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c6311c2-c5a4-4fde-9cd1-36b4b7df9ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.119201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.119346 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Added segment 90540fa5-e313-437f-8eca-384b7caa2efc of type vlan for network cdea1d88-5fb6-4809-b91d-092c7467299d Feb 04 11:29:40.138446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.141140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.144774 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-252825bf-0aea-4066-9495-54b6cf21d1ae tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6247306 Feb 04 11:29:40.148889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33456) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:40.183834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c6311c2-c5a4-4fde-9cd1-36b4b7df9ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.234909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.310298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:40.368331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:40.379837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:40.397770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Usage tracker for resource:floatingip and tenant:90a7896634464402b237ab649f1ce924 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:40.403447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.415349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:40.425496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7961bd-bd23-4718-9393-a09390556b47', 'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:30Z', 'updated_at': '2022-02-04T11:29:35Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None, '_interfaces': [{'id': 'ee3aab62-a901-4190-bde3-abcbb1e8268e', 'name': '', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'mac_address': 'fa:16:3e:72:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7961bd-bd23-4718-9393-a09390556b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:29:32Z', 'updated_at': '2022-02-04T11:29:39Z', 'revision_number': 4, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'subnets': [{'id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:40.429791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea564d0-77b8-44f6-be09-7d0543628322 None None] The sync data for ids ['2e7961bd-bd23-4718-9393-a09390556b47'] in dv-neutron-827824-2-hyperv is: [{'id': '2e7961bd-bd23-4718-9393-a09390556b47', 'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:30Z', 'updated_at': '2022-02-04T11:29:35Z', 'revision_number': 2, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None, '_interfaces': [{'id': 'ee3aab62-a901-4190-bde3-abcbb1e8268e', 'name': '', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'mac_address': 'fa:16:3e:72:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7961bd-bd23-4718-9393-a09390556b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:29:32Z', 'updated_at': '2022-02-04T11:29:39Z', 'revision_number': 4, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'subnets': [{'id': 'e6e6e7e8-7e97-451f-a5e2-fac2338bbd45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:40.442541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.443866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:40.449088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port ee3aab62-a901-4190-bde3-abcbb1e8268e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:40.449407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.450095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:40.450822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.486091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d29f96b-eb4a-461e-b59a-f8637c9c6fb4']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:40.516870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:40.517173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ebe3b0-e0d8-4183-a2b9-f3bf1ae5a040') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:40.531244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c6311c2-c5a4-4fde-9cd1-36b4b7df9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.549651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.670533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6311c2-c5a4-4fde-9cd1-36b4b7df9ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf9fc95-59e5-44b8-accc-b3ba6f83bcdf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:40.678855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.693490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.726260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:40.726670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:40.745857 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:40.754533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c6311c2-c5a4-4fde-9cd1-36b4b7df9ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:40.759028 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6c6311c2-c5a4-4fde-9cd1-36b4b7df9ff8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bf9fc95-59e5-44b8-accc-b3ba6f83bcdf HTTP/1.1" status: 204 len: 168 time: 1.0300634 Feb 04 11:29:40.881815 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5557468 Feb 04 11:29:40.944740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:40.951701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94dc3-3922-4017-a236-3bb3f1c8282e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event updated for resources: {'Network': ['ID=cdea1d88-5fb6-4809-b91d-092c7467299d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:40.960398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Request body: {'subnet': {'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:40.976430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network cdea1d88-5fb6-4809-b91d-092c7467299d details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:41.028534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:41.039572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:41.059394 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:41.066355 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:41.095288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ee3aab62-a901-4190-bde3-abcbb1e8268e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:41.203101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637972-153c-4ff8-a7ef-9e8ae7a00a02 req-95002b85-e82d-49a8-b170-f0052b01a6d2 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:41.205943 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:41.208368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port ee3aab62-a901-4190-bde3-abcbb1e8268e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ee3aab62-a901-4190-bde3-abcbb1e8268e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:41.208765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.210954 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-22637972-153c-4ff8-a7ef-9e8ae7a00a02 req-95002b85-e82d-49a8-b170-f0052b01a6d2 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.8290377 Feb 04 11:29:41.217345 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:41.218171 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:41.293030 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:41.293704 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84b2ec-9e29-4b7f-bfd6-7c4181d9752d None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:41.349357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port ee3aab62-a901-4190-bde3-abcbb1e8268e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:41.355208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ee3aab62-a901-4190-bde3-abcbb1e8268e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:41.360227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.375390 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-22637972-153c-4ff8-a7ef-9e8ae7a00a02 req-df35de64-29fe-4735-a5de-d67015067500 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629081 Feb 04 11:29:41.382992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:41.386262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Usage tracker for resource:subnet and tenant:12cef9d5a081485e84e8fb297fc08321 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:41.389195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:41.400375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:41.410965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.417818 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-76e8411f-19c7-4f1f-8151-51ba93108eae tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/ports/11e8f524-c06b-47de-b009-fa82f8582038 HTTP/1.1" status: 204 len: 168 time: 4.0141802 Feb 04 11:29:41.420997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:41.426377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for ee3aab62-a901-4190-bde3-abcbb1e8268e owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:41.494040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Made reservation on behalf of 12cef9d5a081485e84e8fb297fc08321 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:41.498191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.544821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.549223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.591688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port ee3aab62-a901-4190-bde3-abcbb1e8268e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ee3aab62-a901-4190-bde3-abcbb1e8268e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:41.612442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.626993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Network': ['ID=1d29f96b-eb4a-461e-b59a-f8637c9c6fb4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:41.631540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27e43d22-7781-4a3f-8bec-de2818c69c65 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/floatingips/3fe5a480-d9f9-4576-8d53-07e21c6606a6 HTTP/1.1" status: 200 len: 687 time: 0.2057748 Feb 04 11:29:41.632834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:41.642769 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-616d3b69-b73e-4967-9f40-6daefbdfced1 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/1d29f96b-eb4a-461e-b59a-f8637c9c6fb4 HTTP/1.1" status: 204 len: 168 time: 1.8240759 Feb 04 11:29:41.649674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:41.680986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.722612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.780711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting subnet 2c39b759-4dc0-4018-95b3-36c6529a3473 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:41.789504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=ee3aab62-a901-4190-bde3-abcbb1e8268e,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:41.789675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.822091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 44030f14-0723-4482-87dd-1b0b8dfe1079 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:41.822390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.872141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:41.911923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:41.912232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:42.000265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Allocated IP 172.26.6.238 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/79a85af7-63e6-430b-93e1-bb6ceb04d779) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:42.077018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.077797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.099022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.231635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.232952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 44030f14-0723-4482-87dd-1b0b8dfe1079 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:42.299928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.348849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Subnet': ['ID=2c39b759-4dc0-4018-95b3-36c6529a3473,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:42.353109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.379868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.408265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:42.413351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193482d-9199-4b3a-a701-3efb03f2ba91 None None] Network 3aa30900-ce13-4050-a5fd-eda3c2088e5e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:42.416770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.419368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port ee3aab62-a901-4190-bde3-abcbb1e8268e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:42.419902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.456053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:42.458286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33502) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:42.461941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event updated for resources: {'Subnet': ['ID=d34a954a-9c21-4262-a903-27ffe99b714b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:42.474654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:42.586011 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d88591d4-9bd0-407d-ae6e-4b04dd1f7912 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/subnets/2c39b759-4dc0-4018-95b3-36c6529a3473 HTTP/1.1" status: 204 len: 168 time: 0.9333725 Feb 04 11:29:42.596531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33508) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:42.601946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Checking segment: {'id': '90540fa5-e313-437f-8eca-384b7caa2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:42.602332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Network hostable DHCP agents. Network: cdea1d88-5fb6-4809-b91d-092c7467299d, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:42.605844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Pushing event updated for resources: {'Port': ['ID=79a85af7-63e6-430b-93e1-bb6ceb04d779,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:42.657563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.720445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456823099'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:42.735729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:42.745786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=44030f14-0723-4482-87dd-1b0b8dfe1079,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:42.763836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] DHCP port deletion for 3aa30900-ce13-4050-a5fd-eda3c2088e5e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:29:42.768050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] Deleting port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:42.768603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.891511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.935395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:42.946394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.950413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2afb99-736e-452c-abea-15aa840e88e0 req-7fdac51e-0241-478d-907c-c1c85f7c7ae8 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:42.951910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:42.952062 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3c2afb99-736e-452c-abea-15aa840e88e0 req-7fdac51e-0241-478d-907c-c1c85f7c7ae8 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3884792 Feb 04 11:29:42.952232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:42.953001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:42.959837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Network cdea1d88-5fb6-4809-b91d-092c7467299d is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:42.980289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:42.987411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port ee3aab62-a901-4190-bde3-abcbb1e8268e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ee3aab62-a901-4190-bde3-abcbb1e8268e,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:42.987790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.020386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ee3aab62-a901-4190-bde3-abcbb1e8268e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:43.037449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.042653 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3c2afb99-736e-452c-abea-15aa840e88e0 req-dfc8f595-f9e8-437c-af7d-174ed51cefd4 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686293 Feb 04 11:29:43.077817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.077817 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bbe9834b-c073-478f-a165-e8a0e8eac1a3 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/floatingips/3fe5a480-d9f9-4576-8d53-07e21c6606a6 HTTP/1.1" status: 204 len: 168 time: 1.4355884 Feb 04 11:29:43.077817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33512) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:43.084128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '9aa95ccd-e58d-44ac-8ccc-90c24ca65e04'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:43.091269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:43.096285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:floatingip and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:43.100167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, cdea1d88-5fb6-4809-b91d-092c7467299d) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:43.102706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:43.106637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:43.110324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.124469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] For port 65ff1148-0dcf-4f83-aa57-7cae11b6e967, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=65ff1148-0dcf-4f83-aa57-7cae11b6e967,segment=NetworkSegment(efa08c13-2c79-4873-b415-05f4644651eb),segment_id=efa08c13-2c79-4873-b415-05f4644651eb)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:43.125195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.130104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:43.134123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:43.134651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.139136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.168550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:43.173102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:security_group_rule and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:43.176583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:43.183178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:43.281307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2d16d-ea0d-4b8d-90cf-6b71dde32830 None None] Network cdea1d88-5fb6-4809-b91d-092c7467299d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:43.288143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.342889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] Calling delete_port for 65ff1148-0dcf-4f83-aa57-7cae11b6e967 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:43.385090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for ee3aab62-a901-4190-bde3-abcbb1e8268e owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:43.402024 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f887072-0979-4c91-9cee-9312940e21b7 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4555671 Feb 04 11:29:43.403398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.408582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.414099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:43.475199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ee3aab62-a901-4190-bde3-abcbb1e8268e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:43.475418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Request body: {'port': {'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-551034590'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:43.475939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.509888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.544242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:43.555607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583447b1-7f0a-49cd-9143-becc02fd7e40,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:43.567154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.567495 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment bf4a8e15-720a-4192-9eed-b448f5a510ba of type vlan for network 496b88ea-1278-42be-b7d7-78654dfd400a Feb 04 11:29:43.636240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.830502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] For port 65ff1148-0dcf-4f83-aa57-7cae11b6e967, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=65ff1148-0dcf-4f83-aa57-7cae11b6e967,segment=NetworkSegment(efa08c13-2c79-4873-b415-05f4644651eb),segment_id=efa08c13-2c79-4873-b415-05f4644651eb)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:43.831163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.865594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.899224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.956039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ad6ae-6785-4535-b1e4-3df7ad4619c1 req-ef918bcd-615a-4895-bf42-73b23b6707ee tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:43.963117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f42ad6ae-6785-4535-b1e4-3df7ad4619c1 req-ef918bcd-615a-4895-bf42-73b23b6707ee tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.3316767 Feb 04 11:29:43.965921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 65ff1148-0dcf-4f83-aa57-7cae11b6e967 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:43.988377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.993818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:43.994374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-cdea1d88-5fb6-4809-b91d-092c7467299d', 'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d', 'tenant_id': '12cef9d5a081485e84e8fb297fc08321', 'fixed_ips': [{'subnet_id': 'd34a954a-9c21-4262-a903-27ffe99b714b'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:43.994503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:43.995228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.006352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] Pushing event deleted for resources: {'Port': ['ID=65ff1148-0dcf-4f83-aa57-7cae11b6e967,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:44.035445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ded34-42a4-4188-99d6-5ae18b41feae None None] No DVR routers for this DVR port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:44.037721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 65ff1148-0dcf-4f83-aa57-7cae11b6e967 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:44.038063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 65ff1148-0dcf-4f83-aa57-7cae11b6e967 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:44.055136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Calling delete_port for 65ff1148-0dcf-4f83-aa57-7cae11b6e967 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:44.115418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:44.129606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Usage tracker for resource:port and tenant:12cef9d5a081485e84e8fb297fc08321 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:44.139502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:44.171601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=496b88ea-1278-42be-b7d7-78654dfd400a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:44.186075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:44.190314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 496b88ea-1278-42be-b7d7-78654dfd400a details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:44.209884 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f42ad6ae-6785-4535-b1e4-3df7ad4619c1 req-e3ff1878-b53b-4b4d-a29b-32281ea4c3a9 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449601 Feb 04 11:29:44.230977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-21cd25ef-1e01-4abb-bd90-c782d8b66058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:44.232618 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-21cd25ef-1e01-4abb-bd90-c782d8b66058 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.4237432 Feb 04 11:29:44.239470 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-08912184-c877-4b12-bf69-fe79e632b7d4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7717152 Feb 04 11:29:44.241189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:44.271847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:44.272287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:44.281846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-45637754'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:44.293666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Made reservation on behalf of 12cef9d5a081485e84e8fb297fc08321 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:44.297549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.314537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.320507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Allocated IP 2001:db8::2 (cdea1d88-5fb6-4809-b91d-092c7467299d/d34a954a-9c21-4262-a903-27ffe99b714b/a0db538f-9e21-4ed2-82b9-7c2c4e17a803) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:44.324767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] device_id is not set on port 76954d8e-af5a-4232-8792-b75d4b1aa873 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:44.338058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:44.351905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:44.355467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.24 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/05918d6a-29c8-4e61-ae71-541b699a532f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:44.363900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:44.383640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:44.404738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.448081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.512827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:44.516233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.533071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-0d8e55c4-5e1c-43cc-a31f-8dd6f4d4f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:44.534522 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-0d8e55c4-5e1c-43cc-a31f-8dd6f4d4f3df service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.2943606 Feb 04 11:29:44.574973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.587184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Transition to ACTIVE for port object a0db538f-9e21-4ed2-82b9-7c2c4e17a803 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:44.598942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Pushing event updated for resources: {'Port': ['ID=79a85af7-63e6-430b-93e1-bb6ceb04d779,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:44.612306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Transition to ACTIVE for port object a0db538f-9e21-4ed2-82b9-7c2c4e17a803 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:44.644187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:44.683234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.683604 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment 1e63e5c3-583e-4987-a730-f563ae7a1667 of type vlan for network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 Feb 04 11:29:44.706497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.743106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-cb13be8f-cb30-4f8e-8400-2b4e321be2f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1001 time: 0.1855149 Feb 04 11:29:44.748552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.753102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.839903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Network cdea1d88-5fb6-4809-b91d-092c7467299d is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:44.840125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-9fe7e0f5-344b-4a5f-817e-a7205fc0e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:44.840221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:44.840332 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-9fe7e0f5-344b-4a5f-817e-a7205fc0e01e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.0721350 Feb 04 11:29:44.840420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Deleting port 65ff1148-0dcf-4f83-aa57-7cae11b6e967 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:44.840509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:44.840591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.878038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Pushing event updated for resources: {'Port': ['ID=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:44.932086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=ee3aab62-a901-4190-bde3-abcbb1e8268e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:44.944258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-29376cc8-0fd9-43de-9c0a-bfabe0de44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:44.945793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-29376cc8-0fd9-43de-9c0a-bfabe0de44da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006234 Feb 04 11:29:44.949352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Attempting to bind port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:44.949908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Attempting to bind port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '90540fa5-e313-437f-8eca-384b7caa2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:44.950274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Attempting to bind port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 on network cdea1d88-5fb6-4809-b91d-092c7467299d {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:44.956261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:44.956831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Checking segment: {'id': '90540fa5-e313-437f-8eca-384b7caa2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:44.957171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:44.957713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Bound using segment: {'id': '90540fa5-e313-437f-8eca-384b7caa2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:44.958192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Bound port: a0db538f-9e21-4ed2-82b9-7c2c4e17a803, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90540fa5-e313-437f-8eca-384b7caa2efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:44.958564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.007386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.029778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.035242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:45.035901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.062334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] For port a0db538f-9e21-4ed2-82b9-7c2c4e17a803, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:45.062567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] The port '65ff1148-0dcf-4f83-aa57-7cae11b6e967' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:29:45.065862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] For port a0db538f-9e21-4ed2-82b9-7c2c4e17a803, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,segment=NetworkSegment(90540fa5-e313-437f-8eca-384b7caa2efc),segment_id=90540fa5-e313-437f-8eca-384b7caa2efc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:45.070125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.125389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.189233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.294094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Allocated IP 2001:db8::25 (cdea1d88-5fb6-4809-b91d-092c7467299d/d34a954a-9c21-4262-a903-27ffe99b714b/76954d8e-af5a-4232-8792-b75d4b1aa873) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:45.305881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e67a1-cc60-4b42-bd45-f5a1a045ba92 None None] Pushing event updated for resources: {'Port': ['ID=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:45.352716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.354547 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15e20b1f-f503-448b-8de4-aac7e5aa0c83 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2014017 Feb 04 11:29:45.364479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:45.431186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=25f83f3c-9712-49a2-bcf9-6395bc33fcf1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:45.434675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:45.442070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.445101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:45.472594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=05918d6a-29c8-4e61-ae71-541b699a532f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:45.477368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:45.480108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:45.516425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ff7297cf-a7de-4d86-85ea-7dac1fa35023 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2739012 Feb 04 11:29:45.522920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33534) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:45.538998 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-735166f7-309d-42ea-bc52-32b2bcaf5a33 service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861940 Feb 04 11:29:45.545144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:45.684172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa30900-ce13-4050-a5fd-eda3c2088e5e']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:45.701019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa08c13-2c79-4873-b415-05f4644651eb') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:45.702324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa08c13-2c79-4873-b415-05f4644651eb') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:45.716583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.735912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.744116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:29:45.744329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:29:45.764547 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:29:45.861807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Router 2e7961bd-bd23-4718-9393-a09390556b47 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:45.867176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a97209c-6556-40c2-8780-50c8b7b8553d tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Synchronizing usage tracker for tenant:3d10039441ea4beea536c081d1ccd6e4 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:45.908939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788046b-1b65-4892-b5fa-efd066057a9e req-06391a3a-7994-45d8-bda4-6d8e3743b146 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:45.910549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8788046b-1b65-4892-b5fa-efd066057a9e req-06391a3a-7994-45d8-bda4-6d8e3743b146 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5222883 Feb 04 11:29:45.916098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:45.985540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:45.992801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:46.015329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:46.033344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5eaf315a-1e4d-438f-942f-00e717cf82c4 req-04873d02-90e5-405a-9b0c-70560fd0d91b service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268851 Feb 04 11:29:46.048680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.066443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8788046b-1b65-4892-b5fa-efd066057a9e req-bfe317ea-6b14-4a1a-a6e4-b9976af43aed tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443195 Feb 04 11:29:46.132552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:46.136352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.272905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.276173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a97209c-6556-40c2-8780-50c8b7b8553d tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Unset dirty status for tenant:3d10039441ea4beea536c081d1ccd6e4 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:46.277648 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8a97209c-6556-40c2-8780-50c8b7b8553d tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.9037693 Feb 04 11:29:46.289209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:46.306965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:46.309451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] Pushing event deleted for resources: {'Network': ['ID=3aa30900-ce13-4050-a5fd-eda3c2088e5e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:46.324164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] Sync routers for ids ['2e7961bd-bd23-4718-9393-a09390556b47'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:46.335071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] Routers {'2e7961bd-bd23-4718-9393-a09390556b47'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:46.335807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2e7961bd-bd23-4718-9393-a09390556b47'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:46.420220 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-771fbbc1-f300-4f72-811f-7b740538ba64 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "PUT /v2.0/routers/2e7961bd-bd23-4718-9393-a09390556b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9451959 Feb 04 11:29:46.422084 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-677fee4b-247f-4192-a8c5-79cd7fdcfc81 tempest-NetworksIpV6TestAttrs-1553822166 tempest-NetworksIpV6TestAttrs-1553822166-project] 10.222.0.36 "DELETE /v2.0/networks/3aa30900-ce13-4050-a5fd-eda3c2088e5e HTTP/1.1" status: 204 len: 168 time: 3.8188066 Feb 04 11:29:46.423183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:46.458988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0359c27f-5eec-41da-8cf6-f4406e77c7a7 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Synchronizing usage tracker for tenant:257a01bf78b54c4aa22e59a340bb6f58 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:46.609920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.630905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35013e7-1367-4d6b-bc92-09410a7edc5f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:46.632751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35013e7-1367-4d6b-bc92-09410a7edc5f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:46.633674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c35013e7-1367-4d6b-bc92-09410a7edc5f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:46.647626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16875d-8428-4508-ad92-a0cd821a084b None None] Network cdea1d88-5fb6-4809-b91d-092c7467299d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:46.655873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Transition to ACTIVE for port object 76954d8e-af5a-4232-8792-b75d4b1aa873 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:46.662418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.680851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] Set router 2e7961bd-bd23-4718-9393-a09390556b47 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:46.697383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0359c27f-5eec-41da-8cf6-f4406e77c7a7 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Unset dirty status for tenant:257a01bf78b54c4aa22e59a340bb6f58 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:46.700450 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0359c27f-5eec-41da-8cf6-f4406e77c7a7 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4072902 Feb 04 11:29:46.702959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33548) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:46.732865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.782047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.790288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c35013e7-1367-4d6b-bc92-09410a7edc5f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:46.792480 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c35013e7-1367-4d6b-bc92-09410a7edc5f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3547239 Feb 04 11:29:46.797603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33552) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:46.860045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7961bd-bd23-4718-9393-a09390556b47', 'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:30Z', 'updated_at': '2022-02-04T11:29:44Z', 'revision_number': 3, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:46.869731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] Checking router: 2e7961bd-bd23-4718-9393-a09390556b47 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:29:46.893788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] Routers {'2e7961bd-bd23-4718-9393-a09390556b47'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:46.894462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2e7961bd-bd23-4718-9393-a09390556b47'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:46.958040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Network cdea1d88-5fb6-4809-b91d-092c7467299d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:46.958605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=892e8e03-7fbe-44ed-b01f-ce8da9054b50,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:46.974125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:46.978441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet e6e6e7e8-7e97-451f-a5e2-fac2338bbd45 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:46.981326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:46.987281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:46.987946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:46.990759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': 'bf4a8e15-720a-4192-9eed-b448f5a510ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:46.990759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 496b88ea-1278-42be-b7d7-78654dfd400a, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:47.001601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.014482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Deleting port 79a85af7-63e6-430b-93e1-bb6ceb04d779 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:47.014853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.029109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-673104f6-4096-463d-b9c1-93ccf9384fd1 None None] Provisioning for port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:47.080773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] Set router 2e7961bd-bd23-4718-9393-a09390556b47 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:29:47.086618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.120635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event updated for resources: {'Port': ['ID=76954d8e-af5a-4232-8792-b75d4b1aa873,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:47.181934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.240127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a0db538f-9e21-4ed2-82b9-7c2c4e17a803 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:47.244838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:47.253454 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a718498f-690a-4c4c-a2c2-4f60e14a8912 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.8099298 Feb 04 11:29:47.258584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:47.280706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Request body: {'port': {'network_id': 'cdea1d88-5fb6-4809-b91d-092c7467299d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2020231471', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:47.281671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] bootfile-name is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:29:47.283309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] tftp-server is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:29:47.283815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] server-ip-address is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:29:47.341946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.382043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7961bd-bd23-4718-9393-a09390556b47', 'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:30Z', 'updated_at': '2022-02-04T11:29:44Z', 'revision_number': 3, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:47.405869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed76d0a-f0ee-4d93-ac9b-216a3c1654a6 None None] The sync data for ids ['2e7961bd-bd23-4718-9393-a09390556b47'] in dv-neutron-827824-2-hyperv is: [{'id': '2e7961bd-bd23-4718-9393-a09390556b47', 'name': 'tempest-NetworksTestDHCPv6-router-884093047', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:29:30Z', 'updated_at': '2022-02-04T11:29:44Z', 'revision_number': 3, 'project_id': '351527ac5aaa4f078ac9e18deb789972', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:47.481295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.481671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.618968 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:47.629852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:47.630649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.646814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 496b88ea-1278-42be-b7d7-78654dfd400a is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:47.649485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.687928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Calling delete_port for 79a85af7-63e6-430b-93e1-bb6ceb04d779 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:47.711796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84265c-b43a-45dc-a5ce-5780567eb1b7 req-4f663a6a-0b8d-4256-b777-caeffd7ac884 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:47.713310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da84265c-b43a-45dc-a5ce-5780567eb1b7 req-4f663a6a-0b8d-4256-b777-caeffd7ac884 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4536936 Feb 04 11:29:47.736852 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-69c17f8e-2d4d-45e8-8700-91a7103da41d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5dff14852a14e71b1246831ef241816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896142 Feb 04 11:29:47.751288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:47.753359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e6e7e8-7e97-451f-a5e2-fac2338bbd45,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:47.768718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.807101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 496b88ea-1278-42be-b7d7-78654dfd400a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:47.825466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ee911-df25-451b-9ec1-713d7b2e6b85 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:47.833515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:47.834246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.868426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da84265c-b43a-45dc-a5ce-5780567eb1b7 req-b3e39895-30c6-464f-9acd-fef1feeceaea tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265965 Feb 04 11:29:47.949752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:47.957764 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f5bc4ce2-0ff6-48cf-a091-572b00dd3e4e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/e6e6e7e8-7e97-451f-a5e2-fac2338bbd45 HTTP/1.1" status: 204 len: 168 time: 1.1547680 Feb 04 11:29:47.957764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.958204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec65f52a-a165-4440-8530-b19bac13a309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:47.959128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:47.964491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Usage tracker for resource:port and tenant:12cef9d5a081485e84e8fb297fc08321 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:47.972086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3cf32-4653-446e-96c1-512f08690044 None None] Network 496b88ea-1278-42be-b7d7-78654dfd400a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:48.013562 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ece8ea12-abf3-4013-9e44-746b7e93d29a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4847109 Feb 04 11:29:48.016448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33580) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:48.023280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:48.036611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:48.054423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:48.064933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.161905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec65f52a-a165-4440-8530-b19bac13a309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.206727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.242669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Made reservation on behalf of 12cef9d5a081485e84e8fb297fc08321 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:48.246707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.289601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2325eb30-59e5-4e03-ac84-9353458f49e6 None None] Provisioning for port 76954d8e-af5a-4232-8792-b75d4b1aa873 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:48.295793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] device_id is not set on port 646d3eed-8d6d-42c0-92da-3e64801ef1d9 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:48.298185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port a0db538f-9e21-4ed2-82b9-7c2c4e17a803, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,segment=NetworkSegment(90540fa5-e313-437f-8eca-384b7caa2efc),segment_id=90540fa5-e313-437f-8eca-384b7caa2efc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:48.326435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2325eb30-59e5-4e03-ac84-9353458f49e6 None None] Provisioning complete for port 76954d8e-af5a-4232-8792-b75d4b1aa873 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:48.326837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2325eb30-59e5-4e03-ac84-9353458f49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.332928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.354198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=05918d6a-29c8-4e61-ae71-541b699a532f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:48.385143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.387142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ed9920c-b212-4b19-b4a7-d168311ee2d4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:router {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:48.409777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Pushing event deleted for resources: {'Port': ['ID=79a85af7-63e6-430b-93e1-bb6ceb04d779,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:48.454811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.463740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:48.477979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:48.485068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:48.494117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:48.515946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b5446-fa35-4ffb-b488-958b08691b9e req-a3e4b9ea-da9e-414b-bae7-0b66c08fd954 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:48.517525 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-920b5446-fa35-4ffb-b488-958b08691b9e req-a3e4b9ea-da9e-414b-bae7-0b66c08fd954 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4635746 Feb 04 11:29:48.551529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:48.592483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2325eb30-59e5-4e03-ac84-9353458f49e6 None None] Port 76954d8e-af5a-4232-8792-b75d4b1aa873 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:48.607223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:48.611517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.631434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-496b88ea-1278-42be-b7d7-78654dfd400a', 'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '892e8e03-7fbe-44ed-b01f-ce8da9054b50'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:48.632306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.669592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2325eb30-59e5-4e03-ac84-9353458f49e6 None None] Provisioning complete for port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:48.669592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2325eb30-59e5-4e03-ac84-9353458f49e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.728196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:29:48.740451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] Deleting port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:48.741082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.746047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec65f52a-a165-4440-8530-b19bac13a309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.778259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.785518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65f52a-a165-4440-8530-b19bac13a309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8694c621-85a6-4ef5-94de-ba70cf7b3e26,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:48.794000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ed9920c-b212-4b19-b4a7-d168311ee2d4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:router {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:48.795485 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ed9920c-b212-4b19-b4a7-d168311ee2d4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8333559 Feb 04 11:29:48.802304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33584) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:48.812500 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-920b5446-fa35-4ffb-b488-958b08691b9e req-b1a1f973-fea8-4677-8f87-d2baac1d9823 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357488 Feb 04 11:29:48.817104 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 5460a7c3-7ae2-4a1e-af5f-77aaeee20876 associated. External IP: 172.26.6.24, port: 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04. Feb 04 11:29:48.842060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Allocated IP 2001:db8::262 (cdea1d88-5fb6-4809-b91d-092c7467299d/d34a954a-9c21-4262-a903-27ffe99b714b/646d3eed-8d6d-42c0-92da-3e64801ef1d9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:48.890227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec65f52a-a165-4440-8530-b19bac13a309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.891606 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ec65f52a-a165-4440-8530-b19bac13a309 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8694c621-85a6-4ef5-94de-ba70cf7b3e26 HTTP/1.1" status: 204 len: 168 time: 1.1341617 Feb 04 11:29:48.913707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:48.915933 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ec06502b-a4f3-49ef-89f6-e900bdcce931 tempest-FloatingIPAdminTestJSON-181973237 tempest-FloatingIPAdminTestJSON-181973237-project] 10.222.0.36 "DELETE /v2.0/floatingips/3bbd0f6e-d359-4b5d-b99e-7f634e8de540 HTTP/1.1" status: 204 len: 168 time: 2.2105625 Feb 04 11:29:48.930427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:49.057070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a0db538f-9e21-4ed2-82b9-7c2c4e17a803 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:49.206759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Deleting port 205c861d-70e2-49b2-98f3-6bf57c78040f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:49.207114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.219317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.229920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Allocated IP 172.20.0.2 (496b88ea-1278-42be-b7d7-78654dfd400a/892e8e03-7fbe-44ed-b01f-ce8da9054b50/43855a74-4e7e-4092-b4b2-3fd0171a26a1) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:49.267950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] For port 175aed74-64b6-4ce5-8ba4-e23f391c08b8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=175aed74-64b6-4ce5-8ba4-e23f391c08b8,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:49.268435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.469967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.491965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] Calling delete_port for 175aed74-64b6-4ce5-8ba4-e23f391c08b8 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:49.492803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Transition to ACTIVE for port object 646d3eed-8d6d-42c0-92da-3e64801ef1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:49.546727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:49.546727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.564250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.565301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.624300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-47af2fb0-ac81-4d14-b334-7bc1084b15e7 None None] Provisioning complete for port 76954d8e-af5a-4232-8792-b75d4b1aa873 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:49.628186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47af2fb0-ac81-4d14-b334-7bc1084b15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.663680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.699344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.703219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.749033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-47af2fb0-ac81-4d14-b334-7bc1084b15e7 None None] Port 76954d8e-af5a-4232-8792-b75d4b1aa873 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:49.802388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Calling delete_port for 205c861d-70e2-49b2-98f3-6bf57c78040f owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:49.850269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.850907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7961bd-bd23-4718-9393-a09390556b47 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:29:49.884610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.885141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Network cdea1d88-5fb6-4809-b91d-092c7467299d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:49.891930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:49.898541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:49.906676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:49.907358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:49.972822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296dacb-d763-4d0f-843c-f761925f8afa req-6641063d-4467-4061-bfb8-00b43e622318 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:49.976122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a296dacb-d763-4d0f-843c-f761925f8afa req-6641063d-4467-4061-bfb8-00b43e622318 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.9201963 Feb 04 11:29:50.014992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] Pushing event deleted for resources: {'Port': ['ID=175aed74-64b6-4ce5-8ba4-e23f391c08b8,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:50.019709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.022638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1fd9c-1008-47f2-9279-5ec71db547ba None None] No DVR routers for this DVR port 175aed74-64b6-4ce5-8ba4-e23f391c08b8 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:29:50.049286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Transition to ACTIVE for port object 43855a74-4e7e-4092-b4b2-3fd0171a26a1 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:50.086446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.090819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1dfb15d0-e463-46f7-abfb-9463d568bc7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/routers/2e7961bd-bd23-4718-9393-a09390556b47 HTTP/1.1" status: 204 len: 168 time: 1.2837944 Feb 04 11:29:50.091504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33608) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.110767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Transition to ACTIVE for port object 43855a74-4e7e-4092-b4b2-3fd0171a26a1 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:50.118819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ee3aab62-a901-4190-bde3-abcbb1e8268e no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:50.166200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: ee3aab62-a901-4190-bde3-abcbb1e8268e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:50.166200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ee3aab62-a901-4190-bde3-abcbb1e8268e not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:50.166200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 175aed74-64b6-4ce5-8ba4-e23f391c08b8 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:29:50.176380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event updated for resources: {'Port': ['ID=646d3eed-8d6d-42c0-92da-3e64801ef1d9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:50.208905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33616) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.209081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-45a10f55-f293-4e9c-94b9-cba96f79d5e2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0986109 Feb 04 11:29:50.235835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.263287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.295601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.313461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 175aed74-64b6-4ce5-8ba4-e23f391c08b8 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:29:50.313841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 175aed74-64b6-4ce5-8ba4-e23f391c08b8 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:29:50.340768 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f720d75-2330-4ca1-bb63-8f6d232bd510 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0805781 Feb 04 11:29:50.348470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.348470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Pushing event deleted for resources: {'Port': ['ID=205c861d-70e2-49b2-98f3-6bf57c78040f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:50.360615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Network 496b88ea-1278-42be-b7d7-78654dfd400a is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:50.363579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:50.367832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:50.376144 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a296dacb-d763-4d0f-843c-f761925f8afa req-352e1403-07b6-4688-84ff-bb5baf18fd46 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949932 Feb 04 11:29:50.403618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:29:50.409738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Pushing event updated for resources: {'Port': ['ID=43855a74-4e7e-4092-b4b2-3fd0171a26a1,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:50.525917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e0bc6-e81a-4c5c-b98a-b84305d1806c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:50.530611 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7e8e0bc6-e81a-4c5c-b98a-b84305d1806c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3195729 Feb 04 11:29:50.531448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.638587 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a52fe855-807a-45d5-a96b-bff13944365a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994194 Feb 04 11:29:50.639736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.639951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.652792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.655208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.660086 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-03854caa-8d01-4b7e-9240-92bbccad6ff8 tempest-FloatingIPAdminTestJSON-19497981 tempest-FloatingIPAdminTestJSON-19497981-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/63cb73fe-4ef7-48e1-9ec6-697f13e2efc6 HTTP/1.1" status: 204 len: 168 time: 1.7213171 Feb 04 11:29:50.666173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:50.677367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Attempting to bind port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:50.677367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Attempting to bind port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'bf4a8e15-720a-4192-9eed-b448f5a510ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:50.677367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Attempting to bind port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 on network 496b88ea-1278-42be-b7d7-78654dfd400a {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:50.678148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33642) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:50.684839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:50.696875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Checking segment: {'id': 'bf4a8e15-720a-4192-9eed-b448f5a510ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:50.696875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.696875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Bound using segment: {'id': 'bf4a8e15-720a-4192-9eed-b448f5a510ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:50.696875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Bound port: 43855a74-4e7e-4092-b4b2-3fd0171a26a1, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4a8e15-720a-4192-9eed-b448f5a510ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '496b88ea-1278-42be-b7d7-78654dfd400a'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:50.696875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.703118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=e91a9072-ed6d-4eb1-80a5-6d9bf94850f0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:50.705625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': '1e63e5c3-583e-4987-a730-f563ae7a1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:50.706201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 25f83f3c-9712-49a2-bcf9-6395bc33fcf1, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:50.750301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1093539a-7dc9-4078-b615-51153e905bc5 None None] Provisioning for port 646d3eed-8d6d-42c0-92da-3e64801ef1d9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:50.766402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1093539a-7dc9-4078-b615-51153e905bc5 None None] Provisioning complete for port 646d3eed-8d6d-42c0-92da-3e64801ef1d9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:50.766800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1093539a-7dc9-4078-b615-51153e905bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.835519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:50.848151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting port 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:50.848705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:50.861743 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:50.878531 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:50.879432 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:50.903728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1093539a-7dc9-4078-b615-51153e905bc5 None None] Port 646d3eed-8d6d-42c0-92da-3e64801ef1d9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:50.918467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] For port 43855a74-4e7e-4092-b4b2-3fd0171a26a1, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:50.928207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] For port 43855a74-4e7e-4092-b4b2-3fd0171a26a1, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=43855a74-4e7e-4092-b4b2-3fd0171a26a1,segment=NetworkSegment(bf4a8e15-720a-4192-9eed-b448f5a510ba),segment_id=bf4a8e15-720a-4192-9eed-b448f5a510ba)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:50.996557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:51.013696 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:51.023836 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:51.024626 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:51.025076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:51.030573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:51.033666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:51.036407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.058190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:51.090919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1dd16-9528-47ca-ab82-f957c23e5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:51.097668 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:51.098070 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831e7ce-0f3c-44a9-b0c8-4b0fe97a84a1 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:29:51.098353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1dd16-9528-47ca-ab82-f957c23e5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:51.108389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1dd16-9528-47ca-ab82-f957c23e5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:51.109499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-39f1dd16-9528-47ca-ab82-f957c23e5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Synchronizing usage tracker for tenant:12cef9d5a081485e84e8fb297fc08321 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:51.119934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-860662183'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:51.125430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:51.136687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:51.140415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:51.150612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:51.161125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1f44a-c90d-4df3-873a-044949fd0590 None None] Pushing event updated for resources: {'Port': ['ID=43855a74-4e7e-4092-b4b2-3fd0171a26a1,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:51.176177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.200020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 25f83f3c-9712-49a2-bcf9-6395bc33fcf1) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:51.209092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7094bcf1-6a3d-4670-9113-a8dffa2ef3e8 None None] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:51.218074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:51.221923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.236243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:51.236725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.295226 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-948739be-303e-49e4-baf7-6b72a8ac5b19 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.2200069 Feb 04 11:29:51.311749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:51.327790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-268143955'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:51.343256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:51.346850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:51.347032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.352351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.360667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:network and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:51.364964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:51.372645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.378159 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-39784b9e-90f1-4d91-841a-df81dabc5180 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3604984 Feb 04 11:29:51.378997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:51.381990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:51.400078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:51.409831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:security_group_rule and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:51.414767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:51.424769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-39f1dd16-9528-47ca-ab82-f957c23e5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Unset dirty status for tenant:12cef9d5a081485e84e8fb297fc08321 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:51.429021 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39f1dd16-9528-47ca-ab82-f957c23e5e31 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.0761492 Feb 04 11:29:51.429021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:51.431105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:51.474013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-25f83f3c-9712-49a2-bcf9-6395bc33fcf1', 'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': 'e91a9072-ed6d-4eb1-80a5-6d9bf94850f0'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:51.476082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.596113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Deleting port 646d3eed-8d6d-42c0-92da-3e64801ef1d9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:51.597258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.605846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1300440543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:51.738788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Calling delete_port for 1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:51.741690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Allocated IP 172.21.0.2 (25f83f3c-9712-49a2-bcf9-6395bc33fcf1/e91a9072-ed6d-4eb1-80a5-6d9bf94850f0/4cac50be-e859-4c2f-8257-fe74a4a5c5bd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:51.787142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:51.812493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c1e3-1e91-4154-9fe3-3b87db65dc82 req-218baadf-66a7-4aa7-acd4-9639d9ca4d8c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:51.821861 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f13c1e3-1e91-4154-9fe3-3b87db65dc82 req-218baadf-66a7-4aa7-acd4-9639d9ca4d8c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7432551 Feb 04 11:29:51.836640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:51.840983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.863102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:51.881937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:51.899206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:51.899968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.961795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f13c1e3-1e91-4154-9fe3-3b87db65dc82 req-55842f5b-75e7-4aff-b23a-50a1ccbdddca tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388128 Feb 04 11:29:51.966315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:51.977382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:51.977589 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Added segment 49265151-b81e-440f-801f-4711dc3daf96 of type vlan for network e4b83c8c-3ed6-42e9-8146-0804a8882029 Feb 04 11:29:52.013710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.020003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.020643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.021144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.033519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Transition to ACTIVE for port object 4cac50be-e859-4c2f-8257-fe74a4a5c5bd will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:52.041554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.055797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Transition to ACTIVE for port object 4cac50be-e859-4c2f-8257-fe74a4a5c5bd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:52.093422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:52.123969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.154467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.183296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.189472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:52.195989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.200161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.200479 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 9ac8726f-4316-49e4-81e0-588c639b3b06 of type vlan for network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d Feb 04 11:29:52.201739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff4c64-a0a4-4bbc-9d97-316b823ea69a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:52.235964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:52.235964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:52.235964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:52.239800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Pushing event updated for resources: {'Port': ['ID=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:52.284424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Calling delete_port for 646d3eed-8d6d-42c0-92da-3e64801ef1d9 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:52.303218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.340097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Attempting to bind port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:52.340467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Attempting to bind port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '1e63e5c3-583e-4987-a730-f563ae7a1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:52.340831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Attempting to bind port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd on network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:52.346833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:52.347207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Checking segment: {'id': '1e63e5c3-583e-4987-a730-f563ae7a1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:52.347641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.348033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Bound using segment: {'id': '1e63e5c3-583e-4987-a730-f563ae7a1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:52.348559 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Bound port: 4cac50be-e859-4c2f-8257-fe74a4a5c5bd, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e63e5c3-583e-4987-a730-f563ae7a1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '25f83f3c-9712-49a2-bcf9-6395bc33fcf1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:52.348933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.372093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Port': ['ID=1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:52.379327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.387458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:29:52.392677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Network': ['ID=e4b83c8c-3ed6-42e9-8146-0804a8882029,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:52.403844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.419629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:52.447195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.474617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-87c6ec48-6dd5-422e-978f-b1475828b12d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1587923 Feb 04 11:29:52.481048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:52.504523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'subnet': {'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:52.536790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:52.540616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.545998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:52.549611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:52.550378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.562452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43b003-8092-4082-b723-27b6d316e1ba None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:52.618002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.620610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c65494fb-3c61-4948-a45b-5756684d4eba tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "DELETE /v2.0/ports/1f48c3c6-7b9b-4d67-9d88-9b48a03b06a5 HTTP/1.1" status: 204 len: 168 time: 1.9322872 Feb 04 11:29:52.623577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:52.648990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] For port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:52.654073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] For port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,segment=NetworkSegment(1e63e5c3-583e-4987-a730-f563ae7a1667),segment_id=1e63e5c3-583e-4987-a730-f563ae7a1667)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:52.678135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=7e0624c0-16e1-4e7f-b502-bd955e013c4f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:52.736433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.740722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb0b65ff-1ef0-4493-83de-660561cbd6c1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3537679 Feb 04 11:29:52.741864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:52.760041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.805403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:52.825693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:52.829591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.835584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:52.836193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:52.876024 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6ec433ad-6679-4034-bc2d-831350aaf2ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2272732 Feb 04 11:29:52.876230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d2606-3f4f-4692-b5bc-5d59b8f4c178 None None] Network 496b88ea-1278-42be-b7d7-78654dfd400a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:52.877661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:52.886899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:53.032282 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3880486 Feb 04 11:29:53.033316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:53.090913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 43855a74-4e7e-4092-b4b2-3fd0171a26a1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:53.119582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f98811-6e38-4334-9652-8ddf22196237 None None] Pushing event updated for resources: {'Port': ['ID=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:53.253097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:53.267663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bf7e5879-4bea-43e4-a12b-294d52cd5eed None None] Provisioning for port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:53.328255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:53.332091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:53.374502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:53.410552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event deleted for resources: {'Port': ['ID=646d3eed-8d6d-42c0-92da-3e64801ef1d9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:53.493728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea3ec2-83b4-4191-a2bc-68bf26dabe31 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:53.494548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-23ea3ec2-83b4-4191-a2bc-68bf26dabe31 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Synchronizing usage tracker for tenant:257a01bf78b54c4aa22e59a340bb6f58 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:29:53.532586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '7e0624c0-16e1-4e7f-b502-bd955e013c4f'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:53.533423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:53.575702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790155-3c69-4cf0-8ac2-cf114abf7c18 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:53.680104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:53.689943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:53.691479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:53.694983 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2baf5c2a-46bc-4481-954a-0c04638d6b6e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "DELETE /v2.0/ports/646d3eed-8d6d-42c0-92da-3e64801ef1d9 HTTP/1.1" status: 204 len: 168 time: 2.2612653 Feb 04 11:29:53.812883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:53.818717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:53.833207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:53.836406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:53.841109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:53.851778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:53.917040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:53.926212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:53.934614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:53.962133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:53.965758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Allocated IP 2001:db8::f816:3eff:fe73:1aab (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/7e0624c0-16e1-4e7f-b502-bd955e013c4f/182dfc89-46db-46ee-8128-dd351899fde2) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:53.971490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Request body: {'port': {'name': 'tempest-new-port-name-1435771253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:53.971699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] bootfile-name is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:29:53.972158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] tftp-server is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:29:53.972560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] server-ip-address is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:29:53.975981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:53.976466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:53.997836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-23ea3ec2-83b4-4191-a2bc-68bf26dabe31 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Unset dirty status for tenant:257a01bf78b54c4aa22e59a340bb6f58 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:29:54.005966 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-23ea3ec2-83b4-4191-a2bc-68bf26dabe31 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "GET /v2.0/ports?device_id=10825419-5656-4d43-85ac-76f39a860166 HTTP/1.1" status: 200 len: 913 time: 1.3744962 Feb 04 11:29:54.006443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33688) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:54.022897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c90cd2-a2f0-4615-b259-19b0515e5252 req-cbd45f93-e3bb-4156-b6bf-63a8d5904c3c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:54.024661 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-82c90cd2-a2f0-4615-b259-19b0515e5252 req-cbd45f93-e3bb-4156-b6bf-63a8d5904c3c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7983520 Feb 04 11:29:54.086770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:54.090513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.123255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:54.127243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.202613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1b5b7779-ee94-4549-9886-0fb83220f31c None None] Provisioning complete for port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:54.202984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7779-ee94-4549-9886-0fb83220f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.220129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.267368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.280170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-82c90cd2-a2f0-4615-b259-19b0515e5252 req-9fe5c9a9-baba-42e2-8497-cc1e5595b6a3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893036 Feb 04 11:29:54.317265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.392047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 43855a74-4e7e-4092-b4b2-3fd0171a26a1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=43855a74-4e7e-4092-b4b2-3fd0171a26a1,segment=NetworkSegment(bf4a8e15-720a-4192-9eed-b448f5a510ba),segment_id=bf4a8e15-720a-4192-9eed-b448f5a510ba)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:54.522860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.596955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7779-ee94-4549-9886-0fb83220f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.637831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87127515-1000-43c3-b875-6697b0099a37 None None] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:54.638090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Subnet': ['ID=1df486cc-911c-473a-a070-a2ca18cf7e26,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:54.683609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Checking segment: {'id': '49265151-b81e-440f-801f-4711dc3daf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:54.683871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network hostable DHCP agents. Network: e4b83c8c-3ed6-42e9-8146-0804a8882029, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:54.684654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:54.707372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.20.0.1 (496b88ea-1278-42be-b7d7-78654dfd400a/892e8e03-7fbe-44ed-b01f-ce8da9054b50/1f126c53-c109-4be0-8ee5-cb306ed7eec3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:54.806023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=43855a74-4e7e-4092-b4b2-3fd0171a26a1,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:54.812638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Transition to ACTIVE for port object 182dfc89-46db-46ee-8128-dd351899fde2 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:54.863688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-1b5b7779-ee94-4549-9886-0fb83220f31c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:29:54.863688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-1b5b7779-ee94-4549-9886-0fb83220f31c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:29:54.881072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Transition to ACTIVE for port object 182dfc89-46db-46ee-8128-dd351899fde2 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:54.927293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.003368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.063845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.073465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:55.093079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.181128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object 1f126c53-c109-4be0-8ee5-cb306ed7eec3 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:55.190072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event updated for resources: {'Port': ['ID=76954d8e-af5a-4232-8792-b75d4b1aa873,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:55.201235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 43855a74-4e7e-4092-b4b2-3fd0171a26a1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:55.210841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e4b83c8c-3ed6-42e9-8146-0804a8882029) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:55.227900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:55.228112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.238699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:55.249014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67788d30-e193-40ef-8da0-ee3492c88f3d None None] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:55.250675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] In _notify_port_updated(), no bound segment for port 76954d8e-af5a-4232-8792-b75d4b1aa873 on network cdea1d88-5fb6-4809-b91d-092c7467299d {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:29:55.257464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:55.257464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.262637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a82f4ba8-b1c0-4de6-be6a-5059a1437640 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "PUT /v2.0/ports/76954d8e-af5a-4232-8792-b75d4b1aa873 HTTP/1.1" status: 200 len: 1129 time: 1.5512443 Feb 04 11:29:55.264556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:55.273800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:55.397045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6c4c8-a3d3-4cac-9c27-212e970164bb tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:55.403199 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-75a6c4c8-a3d3-4cac-9c27-212e970164bb tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "GET /v2.0/ports/76954d8e-af5a-4232-8792-b75d4b1aa873 HTTP/1.1" status: 200 len: 1129 time: 0.1371951 Feb 04 11:29:55.405489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:55.405729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:55.416162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db5e1-9b3a-4bc0-a3cb-000a959d3a9d req-6ef5305d-6557-4037-ba5d-1ac3a6f9a9ee tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:55.424433 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a30db5e1-9b3a-4bc0-a3cb-000a959d3a9d req-6ef5305d-6557-4037-ba5d-1ac3a6f9a9ee tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.4244893 Feb 04 11:29:55.446397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Pushing event updated for resources: {'Port': ['ID=182dfc89-46db-46ee-8128-dd351899fde2,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:55.463658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.549414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.582554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.602132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a30db5e1-9b3a-4bc0-a3cb-000a959d3a9d req-e9ba68ae-9537-43ff-8ef6-08eb8314254e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765871 Feb 04 11:29:55.616006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=d7065b08-8b8e-4010-9e67-4e6d0e003688,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:55.616944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77675d-167c-4766-80cc-2ab360262171 req-2229d807-3f03-4282-8349-671f3e304134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:55.618657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-2229d807-3f03-4282-8349-671f3e304134 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=195d19e35b234f67984f03cd51bac0ed&device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 1098 time: 0.4295652 Feb 04 11:29:55.622913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Deleting port 76954d8e-af5a-4232-8792-b75d4b1aa873 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:55.623392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.678745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:55.681513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Attempting to bind port 182dfc89-46db-46ee-8128-dd351899fde2 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:55.682028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Attempting to bind port 182dfc89-46db-46ee-8128-dd351899fde2 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:55.682684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Attempting to bind port 182dfc89-46db-46ee-8128-dd351899fde2 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:55.685678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:55.696751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:55.696960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.708940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:55.709489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:55.710006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.710511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:55.711093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Bound port: 182dfc89-46db-46ee-8128-dd351899fde2, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:55.711625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.718023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '9ac8726f-4316-49e4-81e0-588c639b3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:55.718690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:29:55.722631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:55.723147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.737568 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2059d2b9-3968-4e2d-b611-050d97d4c1a1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2494195 Feb 04 11:29:55.738278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:55.757569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1574379323', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:55.774769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:55.780513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:router and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:55.784216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:55.792759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:55.870529 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9920115 Feb 04 11:29:55.871404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:55.881056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.882187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:55.909378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:2d:8a:de', 'name': 'tempest-NetworksTestDHCPv6-444793312'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:55.924484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbebc-226d-4044-8ff6-9f18e3884919 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=7992cd4e-bc0f-4e94-b122-e10dc0f4d70e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:55.933531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 496b88ea-1278-42be-b7d7-78654dfd400a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:55.941683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:55.958160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:55.958749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-72c1bad3-4efe-4509-ae77-07df12754de6 None None] Provisioning complete for port 76954d8e-af5a-4232-8792-b75d4b1aa873 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:55.959684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72c1bad3-4efe-4509-ae77-07df12754de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.040142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:29:56.056893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.095146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e4b83c8c-3ed6-42e9-8146-0804a8882029', 'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029', 'tenant_id': '5c451cfe75fd46c6bb979959aa688e76', 'fixed_ips': [{'subnet_id': '1df486cc-911c-473a-a070-a2ca18cf7e26'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:56.096153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.126735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.139859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77675d-167c-4766-80cc-2ab360262171 req-6877654b-7c44-4e16-97e3-08271d574b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:56.141309 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-6877654b-7c44-4e16-97e3-08271d574b44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 200 len: 913 time: 0.4857938 Feb 04 11:29:56.149932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=1f126c53-c109-4be0-8ee5-cb306ed7eec3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:56.152776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] For port 182dfc89-46db-46ee-8128-dd351899fde2, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:56.167579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-72c1bad3-4efe-4509-ae77-07df12754de6 None None] Port 76954d8e-af5a-4232-8792-b75d4b1aa873 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:56.195343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] For port 182dfc89-46db-46ee-8128-dd351899fde2, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=182dfc89-46db-46ee-8128-dd351899fde2,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:56.210505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:56.218063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:56.218850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.231720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4cac50be-e859-4c2f-8257-fe74a4a5c5bd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:56.304300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ab1ce-e40f-4210-9b53-b43f2b94b3d0 None None] Network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:56.334674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.338205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.407970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:56.423538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:56.452429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-72c1bad3-4efe-4509-ae77-07df12754de6 None None] Provisioning for port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:56.516459 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-8bf40384-7119-42c1-a279-c93126b87004 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 200 len: 1001 time: 0.3447304 Feb 04 11:29:56.529674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:56.556444 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c946c413-ccf6-4b79-b0a4-b034c8531ca9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2510450 Feb 04 11:29:56.575797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33712) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:56.590763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690799706'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:56.596154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:56.600232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:56.606551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:56.615693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:56.625419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6e13d-2e48-44ba-8c16-674936d5b9e4 None None] Pushing event updated for resources: {'Port': ['ID=182dfc89-46db-46ee-8128-dd351899fde2,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:56.626111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:56.636807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.658499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.744642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Allocated IP 172.20.0.2 (e4b83c8c-3ed6-42e9-8146-0804a8882029/1df486cc-911c-473a-a070-a2ca18cf7e26/4981e7db-c781-4881-894b-f8358ff9607b) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:56.756151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:56.802742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:56.803120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.817771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Calling delete_port for 76954d8e-af5a-4232-8792-b75d4b1aa873 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:56.834011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:56.903493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d', 'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'd7065b08-8b8e-4010-9e67-4e6d0e003688'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:29:56.904719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.941382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77675d-167c-4766-80cc-2ab360262171 req-788073a3-cbe3-4b5e-835a-fbfba131fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:56.942844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-788073a3-cbe3-4b5e-835a-fbfba131fcf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 200 len: 851 time: 0.4131677 Feb 04 11:29:56.954837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:56.958410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:56.995240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8794d7c2-72bf-4572-ba4c-fae20f578bad None None] Provisioning for port 1f126c53-c109-4be0-8ee5-cb306ed7eec3 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:57.023734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8794d7c2-72bf-4572-ba4c-fae20f578bad None None] Provisioning complete for port 1f126c53-c109-4be0-8ee5-cb306ed7eec3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:57.024102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8794d7c2-72bf-4572-ba4c-fae20f578bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.174018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.186907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:29:57.204786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.229853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 275d7077-9e09-4477-b613-3fbffdc2bf96 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:29:57.264038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.264373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 8f2d12ba-96e5-437e-935e-5d37ea6da197 of type vlan for network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f Feb 04 11:29:57.283409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8794d7c2-72bf-4572-ba4c-fae20f578bad None None] Port 1f126c53-c109-4be0-8ee5-cb306ed7eec3 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:57.317217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.406389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5224a-f149-4543-9eaf-a6d1da60e36d req-b14729e0-35aa-46f1-b277-8b5efe62b9b1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:57.413786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ed5224a-f149-4543-9eaf-a6d1da60e36d req-b14729e0-35aa-46f1-b277-8b5efe62b9b1 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5497096 Feb 04 11:29:57.422968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.424802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.511163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting port a1d1428b-2f14-4505-b1fb-c5a589ace51f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:29:57.511599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.513603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77675d-167c-4766-80cc-2ab360262171 req-f99a81d6-27b2-4303-a02e-bec308871b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:57.515242 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-f99a81d6-27b2-4303-a02e-bec308871b0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5463378 Feb 04 11:29:57.524453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.536747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,segment=NetworkSegment(1e63e5c3-583e-4987-a730-f563ae7a1667),segment_id=1e63e5c3-583e-4987-a730-f563ae7a1667)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:57.543488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Transition to ACTIVE for port object 4981e7db-c781-4881-894b-f8358ff9607b will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:57.546285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Allocated IP 172.20.255.242 (8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d/d7065b08-8b8e-4010-9e67-4e6d0e003688/5805fede-4e60-4843-b1e3-3b5fb6c84d07) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:57.579033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Transition to ACTIVE for port object 4981e7db-c781-4881-894b-f8358ff9607b will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:57.598882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:29:57.628231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.686989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.818100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:57.893734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:57.900282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:57.933379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:57.962832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event deleted for resources: {'Port': ['ID=76954d8e-af5a-4232-8792-b75d4b1aa873,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:57.976913 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ed5224a-f149-4543-9eaf-a6d1da60e36d req-760a176c-87a5-4968-8db8-ab1d192c9aad tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621734 Feb 04 11:29:58.018972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 182dfc89-46db-46ee-8128-dd351899fde2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:29:58.045982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:58.064660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.070991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:58.071636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.079378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.116088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.211075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.235121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Pushing event updated for resources: {'Port': ['ID=4981e7db-c781-4881-894b-f8358ff9607b,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:58.288667 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:29:58.290432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e54ae7-ef1e-4c1e-927f-a0369a95e64a None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:29:58.311006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.326725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Calling delete_port for a1d1428b-2f14-4505-b1fb-c5a589ace51f owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:29:58.361197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:58.372559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.377592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Attempting to bind port 4981e7db-c781-4881-894b-f8358ff9607b on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:58.377966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Attempting to bind port 4981e7db-c781-4881-894b-f8358ff9607b by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '49265151-b81e-440f-801f-4711dc3daf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:58.378358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Attempting to bind port 4981e7db-c781-4881-894b-f8358ff9607b on network e4b83c8c-3ed6-42e9-8146-0804a8882029 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:58.389720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:29:58.405938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Transition to ACTIVE for port object 5805fede-4e60-4843-b1e3-3b5fb6c84d07 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:58.421159 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-bbb01968-6896-46b7-91e1-1c3df392f16a service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936138 Feb 04 11:29:58.429839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 172.20.0.8 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/7992cd4e-bc0f-4e94-b122-e10dc0f4d70e/275d7077-9e09-4477-b613-3fbffdc2bf96) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:58.430544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:58.430921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Checking segment: {'id': '49265151-b81e-440f-801f-4711dc3daf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:58.431479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.431859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Bound using segment: {'id': '49265151-b81e-440f-801f-4711dc3daf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:58.432388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Bound port: 4981e7db-c781-4881-894b-f8358ff9607b, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49265151-b81e-440f-801f-4711dc3daf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:58.433829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.460820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fe2d:8ade (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/7e0624c0-16e1-4e7f-b502-bd955e013c4f/275d7077-9e09-4477-b613-3fbffdc2bf96) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:58.465923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7872cf25-8c5e-49c5-b387-fc383e1dbd8e tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "DELETE /v2.0/ports/76954d8e-af5a-4232-8792-b75d4b1aa873 HTTP/1.1" status: 204 len: 168 time: 3.0385380 Feb 04 11:29:58.473162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:58.522962 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1459e0aa-96ab-4277-92b9-0fcd12f99893 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9420514 Feb 04 11:29:58.531611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:58.544328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:29:58.551761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c8c2931c-3276-45de-b194-e048f0205f10 None None] Provisioning for port 182dfc89-46db-46ee-8128-dd351899fde2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:58.599473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Transition to ACTIVE for port object 5805fede-4e60-4843-b1e3-3b5fb6c84d07 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:29:58.609530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc77675d-167c-4766-80cc-2ab360262171 req-cc0538ad-2a94-4078-b874-cce7937251ad service neutron] 10.222.0.42 "GET /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759546 Feb 04 11:29:58.611467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.690404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.694704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 182dfc89-46db-46ee-8128-dd351899fde2 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:29:58.708655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.756583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 182dfc89-46db-46ee-8128-dd351899fde2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:58.756946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.793032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:29:58.802981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.808550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] For port 4981e7db-c781-4881-894b-f8358ff9607b, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:58.819893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:29:58.839665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Deleting subnet d34a954a-9c21-4262-a903-27ffe99b714b {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:29:58.844104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.26.6.215 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/1841eaa0-355d-4517-b927-ee2092072025) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:29:58.844104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:29:58.852874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:58.857240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] For port 4981e7db-c781-4881-894b-f8358ff9607b, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4981e7db-c781-4881-894b-f8358ff9607b,segment=NetworkSegment(49265151-b81e-440f-801f-4711dc3daf96),segment_id=49265151-b81e-440f-801f-4711dc3daf96)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:58.863803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:58.864750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:58.889626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=1f126c53-c109-4be0-8ee5-cb306ed7eec3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:58.899090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:29:58.902048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Pushing event updated for resources: {'Port': ['ID=5805fede-4e60-4843-b1e3-3b5fb6c84d07,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:58.907352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:29:58.967970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 496b88ea-1278-42be-b7d7-78654dfd400a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:29:58.969620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:29:58.990029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.052346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.166719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3fa33-fb37-470b-b0bb-d3ee6e8fca7c None None] Pushing event updated for resources: {'Port': ['ID=4981e7db-c781-4881-894b-f8358ff9607b,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:59.220405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Attempting to bind port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:29:59.220767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Attempting to bind port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '9ac8726f-4316-49e4-81e0-588c639b3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:29:59.221126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Attempting to bind port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 on network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:29:59.243752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:29:59.244130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Checking segment: {'id': '9ac8726f-4316-49e4-81e0-588c639b3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:29:59.244558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.244949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Bound using segment: {'id': '9ac8726f-4316-49e4-81e0-588c639b3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:29:59.245426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Bound port: 5805fede-4e60-4843-b1e3-3b5fb6c84d07, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac8726f-4316-49e4-81e0-588c639b3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:29:59.245793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.295952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.329669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4beba3-d8a8-4ee0-aa9a-709ff9deb17a req-450d0076-b3eb-4638-a2ab-6d19341dec84 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:29:59.334491 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e4beba3-d8a8-4ee0-aa9a-709ff9deb17a req-450d0076-b3eb-4638-a2ab-6d19341dec84 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.2024412 Feb 04 11:29:59.393771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e4beba3-d8a8-4ee0-aa9a-709ff9deb17a req-63f2c6c1-328d-4981-a826-ed842ef0901c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562980 Feb 04 11:29:59.418472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 9ee089c4-d881-4d06-8ea8-7f535ff47897 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:29:59.421634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:29:59.428214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.521607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 182dfc89-46db-46ee-8128-dd351899fde2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=182dfc89-46db-46ee-8128-dd351899fde2,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:29:59.524527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] For port 5805fede-4e60-4843-b1e3-3b5fb6c84d07, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:29:59.527222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e323742-3a23-4950-87a3-2116124031b4 None None] Provisioning complete for port 1f126c53-c109-4be0-8ee5-cb306ed7eec3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:29:59.527678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e323742-3a23-4950-87a3-2116124031b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.645573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] For port 5805fede-4e60-4843-b1e3-3b5fb6c84d07, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5805fede-4e60-4843-b1e3-3b5fb6c84d07,segment=NetworkSegment(9ac8726f-4316-49e4-81e0-588c639b3b06),segment_id=9ac8726f-4316-49e4-81e0-588c639b3b06)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:29:59.655613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.737457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9e323742-3a23-4950-87a3-2116124031b4 None None] Port 1f126c53-c109-4be0-8ee5-cb306ed7eec3 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:29:59.745259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.766299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Update dhcp port {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': '7e0624c0-16e1-4e7f-b502-bd955e013c4f', 'ip_address': '2001:db8::f816:3eff:fe73:1aab'}, {'subnet_id': '7992cd4e-bc0f-4e94-b122-e10dc0f4d70e'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '182dfc89-46db-46ee-8128-dd351899fde2'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:29:59.840312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.842461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:29:59.844395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.857295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bef3294f-f435-4058-bd58-dfae752f3e80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/9ee089c4-d881-4d06-8ea8-7f535ff47897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1147861 Feb 04 11:29:59.867883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:29:59.872398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=182dfc89-46db-46ee-8128-dd351899fde2,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:29:59.886414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] Sync routers for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:29:59.930059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.964524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.975446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:29:59.976114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:29:59.992464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:29:59.996350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 275d7077-9e09-4477-b613-3fbffdc2bf96 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:00.030939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4cac50be-e859-4c2f-8257-fe74a4a5c5bd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:00.100256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Port': ['ID=a1d1428b-2f14-4505-b1fb-c5a589ace51f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:00.178241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:00.203928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e5fd-1219-4d11-a212-cfb8ec729408 None None] Pushing event updated for resources: {'Port': ['ID=5805fede-4e60-4843-b1e3-3b5fb6c84d07,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:00.288177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:00.289411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:29:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:00.295771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bc01df-2051-4ebf-9605-e70b2602832e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:00.300382 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-89bc01df-2051-4ebf-9605-e70b2602832e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports/1f126c53-c109-4be0-8ee5-cb306ed7eec3 HTTP/1.1" status: 200 len: 910 time: 0.4285166 Feb 04 11:30:00.300530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:00.444796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:00.445207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2528e7-a178-41a4-bdd1-b8c8bcf7e50f None None] The sync data for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:00.579051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Allocated IP 172.20.0.2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/7992cd4e-bc0f-4e94-b122-e10dc0f4d70e/182dfc89-46db-46ee-8128-dd351899fde2) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:00.589415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-550cdf98-fe4b-4860-82c8-06f49216be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.595477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:00.596018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.626725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.631000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.633640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.728712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.808661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event deleted for resources: {'Subnet': ['ID=d34a954a-9c21-4262-a903-27ffe99b714b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:00.819280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:00.822334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:00.826850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.833974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] For port 182dfc89-46db-46ee-8128-dd351899fde2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=182dfc89-46db-46ee-8128-dd351899fde2,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:00.863662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.877350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:00.886614 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13a0d201-0835-4fce-a4d7-213ea8d7a3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "DELETE /v2.0/subnets/d34a954a-9c21-4262-a903-27ffe99b714b HTTP/1.1" status: 204 len: 168 time: 2.4088354 Feb 04 11:30:00.887665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Transition to ACTIVE for port object 182dfc89-46db-46ee-8128-dd351899fde2 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:00.893902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:00.894464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:00.901508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d0b77-a4ae-450e-a414-3d6ea3f8a367 None None] Network cdea1d88-5fb6-4809-b91d-092c7467299d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:00.968519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:00.973253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:00.986191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:00.987169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:01.004886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:01.020288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:01.024648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f87431-afb1-479a-bc9b-1ba7834b0e96 None None] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:01.112728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=ab8d2c62-0ade-4870-aae1-29cf27e88c98,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:01.115169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=1841eaa0-355d-4517-b927-ee2092072025,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:01.253489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:01.303862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-74b8ad40-f89a-4502-81e9-284444bb6db7 None None] Provisioning for port 4981e7db-c781-4881-894b-f8358ff9607b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:01.391488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08249f2-9245-4227-bef5-63b8540ca943 req-3f99cf68-5dc1-4b5d-9a84-f6f9817c287a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:01.398625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c08249f2-9245-4227-bef5-63b8540ca943 req-3f99cf68-5dc1-4b5d-9a84-f6f9817c287a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7890456 Feb 04 11:30:01.421625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Deleting port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:01.421977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:01.422577 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.5436089 Feb 04 11:30:01.446171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:01.490699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d62f60-9d7b-4e54-b295-84e415e55894 None None] Network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:01.566249 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c08249f2-9245-4227-bef5-63b8540ca943 req-c9849f22-a115-4d30-9129-37fd08c388fa tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665237 Feb 04 11:30:01.679353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9ec76-a794-495f-b4ad-11a0c903c565 None None] Pushing event updated for resources: {'Port': ['ID=182dfc89-46db-46ee-8128-dd351899fde2,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:01.942114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:01.978540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] For port a0db538f-9e21-4ed2-82b9-7c2c4e17a803, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,segment=NetworkSegment(90540fa5-e313-437f-8eca-384b7caa2efc),segment_id=90540fa5-e313-437f-8eca-384b7caa2efc)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:01.979512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:01.980993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4981e7db-c781-4881-894b-f8358ff9607b up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:02.037645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1adc016f-0dd4-4575-ad72-a88c7c5afccb None None] Provisioning for port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:02.043689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b0ca2-beaa-4869-99bc-755b174b789d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=275d7077-9e09-4477-b613-3fbffdc2bf96,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:02.181097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '8f2d12ba-96e5-437e-935e-5d37ea6da197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:02.181330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:02.262628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] DHCP port deletion for cdea1d88-5fb6-4809-b91d-092c7467299d request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:02.271732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Calling delete_port for a0db538f-9e21-4ed2-82b9-7c2c4e17a803 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:02.285917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Deleting port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:02.287425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:02.363320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 4981e7db-c781-4881-894b-f8358ff9607b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:02.384685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4981e7db-c781-4881-894b-f8358ff9607b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:02.384685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:02.391059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13675983-306a-440e-8602-847c309f3518 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:02.397437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13675983-306a-440e-8602-847c309f3518 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:02.398394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-13675983-306a-440e-8602-847c309f3518 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:02.420264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Router 10825419-5656-4d43-85ac-76f39a860166 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:02.436026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:02.493567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ce6e0-d0ee-4370-8d0e-9912325068f6 req-9f9db7a5-ba90-433c-bc7b-fd856ad776a3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:02.495849 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b8ce6e0-d0ee-4370-8d0e-9912325068f6 req-9f9db7a5-ba90-433c-bc7b-fd856ad776a3 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7434466 Feb 04 11:30:02.560915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-13675983-306a-440e-8602-847c309f3518 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:02.567017 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13675983-306a-440e-8602-847c309f3518 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1043513 Feb 04 11:30:02.702356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:02.712355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b8ce6e0-d0ee-4370-8d0e-9912325068f6 req-a5230b8f-ba30-4471-9647-faa82729c031 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040651 Feb 04 11:30:02.773430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:02.794532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fc746d35-9d50-4ff1-8f20-18b701f8c851 None None] Provisioning for port 182dfc89-46db-46ee-8128-dd351899fde2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:02.855103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fc746d35-9d50-4ff1-8f20-18b701f8c851 None None] Provisioning complete for port 182dfc89-46db-46ee-8128-dd351899fde2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:02.855502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc746d35-9d50-4ff1-8f20-18b701f8c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:02.992830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] No DVR routers for this DVR port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:03.036794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] For port a0db538f-9e21-4ed2-82b9-7c2c4e17a803, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,segment=NetworkSegment(90540fa5-e313-437f-8eca-384b7caa2efc),segment_id=90540fa5-e313-437f-8eca-384b7caa2efc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:03.037594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.068978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e7f685ab-2e4f-4b85-b3a6-f07e140b39a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.092738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event deleted for resources: {'Port': ['ID=a0db538f-9e21-4ed2-82b9-7c2c4e17a803,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:03.127029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:03.135411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:03.136397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.186022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:03.192483 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c857e9ad-50f6-499a-90f5-a22b8bf91144 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "PUT /v2.0/routers/10825419-5656-4d43-85ac-76f39a860166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1823177 Feb 04 11:30:03.193498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.201642 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] Sync routers for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:03.213639 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:03.214513 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.233181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33758) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:03.237376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9bf0e-5349-422f-813b-1ef6653c6f40 None None] Network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:03.256457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 275d7077-9e09-4477-b613-3fbffdc2bf96 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:03.256808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.282319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Calling delete_port for a0db538f-9e21-4ed2-82b9-7c2c4e17a803 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:03.290560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.304580 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-018c3919-bd80-4d9d-a957-b662d1b3810b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.7648749 Feb 04 11:30:03.304948 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] Routers {'10825419-5656-4d43-85ac-76f39a860166'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:03.305837 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['10825419-5656-4d43-85ac-76f39a860166'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.329535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.367698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:03.375923 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.376562 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ce0a6-7668-4fc3-a7e4-a12c35389fa7 None None] The sync data for ids ['10825419-5656-4d43-85ac-76f39a860166'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:03.461588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.555027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 4981e7db-c781-4881-894b-f8358ff9607b, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4981e7db-c781-4881-894b-f8358ff9607b,segment=NetworkSegment(49265151-b81e-440f-801f-4711dc3daf96),segment_id=49265151-b81e-440f-801f-4711dc3daf96)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:03.580031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdea1d88-5fb6-4809-b91d-092c7467299d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.625181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:03.625523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:03.658298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.690968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90540fa5-e313-437f-8eca-384b7caa2efc') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.691333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90540fa5-e313-437f-8eca-384b7caa2efc') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:03.786479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.790745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.798296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.801796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.829721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.835245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.893030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=4981e7db-c781-4881-894b-f8358ff9607b,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:03.904868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f', 'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'ab8d2c62-0ade-4870-aae1-29cf27e88c98'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:03.905979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.920590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Provisioning for port 275d7077-9e09-4477-b613-3fbffdc2bf96 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:03.932849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.935470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.21.0.1 (25f83f3c-9712-49a2-bcf9-6395bc33fcf1/e91a9072-ed6d-4eb1-80a5-6d9bf94850f0/5468f19d-0711-4e59-b534-e08c6e27e5c1) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:03.941363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Provisioning complete for port 275d7077-9e09-4477-b613-3fbffdc2bf96 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:03.942316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:03.973765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5805fede-4e60-4843-b1e3-3b5fb6c84d07 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:04.023249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:04.023671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:04.044300 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:04.126890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Deleting port a0db538f-9e21-4ed2-82b9-7c2c4e17a803 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:04.127184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.244744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bf8af144-d916-429a-994e-936cdfc06805 None None] The port 'a0db538f-9e21-4ed2-82b9-7c2c4e17a803' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:30:04.263293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.296012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Port 275d7077-9e09-4477-b613-3fbffdc2bf96 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:04.380008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53498798-dedd-4e3b-ba28-1226f87fe52a req-e0ab7c57-dfb9-4b63-aa3c-4bf44bc0953e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:04.381707 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53498798-dedd-4e3b-ba28-1226f87fe52a req-e0ab7c57-dfb9-4b63-aa3c-4bf44bc0953e tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.8161259 Feb 04 11:30:04.401655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Provisioning complete for port 4981e7db-c781-4881-894b-f8358ff9607b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:04.402006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.489625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Allocated IP 172.20.0.2 (5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f/ab8d2c62-0ade-4870-aae1-29cf27e88c98/34395386-48e0-4cd8-a37e-f936b9cdbc4d) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:04.497654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 5fbc8512-6e69-4c8a-8079-5fe9774c65ef is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:30:04.499822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:04.518892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:04.519253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.628701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.647254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.706022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:04.759413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] Sync routers for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:04.805409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.814246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.818393 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-46a5d69e-d37a-4c27-b1f2-02915c10a878 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0711782 Feb 04 11:30:04.818596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:04.818750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33770) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:04.818863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:04.826811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:04.849703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 275d7077-9e09-4477-b613-3fbffdc2bf96 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:04.927661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] Pushing event deleted for resources: {'Network': ['ID=cdea1d88-5fb6-4809-b91d-092c7467299d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:04.934883 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:04.980516 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53498798-dedd-4e3b-ba28-1226f87fe52a req-9fcd10dd-902d-4974-bc04-cd59e8800bb2 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5612409 Feb 04 11:30:04.980846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Provisioning complete for port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:04.981220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.017718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-284b8ba1-3706-4e5b-9326-210fc20262aa tempest-ExtraDHCPOptionsIpV6TestJSON-846218355 tempest-ExtraDHCPOptionsIpV6TestJSON-846218355-project] 10.222.0.36 "DELETE /v2.0/networks/cdea1d88-5fb6-4809-b91d-092c7467299d HTTP/1.1" status: 204 len: 168 time: 4.1212261 Feb 04 11:30:05.026103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.044046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.078279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:05.078922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:05.084350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object 5468f19d-0711-4e59-b534-e08c6e27e5c1 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:05.141661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting port 9d1fc51e-bef6-4222-9aea-5b8fb17ea0ce {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:05.141923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.189568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:05.189960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af17b163-573a-45a1-84af-e26a79b2232e None None] The sync data for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:05.219245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5805fede-4e60-4843-b1e3-3b5fb6c84d07, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5805fede-4e60-4843-b1e3-3b5fb6c84d07,segment=NetworkSegment(9ac8726f-4316-49e4-81e0-588c639b3b06),segment_id=9ac8726f-4316-49e4-81e0-588c639b3b06)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:05.226649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.241446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Transition to ACTIVE for port object 34395386-48e0-4cd8-a37e-f936b9cdbc4d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:05.286452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.314000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.314400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 182dfc89-46db-46ee-8128-dd351899fde2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:05.347792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Transition to ACTIVE for port object 34395386-48e0-4cd8-a37e-f936b9cdbc4d will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:05.415717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.422816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.498277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.510404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5805fede-4e60-4843-b1e3-3b5fb6c84d07,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:05.519428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.600115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:05.610738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:05.621042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:05.627941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:05.630265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 182dfc89-46db-46ee-8128-dd351899fde2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:05.630634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.656538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.659293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:05.659665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-a82fb992-3368-4346-8763-bf23b36f2afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:05.664967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.682372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Calling delete_port for 9d1fc51e-bef6-4222-9aea-5b8fb17ea0ce owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:05.729951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Pushing event updated for resources: {'Port': ['ID=34395386-48e0-4cd8-a37e-f936b9cdbc4d,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:05.751260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:05.753738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:05.806156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8d2c62-0ade-4870-aae1-29cf27e88c98,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:05.826536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=5468f19d-0711-4e59-b534-e08c6e27e5c1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:05.829804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Attempting to bind port 34395386-48e0-4cd8-a37e-f936b9cdbc4d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:05.830394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Attempting to bind port 34395386-48e0-4cd8-a37e-f936b9cdbc4d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8f2d12ba-96e5-437e-935e-5d37ea6da197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:05.830768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Attempting to bind port 34395386-48e0-4cd8-a37e-f936b9cdbc4d on network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:05.843019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:05.843524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Checking segment: {'id': '8f2d12ba-96e5-437e-935e-5d37ea6da197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:05.843957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.844352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Bound using segment: {'id': '8f2d12ba-96e5-437e-935e-5d37ea6da197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:05.844835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Bound port: 34395386-48e0-4cd8-a37e-f936b9cdbc4d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2d12ba-96e5-437e-935e-5d37ea6da197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:05.845205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.918725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:05.921095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:06.027620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=275d7077-9e09-4477-b613-3fbffdc2bf96,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:06.207866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.262896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.361795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] For port 34395386-48e0-4cd8-a37e-f936b9cdbc4d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:06.367940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] For port 34395386-48e0-4cd8-a37e-f936b9cdbc4d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=34395386-48e0-4cd8-a37e-f936b9cdbc4d,segment=NetworkSegment(8f2d12ba-96e5-437e-935e-5d37ea6da197),segment_id=8f2d12ba-96e5-437e-935e-5d37ea6da197)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:06.394489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9b942ba9-181e-4dee-8117-b95ee8887293 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/275d7077-9e09-4477-b613-3fbffdc2bf96 HTTP/1.1" status: 204 len: 168 time: 3.6717823 Feb 04 11:30:06.422031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:06.427798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a0db538f-9e21-4ed2-82b9-7c2c4e17a803 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:06.466811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.510435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: a0db538f-9e21-4ed2-82b9-7c2c4e17a803 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:06.511004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a0db538f-9e21-4ed2-82b9-7c2c4e17a803 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:06.563772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:06.617150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2d12ba-96e5-437e-935e-5d37ea6da197') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:06.617417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2d12ba-96e5-437e-935e-5d37ea6da197') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:06.624696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-42279f3c-6beb-40b6-afcc-a6ddba895fa9 None None] Provisioning for port 5468f19d-0711-4e59-b534-e08c6e27e5c1 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:06.628386 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2d1dca82-26a3-4e23-9f94-bc3943e7c263 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12cef9d5a081485e84e8fb297fc08321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005587 Feb 04 11:30:06.637599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33790) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:06.645090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.654000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.654797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bab075-76fb-4d06-865b-ec044b40182f None None] Pushing event updated for resources: {'Port': ['ID=34395386-48e0-4cd8-a37e-f936b9cdbc4d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:06.660003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-42279f3c-6beb-40b6-afcc-a6ddba895fa9 None None] Provisioning complete for port 5468f19d-0711-4e59-b534-e08c6e27e5c1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:06.660381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-42279f3c-6beb-40b6-afcc-a6ddba895fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.672436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-7633cf5d-ddd4-4418-be5c-bdc6e01ebd67 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:06.673989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-7633cf5d-ddd4-4418-be5c-bdc6e01ebd67 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.42 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.7284994 Feb 04 11:30:06.694157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b1244-8a29-4ff4-a9b1-cfa8fa006118 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:06.694712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5805fede-4e60-4843-b1e3-3b5fb6c84d07 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:06.695703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b1244-8a29-4ff4-a9b1-cfa8fa006118 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:06.697409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b1244-8a29-4ff4-a9b1-cfa8fa006118 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:06.699276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4d2b1244-8a29-4ff4-a9b1-cfa8fa006118 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:06.781181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.811802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a69f6d-d7f8-408a-8e80-fa8f37223fc7 None None] Network 5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:06.814835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:06.815230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:06.832169 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:06.837196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-42279f3c-6beb-40b6-afcc-a6ddba895fa9 None None] Port 5468f19d-0711-4e59-b534-e08c6e27e5c1 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:06.867453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Deleting port 7c443178-ac22-4e21-9c02-1f789ee848a7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:06.867862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.911583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb47c5-2737-40a1-adf3-2dd7a41bb52d req-0aa7f26b-c240-486f-bd3d-f4b9066a407b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:06.913351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-85fb47c5-2737-40a1-adf3-2dd7a41bb52d req-0aa7f26b-c240-486f-bd3d-f4b9066a407b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.5385826 Feb 04 11:30:06.932974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:06.933342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:06.976028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4d2b1244-8a29-4ff4-a9b1-cfa8fa006118 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:06.980364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4d2b1244-8a29-4ff4-a9b1-cfa8fa006118 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5542226 Feb 04 11:30:06.986545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:07.031651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2c8c-5af9-4244-b041-ac051d02b7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.049993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:07.049993 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:07.049993 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': '5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f'}] Feb 04 11:30:07.049993 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:07.051451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:07.125387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 7992cd4e-bc0f-4e94-b122-e10dc0f4d70e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:07.129031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.137401 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-85fb47c5-2737-40a1-adf3-2dd7a41bb52d req-105fc38a-24b1-44bd-81fc-10c2c5311362 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856711 Feb 04 11:30:07.137946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.160921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2c8c-5af9-4244-b041-ac051d02b7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.206196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4981e7db-c781-4881-894b-f8358ff9607b up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:07.219312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.275214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.283064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817a622-28c1-465f-92a4-884ac558e1ae None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:30:07.425404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4981e7db-c781-4881-894b-f8358ff9607b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:07.426256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.442928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.1 (e4b83c8c-3ed6-42e9-8146-0804a8882029/1df486cc-911c-473a-a070-a2ca18cf7e26/902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:07.449553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.505244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Port': ['ID=9d1fc51e-bef6-4222-9aea-5b8fb17ea0ce,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:07.552385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.624972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817a622-28c1-465f-92a4-884ac558e1ae None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:30:07.665044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 34395386-48e0-4cd8-a37e-f936b9cdbc4d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:07.665389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.703948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.818540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2c8c-5af9-4244-b041-ac051d02b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.821306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.885395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.899517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=7992cd4e-bc0f-4e94-b122-e10dc0f4d70e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:07.918706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.921491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe2c8c-5af9-4244-b041-ac051d02b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99069ac4-1071-43c6-8fa3-31772effe40a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:07.927344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Transition to ACTIVE for port object 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:07.951506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] For port 7c443178-ac22-4e21-9c02-1f789ee848a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7c443178-ac22-4e21-9c02-1f789ee848a7,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:07.951778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.962098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:07.974628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.076161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port 34395386-48e0-4cd8-a37e-f936b9cdbc4d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=34395386-48e0-4cd8-a37e-f936b9cdbc4d,segment=NetworkSegment(8f2d12ba-96e5-437e-935e-5d37ea6da197),segment_id=8f2d12ba-96e5-437e-935e-5d37ea6da197)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:08.076506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.098929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d51b68-e981-4515-8cb6-f1e17ff7fb4b None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:08.283793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2c8c-5af9-4244-b041-ac051d02b7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.284930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ebe2c8c-5af9-4244-b041-ac051d02b7dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99069ac4-1071-43c6-8fa3-31772effe40a HTTP/1.1" status: 204 len: 168 time: 1.6359572 Feb 04 11:30:08.370601 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13469f8d-9a45-4111-a54e-506d33fe849c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/7992cd4e-bc0f-4e94-b122-e10dc0f4d70e HTTP/1.1" status: 204 len: 168 time: 1.3716812 Feb 04 11:30:08.373775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33802) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:08.377570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for 34395386-48e0-4cd8-a37e-f936b9cdbc4d owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:08.497654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.500460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.501005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Fanout notify agent at l3_agent the message router_deleted on router 10825419-5656-4d43-85ac-76f39a860166 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:30:08.559332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:08.567868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:08.573112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:08.584078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.584710 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e4143247-04d1-40a1-9741-4c672cc8a21a tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "DELETE /v2.0/routers/10825419-5656-4d43-85ac-76f39a860166 HTTP/1.1" status: 204 len: 168 time: 5.3373270 Feb 04 11:30:08.593726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:08.621832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:08.629667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.711720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.744500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=34395386-48e0-4cd8-a37e-f936b9cdbc4d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:08.757269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port 34395386-48e0-4cd8-a37e-f936b9cdbc4d on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:08.770278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 7e0624c0-16e1-4e7f-b502-bd955e013c4f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:08.785466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.860501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:30:08.920311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.944841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting subnet 4a3c325f-8c01-40b8-bbe3-7213bd30b6e5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:08.956847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:08.963400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73c65-addf-4ae6-99fd-26ab75761991 req-9ea9cf96-f76f-4682-b656-2d0a2a2c98c7 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:08.965201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1b73c65-addf-4ae6-99fd-26ab75761991 req-9ea9cf96-f76f-4682-b656-2d0a2a2c98c7 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 945 time: 0.6574438 Feb 04 11:30:08.971932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.007681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.022537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:09.038926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2d12ba-96e5-437e-935e-5d37ea6da197') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:09.039221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2d12ba-96e5-437e-935e-5d37ea6da197') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:09.049883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.050259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.050599 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Floating IP 2ba5baad-6bb3-427c-936f-4bd3d8429e26 disassociated. External IP: 172.26.6.119, port: 7c443178-ac22-4e21-9c02-1f789ee848a7. Feb 04 11:30:09.050927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Calling delete_port for 7c443178-ac22-4e21-9c02-1f789ee848a7 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:09.057743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.083042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.086317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.096416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:09.096827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.108983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ded3266-48e3-4179-b749-d813c7580112 None None] Provisioning for port 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:09.114031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ded3266-48e3-4179-b749-d813c7580112 None None] Provisioning complete for port 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:09.120920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ded3266-48e3-4179-b749-d813c7580112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:09.126584 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:09.225486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4ded3266-48e3-4179-b749-d813c7580112 None None] Port 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:09.288548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.302742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.348063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.351129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ad868086-6ef2-4354-a232-dfaaa64304f4 None None] Provisioning complete for port 182dfc89-46db-46ee-8128-dd351899fde2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:09.351783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ad868086-6ef2-4354-a232-dfaaa64304f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.363656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.368510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.391310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=5468f19d-0711-4e59-b534-e08c6e27e5c1,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:09.443602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1b73c65-addf-4ae6-99fd-26ab75761991 req-9e905084-fbe4-4053-a9d9-1bd7c89232fe tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups?id=adeb5904-d6c1-4d61-a03c-1f687313b37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984432 Feb 04 11:30:09.484706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:09.495136 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-40d6004b-279c-4b27-b56b-5e0484213427 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f HTTP/1.1" status: 204 len: 168 time: 6.1231320 Feb 04 11:30:09.495930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:09.504519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2009359119'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:09.514347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:09.521420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:09.574484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.575483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:09.596387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:09.713443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.722055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:09.725726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.767926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:09.771043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:09.782922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:09.816558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.816558 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment b2972ac5-6861-42ba-8653-150bc362f6c1 of type vlan for network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 Feb 04 11:30:09.845635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.847790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.868470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33832) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:09.883830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.901699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:09.988870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.068853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294855384'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:10.077840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.083260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:10.083907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.116770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:10.122085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0e5938df-0170-496e-808d-c5af2912ac1f None None] Provisioning complete for port 5468f19d-0711-4e59-b534-e08c6e27e5c1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:10.122651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e5938df-0170-496e-808d-c5af2912ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.146781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:10.154282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:10.159020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0624c0-16e1-4e7f-b502-bd955e013c4f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:10.160775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event deleted for resources: {'Port': ['ID=7c443178-ac22-4e21-9c02-1f789ee848a7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:10.169689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.180691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0e5938df-0170-496e-808d-c5af2912ac1f None None] Port 5468f19d-0711-4e59-b534-e08c6e27e5c1 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:10.192925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d20ed3-0eee-46cf-9739-8f39d1e2bf49 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:10.231993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:10.253877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.261472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:10.268131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=3fcd491a-9eed-457b-9bfa-4432d7f1c464,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:10.288024 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-321f793c-482c-44f8-a08f-47297c854ecd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/7e0624c0-16e1-4e7f-b502-bd955e013c4f HTTP/1.1" status: 204 len: 168 time: 1.9083021 Feb 04 11:30:10.295144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:10.298833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 9ee089c4-d881-4d06-8ea8-7f535ff47897 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:10.300337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.381331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:10.434903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3c325f-8c01-40b8-bbe3-7213bd30b6e5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:10.444603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.451807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3065a01d-4656-4b52-ab64-ba72670ec4dc tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "DELETE /v2.0/subnets/4a3c325f-8c01-40b8-bbe3-7213bd30b6e5 HTTP/1.1" status: 204 len: 168 time: 1.8568237 Feb 04 11:30:10.461046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e02d69a-852d-4f02-ac86-576bcb25b159 None None] Network 457d65be-f51b-4121-ac4e-939524de5838 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:10.488560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33842) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:10.560413 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-47521531-f5c7-4ffa-807e-fbb7f1a4b856 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0628824 Feb 04 11:30:10.570833 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e6267aa7-8367-4988-8d26-1e8a8bd18900 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2745011 Feb 04 11:30:10.571864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:10.594028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33850) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:10.622269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:10.653311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:10.676669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Router b09c33b4-edc3-46b3-86fb-14e3d008d09c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:10.693083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7c443178-ac22-4e21-9c02-1f789ee848a7 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:10.754182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:10.757984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.765191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9c85d9ba-1ff6-401d-a5e8-f1257fd925a7 req-d36b7a07-1a7c-4c7b-b1d9-91fd5ec78aaf tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Synchronizing usage tracker for tenant:195d19e35b234f67984f03cd51bac0ed on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:10.771284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 7c443178-ac22-4e21-9c02-1f789ee848a7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:10.771651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 7c443178-ac22-4e21-9c02-1f789ee848a7 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:10.810617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.826827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.862202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:10.874812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:10.875782 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] Sync routers for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:10.885762 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-39ac4644-5c0a-4ad8-a3f9-83df591f97da tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/9ee089c4-d881-4d06-8ea8-7f535ff47897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5819237 Feb 04 11:30:10.885974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:10.889317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:security_group_rule and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:10.889721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33856) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:10.895667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:10.900599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:10.902677 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:10.903392 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:10.904712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:10.908704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting port cda8c968-21cc-4469-9154-83805a10cb0f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:10.908704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:10.935183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:10.937682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:10.941403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:10.946179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:10.950674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:10.966574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:10.981562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:10.989642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] Deleting port 182dfc89-46db-46ee-8128-dd351899fde2 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:10.990201 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:10.990338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.002815 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:11.003754 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:11.032882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:11.059652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9c85d9ba-1ff6-401d-a5e8-f1257fd925a7 req-d36b7a07-1a7c-4c7b-b1d9-91fd5ec78aaf tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Unset dirty status for tenant:195d19e35b234f67984f03cd51bac0ed on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:11.061052 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9c85d9ba-1ff6-401d-a5e8-f1257fd925a7 req-d36b7a07-1a7c-4c7b-b1d9-91fd5ec78aaf tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 210 time: 0.4225063 Feb 04 11:30:11.063501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] DHCP port deletion for 457d65be-f51b-4121-ac4e-939524de5838 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:11.096780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:11.111414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Deleting port cda8c968-21cc-4469-9154-83805a10cb0f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:11.111879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.114083 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:11.114587 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6be64fe-3ffa-4e26-966e-94a9a2c8e586 None None] The sync data for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:11.128987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01da2a5-ebe7-4d05-9f24-29b098a64af7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:11.130139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b01da2a5-ebe7-4d05-9f24-29b098a64af7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:11.164963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:11.169202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.173223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:11.207343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] Sync routers for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:11.267144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:11.270794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.278881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:11.279505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:11.349880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] No DVR routers for this DVR port 7c443178-ac22-4e21-9c02-1f789ee848a7 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:11.366273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b01da2a5-ebe7-4d05-9f24-29b098a64af7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:11.367068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:30:11.367600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:30:11.370398 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b01da2a5-ebe7-4d05-9f24-29b098a64af7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports/5468f19d-0711-4e59-b534-e08c6e27e5c1 HTTP/1.1" status: 200 len: 910 time: 0.4712620 Feb 04 11:30:11.371798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.373722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3283e6ec-9e57-4dad-b9fa-79d16c012fac req-dcbab4a0-6b60-432c-93c1-397fa1d5a00b tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.42 "DELETE /v2.0/ports/7c443178-ac22-4e21-9c02-1f789ee848a7 HTTP/1.1" status: 204 len: 173 time: 4.6865354 Feb 04 11:30:11.377417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:11.378087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'name': 'network-vif-deleted', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:30:11.451525 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66665ba-e1b1-4014-b59c-07884330025f', 'name': 'network-vif-deleted', 'tag': '7c443178-ac22-4e21-9c02-1f789ee848a7', 'status': 'completed', 'code': 200} Feb 04 11:30:11.540220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] For port cda8c968-21cc-4469-9154-83805a10cb0f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cda8c968-21cc-4469-9154-83805a10cb0f,segment=NetworkSegment(0bf9fae2-9083-456b-883d-8098b6a49b0b),segment_id=0bf9fae2-9083-456b-883d-8098b6a49b0b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:11.540644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.638226 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f5c28e63-9a28-43ec-8d35-8485c5feda28 None None] Provisioning complete for port 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:11.638594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f5c28e63-9a28-43ec-8d35-8485c5feda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.695364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Calling delete_port for cda8c968-21cc-4469-9154-83805a10cb0f owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:11.762106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 5fbc8512-6e69-4c8a-8079-5fe9774c65ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:11.804898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] For port cda8c968-21cc-4469-9154-83805a10cb0f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cda8c968-21cc-4469-9154-83805a10cb0f,segment=NetworkSegment(0bf9fae2-9083-456b-883d-8098b6a49b0b),segment_id=0bf9fae2-9083-456b-883d-8098b6a49b0b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:11.804898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.813317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] For port 182dfc89-46db-46ee-8128-dd351899fde2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=182dfc89-46db-46ee-8128-dd351899fde2,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:11.813705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:11.974623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.000208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f5c28e63-9a28-43ec-8d35-8485c5feda28 None None] Port 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:12.007246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Calling delete_port for cda8c968-21cc-4469-9154-83805a10cb0f owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:12.095171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:30:12.149830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] Calling delete_port for 182dfc89-46db-46ee-8128-dd351899fde2 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:12.173407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Port': ['ID=cda8c968-21cc-4469-9154-83805a10cb0f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:12.179248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.205880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] No DVR routers for this DVR port cda8c968-21cc-4469-9154-83805a10cb0f on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:12.334009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.438064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:12.442236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:12.451517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce65a4bb-209a-4662-af9f-2e410d1e7497 req-9b52da7d-e7bd-4dd2-97b7-403cca75e513 tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66665ba-e1b1-4014-b59c-07884330025f HTTP/1.1" status: 200 len: 210 time: 0.1688945 Feb 04 11:30:12.491829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:12.496267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.504709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.519765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:12.521330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cacf1b-e04d-4dd1-b031-fee9660ce7ee,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:12.529295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.529656 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 104a5f12-6b81-4b33-9d08-0bcca7ed039c of type vlan for network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 Feb 04 11:30:12.537501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] Sync routers for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:12.552749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457d65be-f51b-4121-ac4e-939524de5838']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.558909 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:12.559879 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.574594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf9fae2-9083-456b-883d-8098b6a49b0b') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.574843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf9fae2-9083-456b-883d-8098b6a49b0b') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.584719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.592744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:30:12.612964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.617842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.626586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.646706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] Pushing event deleted for resources: {'Port': ['ID=182dfc89-46db-46ee-8128-dd351899fde2,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:12.658335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262c315-6927-48bb-8718-2fa67df2d643 None None] No DVR routers for this DVR port 182dfc89-46db-46ee-8128-dd351899fde2 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:12.692054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:51Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.701007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cda8c968-21cc-4469-9154-83805a10cb0f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:12.714427 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.733359 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:12.733973 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.743851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.745417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] Checking router: b09c33b4-edc3-46b3-86fb-14e3d008d09c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:30:12.752995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: cda8c968-21cc-4469-9154-83805a10cb0f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:12.753639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cda8c968-21cc-4469-9154-83805a10cb0f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:12.754306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 182dfc89-46db-46ee-8128-dd351899fde2 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:12.793659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:12.794694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.816300 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:12.816954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35064df2-2a08-4009-86e9-740b638144e8 None None] The sync data for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:12.845254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:12.845666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.855906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 182dfc89-46db-46ee-8128-dd351899fde2 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:12.856429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 182dfc89-46db-46ee-8128-dd351899fde2 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:12.872210 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:12.907888 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.services.revisions.revision_plugin [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Could not find related port for resource to bump revision. Feb 04 11:30:12.955121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Deleting port cda8c968-21cc-4469-9154-83805a10cb0f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:12.955121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.964421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.969988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:12.970593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:12.977807 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5ac26af7-faeb-4d50-bcd9-f08365d2070a tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/routers/5fbc8512-6e69-4c8a-8079-5fe9774c65ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1555424 Feb 04 11:30:12.980187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:12.986945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'port': {'network_id': 'e4b83c8c-3ed6-42e9-8146-0804a8882029', 'name': 'tempest-FloatingIPTestJSON-1213919278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:13.008542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_pluggable_backend [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Port 182dfc89-46db-46ee-8128-dd351899fde2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 11:30:13.008812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_pluggable_backend [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Reverting IP allocation for 2001:db8::f816:3eff:fe73:1aab {{(pid=88132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 11:30:13.021131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=a14b282d-3f32-4827-9e5c-b00a47cebc09,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:13.045336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e955b7bd-4c2c-4a57-a366-33250f68106d None None] The port 'cda8c968-21cc-4469-9154-83805a10cb0f' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:30:13.064276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_pluggable_backend [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe73:1aab {{(pid=88132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 11:30:13.070408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:30:13.074716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.095474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': 'b2972ac5-6861-42ba-8653-150bc362f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:13.095851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 3fcd491a-9eed-457b-9bfa-4432d7f1c464, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:13.126320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:13.142872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:13.172263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:13.179087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:13.186403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:13.186994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.187613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.192310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.196914 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "DELETE /v2.0/networks/457d65be-f51b-4121-ac4e-939524de5838 HTTP/1.1" status: 204 len: 168 time: 2.7073033 Feb 04 11:30:13.198139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:13.228643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=b6f1472c-8dab-4112-ba07-20af12022fa4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:13.285328 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-79d3ce00-b51e-48c0-adec-3df80c16b1e7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.4119678 Feb 04 11:30:13.301749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:13.307645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362b2b5-bb8a-453e-8cb6-05ed220cc731 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Network': ['ID=457d65be-f51b-4121-ac4e-939524de5838,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:13.336131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 5468f19d-0711-4e59-b534-e08c6e27e5c1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:13.336771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.339757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a1a93-dfb5-48e1-baf4-51ebbfd90d5d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:13.395610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Deleting port fa57e718-6e74-4e59-91ea-01e4b9188cd3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:13.395962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.472302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 3fcd491a-9eed-457b-9bfa-4432d7f1c464) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:13.484502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:13.485027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.539416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3bca1a-dabe-473b-a7f0-f8e38523706d None None] Network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:13.599835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.630359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.630878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:13.670240 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-25ac9be4-4e0f-46d0-aa5c-742eba276d5b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0907094 Feb 04 11:30:13.744895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:13.745508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:14.000033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.010681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 5468f19d-0711-4e59-b534-e08c6e27e5c1 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:14.021572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Calling delete_port for fa57e718-6e74-4e59-91ea-01e4b9188cd3 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:14.066209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-3fcd491a-9eed-457b-9bfa-4432d7f1c464', 'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'a14b282d-3f32-4827-9e5c-b00a47cebc09'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:14.068314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.076795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:14.081436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Usage tracker for resource:port and tenant:5c451cfe75fd46c6bb979959aa688e76 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:14.084287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:14.091761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:14.105574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-36e6374c-9a44-410c-85b4-011526c464a1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5104461 Feb 04 11:30:14.109085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:14.118049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:14.197775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Made reservation on behalf of 5c451cfe75fd46c6bb979959aa688e76 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:14.201343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.230785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] device_id is not set on port 07481071-dce5-4849-9169-64338b3044a4 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:14.243579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Allocated IP 172.20.0.3 (3fcd491a-9eed-457b-9bfa-4432d7f1c464/a14b282d-3f32-4827-9e5c-b00a47cebc09/3a02606e-61b3-4258-9170-ffdeecab6e99) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:14.378123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cff3f484-c3f8-4564-a01c-27893e5bf53a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.404153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Allocated IP 172.20.0.10 (e4b83c8c-3ed6-42e9-8146-0804a8882029/1df486cc-911c-473a-a070-a2ca18cf7e26/07481071-dce5-4849-9169-64338b3044a4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:14.461735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cff3f484-c3f8-4564-a01c-27893e5bf53a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.477623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.481171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.489430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'b6f1472c-8dab-4112-ba07-20af12022fa4'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:14.490272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.575054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:51Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:14.592260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b975c-c83f-4ad5-91ad-ac17877a045f None None] The sync data for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv is: [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:26:38Z', 'revision_number': 4, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f97d6143-6e98-4f74-bc7e-301843868cd0', 'name': '', 'network_id': '0ad47c84-885c-4cc1-b4ab-fa29066ab8e9', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'mac_address': 'fa:16:3e:14:cf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:34Z', 'updated_at': '2022-02-04T11:26:51Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'subnets': [{'id': '6239f9a9-1114-46bf-9cf4-51d1ba293a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:14.722310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Allocated IP 2001:db8::f816:3eff:fe32:88a8 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b6f1472c-8dab-4112-ba07-20af12022fa4/f3d62b41-1a32-4c37-8794-f05548303fe9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:14.749696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.788716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.823758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Transition to ACTIVE for port object 07481071-dce5-4849-9169-64338b3044a4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:14.850162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:14.860685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:14.864832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:14.875821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:14.878335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Transition to ACTIVE for port object 3a02606e-61b3-4258-9170-ffdeecab6e99 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:14.954000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cff3f484-c3f8-4564-a01c-27893e5bf53a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:14.996570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3f484-c3f8-4564-a01c-27893e5bf53a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb5904-d6c1-4d61-a03c-1f687313b37a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:15.016314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:15.036277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.049784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Pushing event deleted for resources: {'Port': ['ID=fa57e718-6e74-4e59-91ea-01e4b9188cd3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:15.066841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.086895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafa46d-a471-4c0a-8f3e-014b3f6296ef None None] New status for floating IP 2ba5baad-6bb3-427c-936f-4bd3d8429e26: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:30:15.102069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.110047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.113828 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f13147ed-511a-4c2f-b278-9237809d5099 tempest-FloatingIPAdminTestJSON-223666357 tempest-FloatingIPAdminTestJSON-223666357-project] 10.222.0.36 "DELETE /v2.0/floatingips/db1f2ef1-ead0-4b89-a15b-c65b2db4266a HTTP/1.1" status: 204 len: 168 time: 1.8980899 Feb 04 11:30:15.180581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.185950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.190021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cff3f484-c3f8-4564-a01c-27893e5bf53a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.193683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Transition to ACTIVE for port object f3d62b41-1a32-4c37-8794-f05548303fe9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:15.194106 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cff3f484-c3f8-4564-a01c-27893e5bf53a tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "DELETE /v2.0/security-groups/adeb5904-d6c1-4d61-a03c-1f687313b37a HTTP/1.1" status: 204 len: 168 time: 1.4447505 Feb 04 11:30:15.194700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:15.216463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Transition to ACTIVE for port object f3d62b41-1a32-4c37-8794-f05548303fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:15.219828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Transition to ACTIVE for port object 3a02606e-61b3-4258-9170-ffdeecab6e99 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:15.223223 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-73921fa7-9838-4775-b41b-e5b1cfc699bb tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] show failed (client error): The resource could not be found. Feb 04 11:30:15.232533 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-73921fa7-9838-4775-b41b-e5b1cfc699bb tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "GET /v2.0/security-groups/adeb5904-d6c1-4d61-a03c-1f687313b37a HTTP/1.1" status: 404 len: 347 time: 0.0366442 Feb 04 11:30:15.233115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:15.292022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:15.299682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:15.359882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:15.508747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:15.510088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.553638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.568791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.652424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event updated for resources: {'Port': ['ID=07481071-dce5-4849-9169-64338b3044a4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:15.701243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.747048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:15.749026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:15.753551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:15.757245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:15.759325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:15.766170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:15.818846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Deleting port 7f8c484f-b990-4c26-911b-7324d8559add {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:15.821311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:15.854583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=5468f19d-0711-4e59-b534-e08c6e27e5c1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:15.894142 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0465d42-603f-4f63-95dd-6399ab48fa1e tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9133115 Feb 04 11:30:15.902113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:15.902308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:15.928365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=a14b282d-3f32-4827-9e5c-b00a47cebc09,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:15.933839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Pushing event updated for resources: {'Port': ['ID=3a02606e-61b3-4258-9170-ffdeecab6e99,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:15.934341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Request body: {'floatingip': {'port_id': '07481071-dce5-4849-9169-64338b3044a4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:16.006783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Attempting to bind port f3d62b41-1a32-4c37-8794-f05548303fe9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:16.007291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Attempting to bind port f3d62b41-1a32-4c37-8794-f05548303fe9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:16.007956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Attempting to bind port f3d62b41-1a32-4c37-8794-f05548303fe9 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:16.031361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50ffe80f-f85a-4202-a76c-2b8143035f82 None None] Provisioning for port 07481071-dce5-4849-9169-64338b3044a4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:16.037611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Attempting to bind port 3a02606e-61b3-4258-9170-ffdeecab6e99 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:16.038130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Attempting to bind port 3a02606e-61b3-4258-9170-ffdeecab6e99 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b2972ac5-6861-42ba-8653-150bc362f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:16.038613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Attempting to bind port 3a02606e-61b3-4258-9170-ffdeecab6e99 on network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:16.041347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:16.041865 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:16.042919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.043423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:16.044074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Bound port: f3d62b41-1a32-4c37-8794-f05548303fe9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:16.045162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.108665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:16.109212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Checking segment: {'id': 'b2972ac5-6861-42ba-8653-150bc362f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:16.109730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.110222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Bound using segment: {'id': 'b2972ac5-6861-42ba-8653-150bc362f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:16.110802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Bound port: 3a02606e-61b3-4258-9170-ffdeecab6e99, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2972ac5-6861-42ba-8653-150bc362f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:16.111280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.128529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50ffe80f-f85a-4202-a76c-2b8143035f82 None None] Provisioning complete for port 07481071-dce5-4849-9169-64338b3044a4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:16.129044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50ffe80f-f85a-4202-a76c-2b8143035f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.176769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Pushing event updated for resources: {'Port': ['ID=f3d62b41-1a32-4c37-8794-f05548303fe9,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:16.255688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.284982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] For port 3a02606e-61b3-4258-9170-ffdeecab6e99, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:16.288239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] For port 3a02606e-61b3-4258-9170-ffdeecab6e99, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3a02606e-61b3-4258-9170-ffdeecab6e99,segment=NetworkSegment(b2972ac5-6861-42ba-8653-150bc362f6c1),segment_id=b2972ac5-6861-42ba-8653-150bc362f6c1)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:16.291932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.297377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcd491a-9eed-457b-9bfa-4432d7f1c464']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:16.321380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-50ffe80f-f85a-4202-a76c-2b8143035f82 None None] Port 07481071-dce5-4849-9169-64338b3044a4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:16.322621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2972ac5-6861-42ba-8653-150bc362f6c1') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:16.322926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2972ac5-6861-42ba-8653-150bc362f6c1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:16.326033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] For port f3d62b41-1a32-4c37-8794-f05548303fe9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:16.329570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] For port f3d62b41-1a32-4c37-8794-f05548303fe9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f3d62b41-1a32-4c37-8794-f05548303fe9,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:16.365186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.405879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.423735 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c83bef5a-1585-45ae-9444-4d6fcfb01a22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=257a01bf78b54c4aa22e59a340bb6f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175779 Feb 04 11:30:16.436562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:16.449344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.526013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab17f67-fe93-41cf-b7da-6e4581269563 None None] Pushing event updated for resources: {'Port': ['ID=3a02606e-61b3-4258-9170-ffdeecab6e99,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:16.557948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.600900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:16.601296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.616346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33922) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:16.629281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:16.631823 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:16.633961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cb53b-b823-4fc8-a151-2b8882f63f8c None None] Pushing event updated for resources: {'Port': ['ID=f3d62b41-1a32-4c37-8794-f05548303fe9,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:16.640937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.735481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed5796-107d-404b-96f1-03b930f4af2f None None] Network 3fcd491a-9eed-457b-9bfa-4432d7f1c464 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:16.892206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:16.924829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:16.928982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:16.928982 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:16.928982 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': '3fcd491a-9eed-457b-9bfa-4432d7f1c464'}] Feb 04 11:30:16.928982 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:16.929929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:16.930044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:16.974109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.974431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.982452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035be0ac-2ef5-4432-b38d-752a173390a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:16.995263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:17.064807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 9ee089c4-d881-4d06-8ea8-7f535ff47897 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:17.235654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:17.246000 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] Sync routers for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:17.247130 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3f8cdb5a-ee33-459f-97ae-bf4dbf02ffa9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/9ee089c4-d881-4d06-8ea8-7f535ff47897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8637002 Feb 04 11:30:17.250032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33928) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:17.260516 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:17.261282 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:17.270526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035be0ac-2ef5-4432-b38d-752a173390a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.283118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Calling delete_port for 7f8c484f-b990-4c26-911b-7324d8559add owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:17.331258 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:17.340935 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:17.341868 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:17.409002 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:17.409608 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10465cdb-3744-4eeb-bed6-6e37749e0ffc None None] The sync data for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:17.476888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.480506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:17.484016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.498895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.586834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 3a02606e-61b3-4258-9170-ffdeecab6e99 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:17.587175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.696904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035be0ac-2ef5-4432-b38d-752a173390a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.709059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:17.717237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:17.730671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:17.731271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:17.739512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=658d5f39-3b53-457e-b77e-321bd0f361cd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:17.773060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be0ac-2ef5-4432-b38d-752a173390a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b33b2-1590-4269-9908-eb0557e359eb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:17.922412 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05ca170c-9d05-4d5b-a8eb-3dc5a106420d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8126745 Feb 04 11:30:17.930152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c80bd-7099-4662-9ee9-315124691fc2 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:17.953118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:17.959407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:de:3d:1d', 'name': 'tempest-NetworksTestDHCPv6-1565187363'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:18.025796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port 3a02606e-61b3-4258-9170-ffdeecab6e99, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3a02606e-61b3-4258-9170-ffdeecab6e99,segment=NetworkSegment(b2972ac5-6861-42ba-8653-150bc362f6c1),segment_id=b2972ac5-6861-42ba-8653-150bc362f6c1)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:18.026487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.039368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.110045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-828e85b1-a90f-4c99-bd3b-a2eb8e1186e1 None None] Provisioning for port f3d62b41-1a32-4c37-8794-f05548303fe9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:18.218108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for 3a02606e-61b3-4258-9170-ffdeecab6e99 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:18.247486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Pushing event deleted for resources: {'Port': ['ID=7f8c484f-b990-4c26-911b-7324d8559add,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:18.287038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035be0ac-2ef5-4432-b38d-752a173390a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.290759 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-035be0ac-2ef5-4432-b38d-752a173390a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af2b33b2-1590-4269-9908-eb0557e359eb HTTP/1.1" status: 204 len: 168 time: 1.8482583 Feb 04 11:30:18.318353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Update dhcp port {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': 'b6f1472c-8dab-4112-ba07-20af12022fa4', 'ip_address': '2001:db8::f816:3eff:fe32:88a8'}, {'subnet_id': '658d5f39-3b53-457e-b77e-321bd0f361cd'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': 'f3d62b41-1a32-4c37-8794-f05548303fe9'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:30:18.372865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:18.380791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:18.401223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:18.401223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.401526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.401643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.407795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-50736098-d77b-4069-b4db-cf5fed96c75c tempest-ServerActionsTestJSON-1571893796 tempest-ServerActionsTestJSON-1571893796-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ba5baad-6bb3-427c-936f-4bd3d8429e26 HTTP/1.1" status: 204 len: 168 time: 3.1688132 Feb 04 11:30:18.407795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:18.437488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.446617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:18.455366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.628084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=2ccae8a6-f799-4641-95af-6865585395f6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:18.744551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Allocated IP 172.20.0.2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/658d5f39-3b53-457e-b77e-321bd0f361cd/f3d62b41-1a32-4c37-8794-f05548303fe9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:18.757915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:18.783595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f3d62b41-1a32-4c37-8794-f05548303fe9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:18.796698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:18.849627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=3a02606e-61b3-4258-9170-ffdeecab6e99,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:18.856866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port 3a02606e-61b3-4258-9170-ffdeecab6e99 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:18.859445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '104a5f12-6b81-4b33-9d08-0bcca7ed039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:18.860101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:18.910906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.002999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] For port f3d62b41-1a32-4c37-8794-f05548303fe9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f3d62b41-1a32-4c37-8794-f05548303fe9,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:19.005485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.036263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.040108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 6d3dedd8-2604-4979-bc21-070c350f5884 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:19.054231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Transition to ACTIVE for port object f3d62b41-1a32-4c37-8794-f05548303fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:19.058276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.085590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f3d62b41-1a32-4c37-8794-f05548303fe9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:19.091314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f3d62b41-1a32-4c37-8794-f05548303fe9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:19.091905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.109659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:19.156997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.180480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 1f126c53-c109-4be0-8ee5-cb306ed7eec3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:19.180838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.200127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.261258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:19.265465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcd491a-9eed-457b-9bfa-4432d7f1c464']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:19.268580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:19.305662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:19.307137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.321711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.325504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894d5b4-36f1-4100-8c0a-153b98b1dddb None None] Network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:19.337993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2972ac5-6861-42ba-8653-150bc362f6c1') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:19.338350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2972ac5-6861-42ba-8653-150bc362f6c1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:19.361689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.382506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:19.389901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.436354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:19.438309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.438435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Usage tracker for resource:security_group_rule and tenant:90a7896634464402b237ab649f1ce924 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:19.444915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:19.451836 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:19.456012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.461461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:19.479799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191ffd-1192-4da5-a1f0-4923ac59fd5c None None] Pushing event updated for resources: {'Port': ['ID=f3d62b41-1a32-4c37-8794-f05548303fe9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:19.527898 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-154a9c41-4ba2-418f-8926-f1ea55944f48 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9063311 Feb 04 11:30:19.529588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8f5e3dc2-8186-4f0d-b84c-7a133cb91b37 {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:19.530060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:19.532049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:19.539525 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 5460a7c3-7ae2-4a1e-af5f-77aaeee20876 associated. External IP: 172.26.6.24, port: 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04. Feb 04 11:30:19.540221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f3d62b41-1a32-4c37-8794-f05548303fe9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f3d62b41-1a32-4c37-8794-f05548303fe9,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:19.562064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.640265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.708105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 1f126c53-c109-4be0-8ee5-cb306ed7eec3 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:19.718257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6', 'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': '2ccae8a6-f799-4641-95af-6865585395f6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:19.720068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.779182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.814057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f3d62b41-1a32-4c37-8794-f05548303fe9,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:19.824777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:19.839142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597275295'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:19.847676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=3fcd491a-9eed-457b-9bfa-4432d7f1c464,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:19.859904 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9359ebe6-cc07-4321-80dc-5c91bd238894 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/3fcd491a-9eed-457b-9bfa-4432d7f1c464 HTTP/1.1" status: 204 len: 168 time: 6.1126006 Feb 04 11:30:19.861629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:19.864252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:19.874738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2018156773'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:19.884001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:19.887867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:19.909108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:19.909108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:19.914686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:19.921536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:19.938809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:19.978861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Allocated IP 2001:db8:0:ffff::2 (9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6/2ccae8a6-f799-4641-95af-6865585395f6/6fc58d57-3624-4f8e-aeb1-c6f1b55b6829) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:20.138816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.216074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port c7bb4a78-9f14-4c61-9dc7-611b986d3ced yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:20.260355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.265084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:20.268955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.275961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Transition to ACTIVE for port object 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:20.294011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:20.295632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Transition to ACTIVE for port object 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:20.297562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.303847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:20.310860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.330215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.360313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50c02ee7-75a4-40a5-9448-00bfb2c53e49 None None] Provisioning for port f3d62b41-1a32-4c37-8794-f05548303fe9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:20.368390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50c02ee7-75a4-40a5-9448-00bfb2c53e49 None None] Provisioning complete for port f3d62b41-1a32-4c37-8794-f05548303fe9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:20.500605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50c02ee7-75a4-40a5-9448-00bfb2c53e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.500784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:20.500784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:20.500991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.501137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.515330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.515701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 6997ab68-5055-4909-92e3-ed1245a2b6c1 of type vlan for network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 Feb 04 11:30:20.517089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.517449 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 644956ee-56a5-41c5-ba9a-f4d924c11cd0 of type vlan for network 4c4fb241-aca1-4505-8772-1586acc9cb91 Feb 04 11:30:20.520836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=1f126c53-c109-4be0-8ee5-cb306ed7eec3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:20.543835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:20.555458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:20.568094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Pushing event updated for resources: {'Port': ['ID=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:20.570772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:20.627764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.773301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.788283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f3d62b41-1a32-4c37-8794-f05548303fe9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:20.802093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:20.817427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31e0daf-c48c-4311-bb40-6946b10c8281,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:20.819069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:20.855311 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-66af2dd6-28c3-46d5-95cd-2f590dc50850 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90a7896634464402b237ab649f1ce924&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5846941 Feb 04 11:30:20.888353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:20.925416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33962) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:20.933192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Attempting to bind port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:20.934588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Attempting to bind port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '104a5f12-6b81-4b33-9d08-0bcca7ed039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:20.934588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Attempting to bind port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 on network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:20.936213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:20.936936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:20.942496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 172.20.0.8 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/658d5f39-3b53-457e-b77e-321bd0f361cd/c7bb4a78-9f14-4c61-9dc7-611b986d3ced) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:20.944805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:30:21.009379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:21.010206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Checking segment: {'id': '104a5f12-6b81-4b33-9d08-0bcca7ed039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:21.010373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.011026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Bound using segment: {'id': '104a5f12-6b81-4b33-9d08-0bcca7ed039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:21.011455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Bound port: 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104a5f12-6b81-4b33-9d08-0bcca7ed039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:21.011949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.023208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:21.045859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fede:3d1d (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b6f1472c-8dab-4112-ba07-20af12022fa4/c7bb4a78-9f14-4c61-9dc7-611b986d3ced) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:21.080216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:21.080656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.081011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:21.158674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:21.159173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5032d-e868-4455-a47a-803baefad543 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:21.161969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Deleting port f97d6143-6e98-4f74-bc7e-301843868cd0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:21.162842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.188077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f3d62b41-1a32-4c37-8794-f05548303fe9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:21.188537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.192464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.200170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:21.200170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.246430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] For port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:21.259125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] For port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,segment=NetworkSegment(104a5f12-6b81-4b33-9d08-0bcca7ed039c),segment_id=104a5f12-6b81-4b33-9d08-0bcca7ed039c)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:21.310435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.316400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:21.317050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.330522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.431928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a7a35-93f6-458c-b36c-0a6f1a5468a6 None None] Pushing event updated for resources: {'Port': ['ID=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:21.450958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d184-528a-4a14-b2df-343f343c6826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.663846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8294973 Feb 04 11:30:21.691275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:21.700965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:21.721901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51eb2a-9972-4cce-84da-89c4fd08cffe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=015f639d-8d3f-4a8f-b412-ffa53c5f51e3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:21.746751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:21.758001 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8914173 Feb 04 11:30:21.796439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d184-528a-4a14-b2df-343f343c6826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:21.830487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:21.838898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 5fbc8512-6e69-4c8a-8079-5fe9774c65ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:21.857926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] For port f97d6143-6e98-4f74-bc7e-301843868cd0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f97d6143-6e98-4f74-bc7e-301843868cd0,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:21.858283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.010588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Calling delete_port for f97d6143-6e98-4f74-bc7e-301843868cd0 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:22.069958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '4c4fb241-aca1-4505-8772-1586acc9cb91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:22.119154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:22.141931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:22.158067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:22.178892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:22.195594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 9ee089c4-d881-4d06-8ea8-7f535ff47897 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:22.230719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=4c4fb241-aca1-4505-8772-1586acc9cb91,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:22.261914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.270530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4c0c3-92c3-4207-9738-e750646ecc91 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:22.278191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 4c4fb241-aca1-4505-8772-1586acc9cb91 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:22.316354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.336030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object c7bb4a78-9f14-4c61-9dc7-611b986d3ced will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:22.433252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:22.443389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:22.453961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:22.486256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:22.489784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.511126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:22.514774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.602612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:22.617029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:22.621631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d184-528a-4a14-b2df-343f343c6826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.622191 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] Sync routers for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:22.625868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:22.640584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:22.642595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:22.652815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.656741 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:22.661278 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:22.663268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] Sync routers for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:22.678019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:22.678957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:22.691256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:22.696780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.713622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d184-528a-4a14-b2df-343f343c6826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31e0daf-c48c-4311-bb40-6946b10c8281,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:22.742054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=c7bb4a78-9f14-4c61-9dc7-611b986d3ced,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:22.836560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d184-528a-4a14-b2df-343f343c6826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:22.857760 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9ed3d184-528a-4a14-b2df-343f343c6826 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e31e0daf-c48c-4311-bb40-6946b10c8281 HTTP/1.1" status: 204 len: 168 time: 1.9275043 Feb 04 11:30:22.869509 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2dab476f-d3cd-4b84-bd70-b56248bc0eff tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/floatingips/5460a7c3-7ae2-4a1e-af5f-77aaeee20876 HTTP/1.1" status: 200 len: 978 time: 6.9619799 Feb 04 11:30:22.870229 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c6db52a2-cd92-4518-9cf5-c4c815e24acd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/9ee089c4-d881-4d06-8ea8-7f535ff47897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6191957 Feb 04 11:30:22.879504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:22.894594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:22.943400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37e510-d7cb-4769-a4f1-3635df2dad26 None None] Network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:22.949595 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:22.963335 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] Routers {'9ee089c4-d881-4d06-8ea8-7f535ff47897'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:22.964361 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9ee089c4-d881-4d06-8ea8-7f535ff47897'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:23.028602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:23.029341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.044568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:23.045208 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8322279-b8aa-4c25-bf8e-37ae0494745c None None] The sync data for ids ['9ee089c4-d881-4d06-8ea8-7f535ff47897'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:23.126537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 07481071-dce5-4849-9169-64338b3044a4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:23.126885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.130244 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-094430e4-1af4-4ae8-badd-232df5029d57 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ee089c4-d881-4d06-8ea8-7f535ff47897 HTTP/1.1" status: 200 len: 205 time: 0.2370129 Feb 04 11:30:23.157140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:23.161184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:23.212067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:23.293347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:23.294149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:23.333459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.336456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-70e21651-5996-4182-96ed-4278de5644f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3827395 Feb 04 11:30:23.343015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:23.383319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.399813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:23.399813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4169302-d840-41c5-afa5-8f55342abf17 None None] The sync data for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:23.410835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.441018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97d6143-6e98-4f74-bc7e-301843868cd0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:23.465994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.466507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.467276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.467865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.468422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.471173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.471173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.471173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.471173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.471867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.471867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.472381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:23.565469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-04cde5f5-85cc-4a9b-881c-5f2ab2fbb8ca None None] Provisioning for port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:23.581974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:23.599440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-04cde5f5-85cc-4a9b-881c-5f2ab2fbb8ca None None] Provisioning complete for port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:23.600068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-04cde5f5-85cc-4a9b-881c-5f2ab2fbb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.660835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:23.661951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:23.703261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=a16d9e1d-2e3b-4a02-8d4a-515007050985,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:23.805227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '6997ab68-5055-4909-92e3-ed1245a2b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:23.806129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: 015f639d-8d3f-4a8f-b412-ffa53c5f51e3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:24.045171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.056400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-04cde5f5-85cc-4a9b-881c-5f2ab2fbb8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.102963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,segment=NetworkSegment(104a5f12-6b81-4b33-9d08-0bcca7ed039c),segment_id=104a5f12-6b81-4b33-9d08-0bcca7ed039c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:24.142041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a347c8a-2a05-4766-a733-22dddb249baf None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:30:24.170397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:24.206182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.219930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.298118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:24.309050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:24.311711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Usage tracker for resource:security_group_rule and tenant:3d10039441ea4beea536c081d1ccd6e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:24.328704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:24.341228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:24.371160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.374050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.386695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-04cde5f5-85cc-4a9b-881c-5f2ab2fbb8ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:24.387124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-04cde5f5-85cc-4a9b-881c-5f2ab2fbb8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:24.389629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.407766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:24.432508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e07a4-e13c-45e2-9d07-de07a9e0e590 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:24.438975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e07a4-e13c-45e2-9d07-de07a9e0e590 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:24.439937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-142e07a4-e13c-45e2-9d07-de07a9e0e590 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:24.468917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 015f639d-8d3f-4a8f-b412-ffa53c5f51e3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:24.489084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:24.489677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.498889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.556036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.577135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-142e07a4-e13c-45e2-9d07-de07a9e0e590 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:24.581295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-142e07a4-e13c-45e2-9d07-de07a9e0e590 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.2348089 Feb 04 11:30:24.597001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:24.663678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a347c8a-2a05-4766-a733-22dddb249baf None None] Unable to find a vacant binding_index for network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 and agent ff62f76e-ebe5-40ba-b871-07e541c1a401 {{(pid=88133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 11:30:24.667583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.667583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee089c4-d881-4d06-8ea8-7f535ff47897 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:30:24.700970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a347c8a-2a05-4766-a733-22dddb249baf None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 015f639d-8d3f-4a8f-b412-ffa53c5f51e3) {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:30:24.708932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=6e587964-3bad-4287-a5e1-64ad72474f39,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:24.724827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.728639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '644956ee-56a5-41c5-ba9a-f4d924c11cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4c4fb241-aca1-4505-8772-1586acc9cb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:24.729004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 4c4fb241-aca1-4505-8772-1586acc9cb91, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:24.739778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:24.747393 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4e52d117-6f5c-4085-addf-dd65e92100ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0549803 Feb 04 11:30:24.753361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port c7bb4a78-9f14-4c61-9dc7-611b986d3ced {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:24.754005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.785030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:24.788140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.792945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6e6c5497-fc51-4afc-877c-e6dbb4867872 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/9ee089c4-d881-4d06-8ea8-7f535ff47897 HTTP/1.1" status: 204 len: 168 time: 1.6276176 Feb 04 11:30:24.793778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34006) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:24.887661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:24.994105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet e91a9072-ed6d-4eb1-80a5-6d9bf94850f0 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:25.001565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.064229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.064888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.065378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Floating IP 5460a7c3-7ae2-4a1e-af5f-77aaeee20876 disassociated. External IP: 172.26.6.24, port: 07481071-dce5-4849-9169-64338b3044a4. Feb 04 11:30:25.066033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 07481071-dce5-4849-9169-64338b3044a4 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:25.067248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:25.070729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.108474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 4c4fb241-aca1-4505-8772-1586acc9cb91 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:25.131111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.172767 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d10039441ea4beea536c081d1ccd6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956322 Feb 04 11:30:25.174636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:25.175041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5b95d-0265-4e1d-b734-f6964db49f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60405a36-c34f-4f2c-9421-0d06c78114ec,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:25.260933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 4c4fb241-aca1-4505-8772-1586acc9cb91) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:25.323246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:25.324269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.345620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.349050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Router b09c33b4-edc3-46b3-86fb-14e3d008d09c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:25.374144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f6d2f348-56f1-47a2-a575-d894fff052ef None None] Provisioning for port c7bb4a78-9f14-4c61-9dc7-611b986d3ced completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:25.394102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f6d2f348-56f1-47a2-a575-d894fff052ef None None] Provisioning complete for port c7bb4a78-9f14-4c61-9dc7-611b986d3ced triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:25.394467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f348-56f1-47a2-a575-d894fff052ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.398420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20399257-4a3a-417f-85dd-085992beac94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.410726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.472900 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0c59ed90-6898-4d2e-8e9c-0e91cb3410ad tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6381590 Feb 04 11:30:25.477643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20399257-4a3a-417f-85dd-085992beac94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.484606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:25.493175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2f348-56f1-47a2-a575-d894fff052ef None None] Port c7bb4a78-9f14-4c61-9dc7-611b986d3ced cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:25.511533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f6d2f348-56f1-47a2-a575-d894fff052ef None None] Provisioning complete for port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:25.511533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f348-56f1-47a2-a575-d894fff052ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.530190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.551291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.558228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-015f639d-8d3f-4a8f-b412-ffa53c5f51e3', 'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': 'a16d9e1d-2e3b-4a02-8d4a-515007050985'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:25.560093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.756582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=07481071-dce5-4849-9169-64338b3044a4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:25.811356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for c7bb4a78-9f14-4c61-9dc7-611b986d3ced owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:25.918170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Allocated IP 2001:db8::1 (015f639d-8d3f-4a8f-b412-ffa53c5f51e3/a16d9e1d-2e3b-4a02-8d4a-515007050985/70919e47-f9ed-447c-847a-84f6ff5cbbb9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:25.939906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:25.968122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.026244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.037355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:26.048019 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] Sync routers for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:26.049001 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3e446974-b664-4af7-aa7d-b67c9f899b17 admin admin] 10.222.0.36 "PUT /v2.0/routers/b09c33b4-edc3-46b3-86fb-14e3d008d09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6393974 Feb 04 11:30:26.059393 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:26.060460 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:26.159417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.201498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34018) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:26.249822 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:30:26.253585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20399257-4a3a-417f-85dd-085992beac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.267134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=e91a9072-ed6d-4eb1-80a5-6d9bf94850f0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:26.272317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.317147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20399257-4a3a-417f-85dd-085992beac94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60405a36-c34f-4f2c-9421-0d06c78114ec,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:26.342510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20399257-4a3a-417f-85dd-085992beac94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.354536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-20399257-4a3a-417f-85dd-085992beac94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60405a36-c34f-4f2c-9421-0d06c78114ec HTTP/1.1" status: 204 len: 168 time: 1.1669936 Feb 04 11:30:26.354536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ffe418ea-1436-4345-a06f-811af41076e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/e91a9072-ed6d-4eb1-80a5-6d9bf94850f0 HTTP/1.1" status: 204 len: 168 time: 1.5397694 Feb 04 11:30:26.361025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:26.377060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Transition to ACTIVE for port object 70919e47-f9ed-447c-847a-84f6ff5cbbb9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:26.403842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 5fbc8512-6e69-4c8a-8079-5fe9774c65ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:26.407590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.409037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Transition to ACTIVE for port object 70919e47-f9ed-447c-847a-84f6ff5cbbb9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:26.416602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.473186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=c7bb4a78-9f14-4c61-9dc7-611b986d3ced,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:26.506783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.545338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.606576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 892e8e03-7fbe-44ed-b01f-ce8da9054b50 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:26.616875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.707711 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Pushing event updated for resources: {'Port': ['ID=70919e47-f9ed-447c-847a-84f6ff5cbbb9,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:26.738326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:26.740943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:26.749236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:26.760826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.818902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.879762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:26.903106 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:30:22Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:26.910572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] Checking router: b09c33b4-edc3-46b3-86fb-14e3d008d09c for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:30:26.923688 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] Routers {'b09c33b4-edc3-46b3-86fb-14e3d008d09c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:26.925533 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:26.937704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=6e587964-3bad-4287-a5e1-64ad72474f39,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:26.949731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] Sync routers for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:26.970422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Attempting to bind port 70919e47-f9ed-447c-847a-84f6ff5cbbb9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:26.971630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Attempting to bind port 70919e47-f9ed-447c-847a-84f6ff5cbbb9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6997ab68-5055-4909-92e3-ed1245a2b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:26.972271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Attempting to bind port 70919e47-f9ed-447c-847a-84f6ff5cbbb9 on network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:26.984713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:26.985922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Checking segment: {'id': '6997ab68-5055-4909-92e3-ed1245a2b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:26.986874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:26.988045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Bound using segment: {'id': '6997ab68-5055-4909-92e3-ed1245a2b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:26.989018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Bound port: 70919e47-f9ed-447c-847a-84f6ff5cbbb9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997ab68-5055-4909-92e3-ed1245a2b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:26.990233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.010359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:27.013000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.090871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.108458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.122638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.166816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.170208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4fb241-aca1-4505-8772-1586acc9cb91']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.179781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.196578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=a16d9e1d-2e3b-4a02-8d4a-515007050985,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:27.209444 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] Set router b09c33b4-edc3-46b3-86fb-14e3d008d09c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:30:27.239316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ba2c102d-1cb1-4393-9bc9-63514785e3c9 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/ports/07481071-dce5-4849-9169-64338b3044a4 HTTP/1.1" status: 204 len: 168 time: 4.3395648 Feb 04 11:30:27.247918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644956ee-56a5-41c5-ba9a-f4d924c11cd0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.248229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644956ee-56a5-41c5-ba9a-f4d924c11cd0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.254982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:27.257151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.289453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:27.292084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.327364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.356920 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dfe1b1d9-aff7-47f9-8c7e-01ac965bb010 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/c7bb4a78-9f14-4c61-9dc7-611b986d3ced HTTP/1.1" status: 204 len: 168 time: 2.7521307 Feb 04 11:30:27.360994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34040) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:27.373173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] For port 70919e47-f9ed-447c-847a-84f6ff5cbbb9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:27.378673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.379303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7163f-b2ac-4a6e-8bac-562872903b60 None None] The sync data for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:27.382833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.422883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.453303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:27.454166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.463773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:27.469961 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:27.480416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015f639d-8d3f-4a8f-b412-ffa53c5f51e3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.498866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6997ab68-5055-4909-92e3-ed1245a2b6c1') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.499216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6997ab68-5055-4909-92e3-ed1245a2b6c1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.508481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.517485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117975f-4e11-48e4-bf9e-8fa939f7e8e8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:27.517485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117975f-4e11-48e4-bf9e-8fa939f7e8e8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:27.518630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e117975f-4e11-48e4-bf9e-8fa939f7e8e8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:27.519444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e117975f-4e11-48e4-bf9e-8fa939f7e8e8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:27.528585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.571152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Deleting port cc291d26-3799-4707-ad79-c9bb99cc6b57 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:27.572327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.635632 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:30:22Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:27.640243 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ade8-ea8a-4250-ad61-aa83e3c534ca None None] The sync data for ids ['b09c33b4-edc3-46b3-86fb-14e3d008d09c'] in dv-neutron-827824-2-hyperv is: [{'id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'name': 'tempest-ServerActionsTestJSON-1441664865-router', 'tenant_id': '195d19e35b234f67984f03cd51bac0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:26:21Z', 'updated_at': '2022-02-04T11:30:22Z', 'revision_number': 5, 'project_id': '195d19e35b234f67984f03cd51bac0ed', 'gw_port': {'id': 'cc291d26-3799-4707-ad79-c9bb99cc6b57', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c33b4-edc3-46b3-86fb-14e3d008d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:26:23Z', 'updated_at': '2022-02-04T11:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:27.655643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e117975f-4e11-48e4-bf9e-8fa939f7e8e8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:27.658537 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e117975f-4e11-48e4-bf9e-8fa939f7e8e8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2937391 Feb 04 11:30:27.663535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34050) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:27.666826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.726245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=892e8e03-7fbe-44ed-b01f-ce8da9054b50,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:27.727518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] For port 70919e47-f9ed-447c-847a-84f6ff5cbbb9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=70919e47-f9ed-447c-847a-84f6ff5cbbb9,segment=NetworkSegment(6997ab68-5055-4909-92e3-ed1245a2b6c1),segment_id=6997ab68-5055-4909-92e3-ed1245a2b6c1)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:27.735201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.736978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.760764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.781325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=4c4fb241-aca1-4505-8772-1586acc9cb91,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:27.822128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:27.840279 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0634c04d-b908-405a-9d56-6356f9180a50 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/892e8e03-7fbe-44ed-b01f-ce8da9054b50 HTTP/1.1" status: 204 len: 168 time: 1.4751399 Feb 04 11:30:27.851143 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9b6935c0-cc6c-4d1e-a2f8-ae02585dd14f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/4c4fb241-aca1-4505-8772-1586acc9cb91 HTTP/1.1" status: 204 len: 168 time: 2.3648484 Feb 04 11:30:27.851143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:27.865715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34058) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:27.889986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1326350210'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:27.900162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:27.919709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Pushing event updated for resources: {'Port': ['ID=70919e47-f9ed-447c-847a-84f6ff5cbbb9,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:27.933358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.934053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.934657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.935217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.935845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.936390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.936915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.937757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.938278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.939084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.939887 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:27.940732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43563083-5698-49b0-8f8c-13a89f901d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:30:28.035497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.046182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657816c0-d8aa-4cbe-8d61-edf9b7782d43 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:30:28.064948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:28.065351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:28.082855 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:28.130733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:28.150342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:28.162674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:28.232949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657816c0-d8aa-4cbe-8d61-edf9b7782d43 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:30:28.257800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 658d5f39-3b53-457e-b77e-321bd0f361cd {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:28.265815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.294811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.299571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:28.299571 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:28.299571 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': '015f639d-8d3f-4a8f-b412-ffa53c5f51e3'}] Feb 04 11:30:28.299571 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:28.300127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:28.320000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] For port cc291d26-3799-4707-ad79-c9bb99cc6b57, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cc291d26-3799-4707-ad79-c9bb99cc6b57,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:28.320448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.326622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:28.330297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.342912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:28.343493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.452785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.459921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:28.494800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Calling delete_port for cc291d26-3799-4707-ad79-c9bb99cc6b57 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:28.515863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.516199 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment a99348f6-f5f7-4f88-97e0-3508be1ba2cf of type vlan for network be1d83ed-b99b-4b11-ad81-9acc79adb90f Feb 04 11:30:28.563177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.636104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f97d6143-6e98-4f74-bc7e-301843868cd0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:28.650217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.666934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.692724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f97d6143-6e98-4f74-bc7e-301843868cd0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:28.693366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f97d6143-6e98-4f74-bc7e-301843868cd0 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:28.748197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126dfa70-9b65-44bd-b784-02dc731156e2 None None] Network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:28.769553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1000dd1-f687-4e23-b740-096b837d3388 None None] Network 4c4fb241-aca1-4505-8772-1586acc9cb91 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:28.811323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,segment=NetworkSegment(1e63e5c3-583e-4987-a730-f563ae7a1667),segment_id=1e63e5c3-583e-4987-a730-f563ae7a1667)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:28.812061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.826714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1000dd1-f687-4e23-b740-096b837d3388 None None] Network 4c4fb241-aca1-4505-8772-1586acc9cb91 could not be found, it might have been deleted concurrently. {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 11:30:28.874201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.909329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ee9a4-cb6a-4a50-82cd-2a212ee330b3 None None] Network 496b88ea-1278-42be-b7d7-78654dfd400a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:28.944539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77776f23-18dd-4988-b86b-444183c657f9 None None] Network 4c4fb241-aca1-4505-8772-1586acc9cb91 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:28.951947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 70919e47-f9ed-447c-847a-84f6ff5cbbb9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:28.952420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:28.967516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7e544-373d-4ebc-b689-4ec4885db908 None None] Network 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:29.017292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 4cac50be-e859-4c2f-8257-fe74a4a5c5bd owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:29.073520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.157336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=658d5f39-3b53-457e-b77e-321bd0f361cd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:29.215212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77776f23-18dd-4988-b86b-444183c657f9 None None] Network 4c4fb241-aca1-4505-8772-1586acc9cb91 could not be found, it might have been deleted concurrently. {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 11:30:29.241388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.248426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.262739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:29.263367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.300869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.343112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc291d26-3799-4707-ad79-c9bb99cc6b57,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:29.361906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a632fc7-f90a-4336-b762-be9fa1866039 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:29.418646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:29.519009 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-99f34f2d-c745-4a52-ac0c-dc92b8f38893 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/658d5f39-3b53-457e-b77e-321bd0f361cd HTTP/1.1" status: 204 len: 168 time: 1.8541718 Feb 04 11:30:29.525456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:29.529820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=be1d83ed-b99b-4b11-ad81-9acc79adb90f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:29.546725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.567371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network be1d83ed-b99b-4b11-ad81-9acc79adb90f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:29.600131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.616468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-01632f5d-bf63-4a35-ade1-844f872cf1dc tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7494309 Feb 04 11:30:29.617259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34094) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:29.619853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=4cac50be-e859-4c2f-8257-fe74a4a5c5bd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:29.627019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No DVR routers for this DVR port 4cac50be-e859-4c2f-8257-fe74a4a5c5bd on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:29.632247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:29.826473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.828972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.868824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2002293117', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:29.875998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet b6f1472c-8dab-4112-ba07-20af12022fa4 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:29.881736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 70919e47-f9ed-447c-847a-84f6ff5cbbb9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=70919e47-f9ed-447c-847a-84f6ff5cbbb9,segment=NetworkSegment(6997ab68-5055-4909-92e3-ed1245a2b6c1),segment_id=6997ab68-5055-4909-92e3-ed1245a2b6c1)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:29.881736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.887312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bbf971-52a0-4300-a9ff-a69167088a72 None None] DHCP port deletion for 25f83f3c-9712-49a2-bcf9-6395bc33fcf1 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:29.894156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:29.908420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:29.942490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:network and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:29.951100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc6f54-7f4e-4161-8d4f-f82ace350e5b None None] Network 015f639d-8d3f-4a8f-b412-ffa53c5f51e3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:30.060482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.133167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f83f3c-9712-49a2-bcf9-6395bc33fcf1']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:30.150860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:30.153898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e63e5c3-583e-4987-a730-f563ae7a1667') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:30.154187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e63e5c3-583e-4987-a730-f563ae7a1667') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:30.160667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:30.161007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.163452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] DHCP port deletion for 496b88ea-1278-42be-b7d7-78654dfd400a request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:30.191597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:30.199338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:30.200169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 70919e47-f9ed-447c-847a-84f6ff5cbbb9 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:30.216468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:30.220377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.225064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] Deleting port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:30.225509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.230685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.231490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09c33b4-edc3-46b3-86fb-14e3d008d09c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:30:30.239727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:30.255778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.257127 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-177c9a17-9f40-4f44-be76-c9fa9310fbf4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b09c33b4-edc3-46b3-86fb-14e3d008d09c HTTP/1.1" status: 204 len: 168 time: 4.0518112 Feb 04 11:30:30.264751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:30.270801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:30.271164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.329981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:30.330648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.346128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26e9819f-e7cb-455a-84d1-81eed35b2e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:30.346988 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:30.354407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Deleting subnet 6239f9a9-1114-46bf-9cf4-51d1ba293a7e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:30.357632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.376941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:30.380831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.432148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.484797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.531491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] For port 43855a74-4e7e-4092-b4b2-3fd0171a26a1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=43855a74-4e7e-4092-b4b2-3fd0171a26a1,segment=NetworkSegment(bf4a8e15-720a-4192-9eed-b448f5a510ba),segment_id=bf4a8e15-720a-4192-9eed-b448f5a510ba)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:30.532394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.536579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Made reservation on behalf of 5425ddd650554278995453b9ae1e06b3 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:30.539029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.577024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.617500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:30.623774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:security_group_rule and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:30.627821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:30.634980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:30.667844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.711407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.725216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.727167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.743331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 43855a74-4e7e-4092-b4b2-3fd0171a26a1 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:30.791748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.827099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/25f83f3c-9712-49a2-bcf9-6395bc33fcf1 HTTP/1.1" status: 204 len: 168 time: 2.9626877 Feb 04 11:30:30.827337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] Calling delete_port for 43855a74-4e7e-4092-b4b2-3fd0171a26a1 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:30.840999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:30.886812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=70919e47-f9ed-447c-847a-84f6ff5cbbb9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:30.889879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:30.891224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844edd4-ea1a-4d66-bb20-d6b0f06ff308 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=25f83f3c-9712-49a2-bcf9-6395bc33fcf1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:30.901037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:30.982087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.032796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port 70919e47-f9ed-447c-847a-84f6ff5cbbb9 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:31.133143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.188907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4cac50be-e859-4c2f-8257-fe74a4a5c5bd no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:31.214576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.233089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] No DVR routers for this DVR port 43855a74-4e7e-4092-b4b2-3fd0171a26a1 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:31.237430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51447f3-8199-4bb0-b5ef-850b0318d620 None None] Pushing event deleted for resources: {'Port': ['ID=43855a74-4e7e-4092-b4b2-3fd0171a26a1,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:31.240406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 4cac50be-e859-4c2f-8257-fe74a4a5c5bd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:31.240747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4cac50be-e859-4c2f-8257-fe74a4a5c5bd not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:31.241154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cc291d26-3799-4707-ad79-c9bb99cc6b57 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:31.257111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.286197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.296515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: cc291d26-3799-4707-ad79-c9bb99cc6b57 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:31.297013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cc291d26-3799-4707-ad79-c9bb99cc6b57 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:31.310052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-33455196-8c34-44f6-bda5-5b30324a6f8c None None] Provisioning complete for port f3d62b41-1a32-4c37-8794-f05548303fe9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:31.310701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33455196-8c34-44f6-bda5-5b30324a6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.356079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.357218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.369347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015f639d-8d3f-4a8f-b412-ffa53c5f51e3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:31.378319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.433175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6997ab68-5055-4909-92e3-ed1245a2b6c1') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:31.440602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6997ab68-5055-4909-92e3-ed1245a2b6c1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:31.440746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=e4ea7238-db7f-403e-a228-be20b35e8864,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:31.442399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=902c0b9f-3ad9-48ca-b9a6-ea87be5ad36d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:31.444853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:31.445209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: be1d83ed-b99b-4b11-ad81-9acc79adb90f, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:31.491905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f1472c-8dab-4112-ba07-20af12022fa4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:31.516961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.520186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.521852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e12993-9c79-4105-95b7-a19967baab8e None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:31.526716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.536919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.605826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.631189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6239f9a9-1114-46bf-9cf4-51d1ba293a7e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:31.639688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.642481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:31.651870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1268d9a-c7e5-4a67-8dc3-13617503bf2c None None] Network 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:31.654602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.701175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network be1d83ed-b99b-4b11-ad81-9acc79adb90f is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:31.712678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:31.712678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:31.727343 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:31.741572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496b88ea-1278-42be-b7d7-78654dfd400a']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:31.744034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.744385 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Added segment b5e06943-873d-479e-ad76-0cfb0d02f6bd of type vlan for network 96de319e-30c3-4e72-b8c8-7049938828d3 Feb 04 11:30:31.760428 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-01dc1c85-b620-4e65-99cf-99a583167d96 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b6f1472c-8dab-4112-ba07-20af12022fa4 HTTP/1.1" status: 204 len: 168 time: 2.2305295 Feb 04 11:30:31.760428 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-836ee6fb-3a3b-4498-8b0a-4c1af7bc9646 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6239f9a9-1114-46bf-9cf4-51d1ba293a7e HTTP/1.1" status: 204 len: 168 time: 1.4841712 Feb 04 11:30:31.760428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f74bdb-145a-415d-80c3-02e8c3010319,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:31.817886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34106) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:31.818224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:31.837292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, be1d83ed-b99b-4b11-ad81-9acc79adb90f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:31.840471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:31.841256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.842678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4a8e15-720a-4192-9eed-b448f5a510ba') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:31.843130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4a8e15-720a-4192-9eed-b448f5a510ba') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:31.859274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1f7c8-83cf-4816-b234-07de31876218 None None] Network be1d83ed-b99b-4b11-ad81-9acc79adb90f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:31.902802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.960869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:31.997920 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-76922d4c-bb95-446d-84b5-dafd5c8adacb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3731375 Feb 04 11:30:32.003918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:32.133921 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-848f5bda-60f9-49d7-b45f-54f207159131 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3118384 Feb 04 11:30:32.195809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:32.216082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.221679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:32.256621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.261252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:32.261833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:32.343744 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:32.352211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-be1d83ed-b99b-4b11-ad81-9acc79adb90f', 'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'e4ea7238-db7f-403e-a228-be20b35e8864'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:32.353740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.384756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:32.386661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.400247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] Deleting port f3d62b41-1a32-4c37-8794-f05548303fe9 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:32.404306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.456805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.493211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.507233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] DHCP port deletion for 0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:32.514094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.531011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Deleting port 7b689cb3-d2c7-418e-b178-8542d5c90ddc {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:32.531011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.531321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=015f639d-8d3f-4a8f-b412-ffa53c5f51e3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:32.550522 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-79198e26-35d4-4d08-bcd2-5393eb63b955 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/015f639d-8d3f-4a8f-b412-ffa53c5f51e3 HTTP/1.1" status: 204 len: 168 time: 7.7608988 Feb 04 11:30:32.553317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34122) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:32.570679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:32.570679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Deleting port 7b689cb3-d2c7-418e-b178-8542d5c90ddc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:32.570679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.586681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397596623'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:32.592328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:32.596250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:32.599124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:32.604964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:32.610525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:32.624382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:32.662791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:32.677056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.688273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.689394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:32.689878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.709581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.735101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=496b88ea-1278-42be-b7d7-78654dfd400a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:32.778902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:32.785097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.791474 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dc0be913-b3ff-4f6c-aac5-beaf50e99d0b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/496b88ea-1278-42be-b7d7-78654dfd400a HTTP/1.1" status: 204 len: 168 time: 1.9171839 Feb 04 11:30:32.793511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c5e01fbd-ce1a-40ed-9279-7dca1a7695eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.796105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f3d62b41-1a32-4c37-8794-f05548303fe9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:32.796280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34126) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:32.826077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.873741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-1298816087'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:32.877811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:32.881258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.904780 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.4806631 Feb 04 11:30:32.904780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:32.906907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:32.914946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'subnet': {'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:32.924488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:32.937277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:32.952393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 5fbc8512-6e69-4c8a-8079-5fe9774c65ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:32.954621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:subnet and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:32.963037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:32.967233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.967671 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 4e94a701-d04d-4c9b-acc0-13e6782d054e of type vlan for network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 Feb 04 11:30:32.972147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] For port f3d62b41-1a32-4c37-8794-f05548303fe9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f3d62b41-1a32-4c37-8794-f05548303fe9,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:32.972608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:32.978095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:32.978305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:33.001830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:33.019486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c9b39-5268-451c-abd6-6d4bb4c46624 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Network': ['ID=96de319e-30c3-4e72-b8c8-7049938828d3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:33.039895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:33.096745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.114033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 96de319e-30c3-4e72-b8c8-7049938828d3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:33.167155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] For port 7b689cb3-d2c7-418e-b178-8542d5c90ddc, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b689cb3-d2c7-418e-b178-8542d5c90ddc,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:33.167533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.186122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Made reservation on behalf of 5425ddd650554278995453b9ae1e06b3 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:33.188855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.236254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:33.239864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.253146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] Calling delete_port for f3d62b41-1a32-4c37-8794-f05548303fe9 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:33.300906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.306398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:33.306985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.318055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Calling delete_port for 7b689cb3-d2c7-418e-b178-8542d5c90ddc owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:33.414559 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Allocated IP 172.20.0.2 (be1d83ed-b99b-4b11-ad81-9acc79adb90f/e4ea7238-db7f-403e-a228-be20b35e8864/e0c606e9-683b-4c39-875e-7d3077ef43ee) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:33.415793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:33.433938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:33.443190 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] Sync routers for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:33.465178 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-caf4f57e-2335-4a76-b540-705649e53a1d tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/routers/5fbc8512-6e69-4c8a-8079-5fe9774c65ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2057905 Feb 04 11:30:33.470292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.470639 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment 9264e87b-64ef-4f27-9c9a-45796689c6a3 of type vlan for network 8ae49ee1-2a19-4977-acdf-85e758df1da3 Feb 04 11:30:33.473753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34134) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:33.474968 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:33.476781 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:33.479210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=7530f2e2-d77d-42a6-a6eb-d527c6ba9141,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:33.479822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] For port 7b689cb3-d2c7-418e-b178-8542d5c90ddc, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b689cb3-d2c7-418e-b178-8542d5c90ddc,segment=NetworkSegment(ea327111-98d7-476f-8f75-3083cb3677ab),segment_id=ea327111-98d7-476f-8f75-3083cb3677ab)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:33.480317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.501576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:33.559228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1f779658-8f9e-474c-b4a9-3a475076feca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9948823 Feb 04 11:30:33.560353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34138) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:33.572229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:33.597817 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:33.612507 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] Routers {'5fbc8512-6e69-4c8a-8079-5fe9774c65ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:33.613395 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:33.628978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.707056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.714233 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:33.714989 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267d5a7-a6bb-47fd-9217-4f0d630eae47 None None] The sync data for ids ['5fbc8512-6e69-4c8a-8079-5fe9774c65ef'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:33.768615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Calling delete_port for 7b689cb3-d2c7-418e-b178-8542d5c90ddc owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:33.835480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:33.859058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:33.863882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.864346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:33.874976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:33.917726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.930106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.950986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b689cb3-d2c7-418e-b178-8542d5c90ddc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:33.960762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:33.962038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.964780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.969443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:33.969443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:33.982530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] No DVR routers for this DVR port 7b689cb3-d2c7-418e-b178-8542d5c90ddc on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:34.029735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.031020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.049817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] Pushing event deleted for resources: {'Port': ['ID=f3d62b41-1a32-4c37-8794-f05548303fe9,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.051877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b689cb3-d2c7-418e-b178-8542d5c90ddc no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:34.091817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0bac5-e977-4a15-abac-98af762b9d08 None None] No DVR routers for this DVR port f3d62b41-1a32-4c37-8794-f05548303fe9 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:34.106152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 7b689cb3-d2c7-418e-b178-8542d5c90ddc {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:34.106820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b689cb3-d2c7-418e-b178-8542d5c90ddc not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:34.116700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:34.117274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:34.131479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:34.156185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:34.170953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.176701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf2e77-e95b-4860-a990-5b911ead8d95 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:34.280619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.285989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:34.286814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.306421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Transition to ACTIVE for port object e0c606e9-683b-4c39-875e-7d3077ef43ee will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:34.328030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=06a4d418-d92e-4ac2-a115-b18929cd3691,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.345780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=8ae49ee1-2a19-4977-acdf-85e758df1da3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.362762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.374132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Transition to ACTIVE for port object e0c606e9-683b-4c39-875e-7d3077ef43ee will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:34.375457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:34.378390 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-93a45224-779a-44ea-9f9c-f8693f1d1521 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5332577 Feb 04 11:30:34.382161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:34.454521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:34.478432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad47c84-885c-4cc1-b4ab-fa29066ab8e9']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:34.489200 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8071cc66-f264-4993-8e5b-0a217a8ba778 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2914038 Feb 04 11:30:34.498178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.507968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:34.576532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:34.589008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:30:34.589497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.591531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea327111-98d7-476f-8f75-3083cb3677ab') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:34.591959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea327111-98d7-476f-8f75-3083cb3677ab') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:34.619091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Network be1d83ed-b99b-4b11-ad81-9acc79adb90f is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:34.619282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.619951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Deleting port 7b689cb3-d2c7-418e-b178-8542d5c90ddc {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:34.621655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.656847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:34.658808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:34.661518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '06a4d418-d92e-4ac2-a115-b18929cd3691'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:34.662666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.662927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.673113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af0efcbf-d115-41b3-99e9-a16ea91ff638,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.724353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.730291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.732148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Checking segment: {'id': 'b5e06943-873d-479e-ad76-0cfb0d02f6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:34.732508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network hostable DHCP agents. Network: 96de319e-30c3-4e72-b8c8-7049938828d3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:34.736604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:34.737010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:34.801413 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:34.830282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:34.847268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:34.853473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.857897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:34.876267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:34.891381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=6115df88-7f7c-40b6-8b61-4c706439bf9e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.917710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:34.922227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:34.925340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:34.927686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Pushing event updated for resources: {'Port': ['ID=e0c606e9-683b-4c39-875e-7d3077ef43ee,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.931900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:34.934251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.943052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 1841eaa0-355d-4517-b927-ee2092072025 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:34.943690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.949931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ea7238-db7f-403e-a228-be20b35e8864,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:34.952915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-127ce7af-dc8e-4be9-9976-01f48da7b244 None None] The port '7b689cb3-d2c7-418e-b178-8542d5c90ddc' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:30:34.968511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '4e94a701-d04d-4c9b-acc0-13e6782d054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:34.968867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: 7530f2e2-d77d-42a6-a6eb-d527c6ba9141, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:34.981810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 96de319e-30c3-4e72-b8c8-7049938828d3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:34.983877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:34.985332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1d83ed-b99b-4b11-ad81-9acc79adb90f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:34.994905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:34.998797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.007955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:35.008248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:35.012585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Attempting to bind port e0c606e9-683b-4c39-875e-7d3077ef43ee on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:35.012964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Attempting to bind port e0c606e9-683b-4c39-875e-7d3077ef43ee by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:35.013377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Attempting to bind port e0c606e9-683b-4c39-875e-7d3077ef43ee on network be1d83ed-b99b-4b11-ad81-9acc79adb90f {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:35.022803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.035808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.039261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:35.039666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Checking segment: {'id': 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:35.040104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.040501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Bound using segment: {'id': 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:35.040981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Bound port: e0c606e9-683b-4c39-875e-7d3077ef43ee, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:35.041359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.052341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad47c84-885c-4cc1-b4ab-fa29066ab8e9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:35.081904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 96de319e-30c3-4e72-b8c8-7049938828d3) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:35.089340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:35.091508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.110916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5254ac5-00f4-462c-bd5e-c86a40f992ea None None] Network 96de319e-30c3-4e72-b8c8-7049938828d3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:35.123176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:35.126722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.159991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.173070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:35.173737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.198597 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:35.198853 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:35.258720 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b2858131-8ca2-45a4-9906-c8643614c6cf tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3504755 Feb 04 11:30:35.259652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:35.274897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34150) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:35.285537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-674386993', 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:35.296859 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bb23b6cf-61e4-41fe-9335-5dc0338e8f68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0ad47c84-885c-4cc1-b4ab-fa29066ab8e9 HTTP/1.1" status: 204 len: 168 time: 3.4760721 Feb 04 11:30:35.302521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:35.303480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 7530f2e2-d77d-42a6-a6eb-d527c6ba9141) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:35.306506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:port and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:35.311795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:35.316136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:35.316743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.319503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Allocated IP 172.20.0.2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/06a4d418-d92e-4ac2-a115-b18929cd3691/7e944922-e5b3-42cc-87f2-a8980735a0ee) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:35.325007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:35.327906 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:30:35.329852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] For port e0c606e9-683b-4c39-875e-7d3077ef43ee, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:35.353169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] For port e0c606e9-683b-4c39-875e-7d3077ef43ee, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e0c606e9-683b-4c39-875e-7d3077ef43ee,segment=NetworkSegment(a99348f6-f5f7-4f88-97e0-3508be1ba2cf),segment_id=a99348f6-f5f7-4f88-97e0-3508be1ba2cf)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:35.356302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e98f9-5620-47d7-b0b3-8d5cf1086c42 None None] Network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:35.360294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:35.360294 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:35.360294 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': 'be1d83ed-b99b-4b11-ad81-9acc79adb90f'}] Feb 04 11:30:35.360294 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:35.360726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:35.417637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.434834 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-62f3c0ff-90e4-496a-9229-46e94460c1ad tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8705647 Feb 04 11:30:35.438838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34156) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:35.444767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1453819518'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:35.450684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:35.455391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:35.460938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:35.468507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:35.471594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Made reservation on behalf of 5425ddd650554278995453b9ae1e06b3 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:35.475472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.502616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] device_id is not set on port 18145cd2-351f-4cbb-9a67-36b0c410a547 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:35.539364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.580044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:35.584169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.672898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:35.698902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.699425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 13bc886a-f43f-4571-9ab4-b011560244ce of type vlan for network dfa06360-0b94-4108-a5df-72c8e1a45a4f Feb 04 11:30:35.721738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 1841eaa0-355d-4517-b927-ee2092072025 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:35.727293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Allocated IP 172.20.0.9 (96de319e-30c3-4e72-b8c8-7049938828d3/af0efcbf-d115-41b3-99e9-a16ea91ff638/18145cd2-351f-4cbb-9a67-36b0c410a547) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:35.762510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.826004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a58b-4782-411f-b47a-5f4aee0decb7 None None] Pushing event updated for resources: {'Port': ['ID=e0c606e9-683b-4c39-875e-7d3077ef43ee,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:35.879521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a6e1a-2ac1-4e8e-850e-d0af7503f1a8 None None] Network 96de319e-30c3-4e72-b8c8-7049938828d3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:35.887501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.962887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:35.968387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:35.969011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.004154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:36.094217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port e0c606e9-683b-4c39-875e-7d3077ef43ee {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:36.094573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.147825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.162462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Transition to ACTIVE for port object 7e944922-e5b3-42cc-87f2-a8980735a0ee will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:36.168949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.196205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Transition to ACTIVE for port object 7e944922-e5b3-42cc-87f2-a8980735a0ee will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:36.201129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-7530f2e2-d77d-42a6-a6eb-d527c6ba9141', 'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': '6115df88-7f7c-40b6-8b61-4c706439bf9e'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:36.202191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.209844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=dfa06360-0b94-4108-a5df-72c8e1a45a4f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:36.229943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=1841eaa0-355d-4517-b927-ee2092072025,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:36.237484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.252127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network dfa06360-0b94-4108-a5df-72c8e1a45a4f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:36.256639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-58fa9687-b6a3-458e-b0ea-c9a8c0fa2b4c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8164487 Feb 04 11:30:36.267051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb2bcb-45cd-411a-a049-c83ceb337d5a None None] Network be1d83ed-b99b-4b11-ad81-9acc79adb90f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:36.279588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:36.315645 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b0d6a2b6-e68e-4d08-82fd-0f70a7cf2742 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=195d19e35b234f67984f03cd51bac0ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2977836 Feb 04 11:30:36.328905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34168) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:36.332155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:36.346725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.473300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.515238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c01e84cf-443d-455d-9d67-688c4f5f83b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.522620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port e0c606e9-683b-4c39-875e-7d3077ef43ee, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e0c606e9-683b-4c39-875e-7d3077ef43ee,segment=NetworkSegment(a99348f6-f5f7-4f88-97e0-3508be1ba2cf),segment_id=a99348f6-f5f7-4f88-97e0-3508be1ba2cf)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:36.522967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.600889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:30:36.605505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:36.649113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.652621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:36.668701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for e0c606e9-683b-4c39-875e-7d3077ef43ee owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:36.676035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:36.721275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:36.783822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Pushing event updated for resources: {'Port': ['ID=7e944922-e5b3-42cc-87f2-a8980735a0ee,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:36.824406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.835968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c01e84cf-443d-455d-9d67-688c4f5f83b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.853666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:36.864292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': '9264e87b-64ef-4f27-9c9a-45796689c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:36.864676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 8ae49ee1-2a19-4977-acdf-85e758df1da3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:36.876092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:36.883171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.890045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:36.893502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:36.913236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:36.930410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 96de319e-30c3-4e72-b8c8-7049938828d3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:36.948468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:36.959233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:37.001292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Allocated IP 2001:db8::3 (7530f2e2-d77d-42a6-a6eb-d527c6ba9141/6115df88-7f7c-40b6-8b61-4c706439bf9e/c130487e-b011-4c7d-81b1-756735298c19) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:37.002715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Port': ['ID=18145cd2-351f-4cbb-9a67-36b0c410a547,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:37.017345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:37.017657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Attempting to bind port 7e944922-e5b3-42cc-87f2-a8980735a0ee on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:37.018302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Attempting to bind port 7e944922-e5b3-42cc-87f2-a8980735a0ee by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:37.018564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Attempting to bind port 7e944922-e5b3-42cc-87f2-a8980735a0ee on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:37.021807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.029256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:37.029963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:37.030553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.031186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:37.032093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Bound port: 7e944922-e5b3-42cc-87f2-a8980735a0ee, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:37.032682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.036507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:37.037096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.048199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:37.121052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.121593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Fanout notify agent at l3_agent the message router_deleted on router 5fbc8512-6e69-4c8a-8079-5fe9774c65ef {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:30:37.135635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.143055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-52343d3f-b92a-41bf-8a14-79361d859add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8646100 Feb 04 11:30:37.164803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:30:37.166175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:30:37.170519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:37.174327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c01e84cf-443d-455d-9d67-688c4f5f83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.176977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c01e84cf-443d-455d-9d67-688c4f5f83b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.180638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c01e84cf-443d-455d-9d67-688c4f5f83b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b42cb3bc-470d-49c5-a06e-7ee66222b829 HTTP/1.1" status: 204 len: 168 time: 0.8483956 Feb 04 11:30:37.203443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=e0c606e9-683b-4c39-875e-7d3077ef43ee,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:37.206768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e84cf-443d-455d-9d67-688c4f5f83b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42cb3bc-470d-49c5-a06e-7ee66222b829,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:37.208663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port e0c606e9-683b-4c39-875e-7d3077ef43ee on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:37.222912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] For port 7e944922-e5b3-42cc-87f2-a8980735a0ee, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:37.249466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] For port 7e944922-e5b3-42cc-87f2-a8980735a0ee, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e944922-e5b3-42cc-87f2-a8980735a0ee,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:37.335439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.342470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.347794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.351973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8ae49ee1-2a19-4977-acdf-85e758df1da3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:37.363208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting port 18145cd2-351f-4cbb-9a67-36b0c410a547 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:37.363530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.379986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1d83ed-b99b-4b11-ad81-9acc79adb90f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:37.400549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e5b491-16c6-4276-aa97-e3f707f8476d None None] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:37.400773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:37.400773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99348f6-f5f7-4f88-97e0-3508be1ba2cf') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:37.420776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.448811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.460879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:37.461379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:37.486650 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:37.529412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:37.529994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.547742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ddd45-5e1f-4bc8-8aa7-2b452b11f164 None None] Pushing event updated for resources: {'Port': ['ID=7e944922-e5b3-42cc-87f2-a8980735a0ee,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:37.569815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.589217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Transition to ACTIVE for port object c130487e-b011-4c7d-81b1-756735298c19 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:37.655170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Transition to ACTIVE for port object c130487e-b011-4c7d-81b1-756735298c19 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:37.703659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.743522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.771318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.780436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=be1d83ed-b99b-4b11-ad81-9acc79adb90f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:37.825005 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7ea6c44-c3b1-4e18-beae-f235d60134d3 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/be1d83ed-b99b-4b11-ad81-9acc79adb90f HTTP/1.1" status: 204 len: 168 time: 5.8199823 Feb 04 11:30:37.826210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8ae49ee1-2a19-4977-acdf-85e758df1da3', 'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:37.827261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.828008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34184) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:37.850725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.851844 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e70d7b3d-f8ef-4cc8-83dd-f796a99d0363 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/routers/5fbc8512-6e69-4c8a-8079-5fe9774c65ef HTTP/1.1" status: 204 len: 168 time: 4.3764088 Feb 04 11:30:37.857137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209730040'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:37.862406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34188) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:37.864932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:37.868087 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-864735ac-7270-4844-81f5-d7cd70c29fbc tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4766283 Feb 04 11:30:37.871897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34192) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:37.887986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2070383052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:37.912543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:37.914539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:37.919971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:37.935599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:37.947515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:37.964394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:37.978330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting subnet 1df486cc-911c-473a-a070-a2ca18cf7e26 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:37.982508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:37.991498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:38.052481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.056297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:38.064175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:38.072400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:38.091275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:38.095618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.134214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Pushing event updated for resources: {'Port': ['ID=c130487e-b011-4c7d-81b1-756735298c19,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:38.138462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:38.152397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.152735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 3c907aff-33d6-4e99-aa18-aee4d5fad844 of type vlan for network d69b1166-5933-4b52-981c-bc4ee18f6ea9 Feb 04 11:30:38.160923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.205697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.289969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.291520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Allocated IP 172.20.0.2 (8ae49ee1-2a19-4977-acdf-85e758df1da3/4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1/444e88e0-fc27-4749-ac43-876ec4941581) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:38.293567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Attempting to bind port c130487e-b011-4c7d-81b1-756735298c19 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:38.294075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Attempting to bind port c130487e-b011-4c7d-81b1-756735298c19 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4e94a701-d04d-4c9b-acc0-13e6782d054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:38.294406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Attempting to bind port c130487e-b011-4c7d-81b1-756735298c19 on network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:38.308853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:38.308853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Checking segment: {'id': '4e94a701-d04d-4c9b-acc0-13e6782d054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:38.308853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.308853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Bound using segment: {'id': '4e94a701-d04d-4c9b-acc0-13e6782d054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:38.308853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Bound port: c130487e-b011-4c7d-81b1-756735298c19, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e94a701-d04d-4c9b-acc0-13e6782d054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7530f2e2-d77d-42a6-a6eb-d527c6ba9141'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:38.308853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.360089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Calling delete_port for 18145cd2-351f-4cbb-9a67-36b0c410a547 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:38.401782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.408080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:38.408695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.542197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.626136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] For port c130487e-b011-4c7d-81b1-756735298c19, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:38.628095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Subnet': ['ID=1df486cc-911c-473a-a070-a2ca18cf7e26,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:38.663184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] For port c130487e-b011-4c7d-81b1-756735298c19, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c130487e-b011-4c7d-81b1-756735298c19,segment=NetworkSegment(4e94a701-d04d-4c9b-acc0-13e6782d054e),segment_id=4e94a701-d04d-4c9b-acc0-13e6782d054e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:38.663763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=d69b1166-5933-4b52-981c-bc4ee18f6ea9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:38.663871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3667258-6572-4b74-82d2-7d86c7dc1834 None None] Network e4b83c8c-3ed6-42e9-8146-0804a8882029 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:38.664529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.670239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-64950b75-81f8-4826-87ec-5dd5ec660107 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/subnets/1df486cc-911c-473a-a070-a2ca18cf7e26 HTTP/1.1" status: 204 len: 168 time: 0.8071821 Feb 04 11:30:38.670888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:38.706502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d69b1166-5933-4b52-981c-bc4ee18f6ea9 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:38.718322 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1af7331b-6e6c-42bd-92aa-a260cbf7cae4 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8837333 Feb 04 11:30:38.722231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:38.733521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:38.794350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port 7e944922-e5b3-42cc-87f2-a8980735a0ee, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e944922-e5b3-42cc-87f2-a8980735a0ee,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:38.833803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.837904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.842149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.843500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.858649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:38.865774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.018048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=6af46912-2d75-46e2-9812-d42d9d250077,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:39.021364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e944922-e5b3-42cc-87f2-a8980735a0ee up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:39.027176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.027905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.075337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.095395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:39.098643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:39.100884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 4981e7db-c781-4881-894b-f8358ff9607b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:39.101346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.106658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:39.117208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event deleted for resources: {'Port': ['ID=18145cd2-351f-4cbb-9a67-36b0c410a547,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:39.125231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:39.126567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.138881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:39.153774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:39.175979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:39.250938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.254552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8cd187-231b-439e-ad52-b270c0055c90 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:39.313069 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7605155 Feb 04 11:30:39.370939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:39.400416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:a5:7c:47', 'name': 'tempest-NetworksTestDHCPv6-983760476'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:39.412424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:39.416857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.615445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.621135 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dcb76d69-2b14-499b-ab97-06eb52ee262b tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/ports/18145cd2-351f-4cbb-9a67-36b0c410a547 HTTP/1.1" status: 204 len: 168 time: 2.4450128 Feb 04 11:30:39.625360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '13bc886a-f43f-4571-9ab4-b011560244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:39.625944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: dfa06360-0b94-4108-a5df-72c8e1a45a4f, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:39.639272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34226) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:39.643224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:39.654611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3', 'external_fixed_ips': [{'subnet_id': 'af0efcbf-d115-41b3-99e9-a16ea91ff638', 'ip_address': '172.20.0.9'}]}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:39.669928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:39.673002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:39.680925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=c7433994-6e7a-48ac-996d-c4f0b3bfc6c4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:39.685707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:39.718455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:router and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:39.727193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:39.736577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:39.745052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cc902-7bd1-4ac3-900c-d2ceb28e074e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=7e944922-e5b3-42cc-87f2-a8980735a0ee,revision_number=4']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:39.749293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-57a95ee6-9769-497a-acff-7e3f7f3530e3 None None] Provisioning for port 7e944922-e5b3-42cc-87f2-a8980735a0ee completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:39.754979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:39.755134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:30:39.755134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:30:39.756209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.761208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] For port 4981e7db-c781-4881-894b-f8358ff9607b, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4981e7db-c781-4881-894b-f8358ff9607b,segment=NetworkSegment(49265151-b81e-440f-801f-4711dc3daf96),segment_id=49265151-b81e-440f-801f-4711dc3daf96)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:39.761569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.776025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.805232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network dfa06360-0b94-4108-a5df-72c8e1a45a4f is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:39.807658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200722-277d-4c30-b989-8d8e5f1c1716 None None] Pushing event updated for resources: {'Port': ['ID=c130487e-b011-4c7d-81b1-756735298c19,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:39.811815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Transition to ACTIVE for port object 444e88e0-fc27-4749-ac43-876ec4941581 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:39.869425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:39.879462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Transition to ACTIVE for port object 444e88e0-fc27-4749-ac43-876ec4941581 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:39.901181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 7e944922-e5b3-42cc-87f2-a8980735a0ee completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:39.915394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7e944922-e5b3-42cc-87f2-a8980735a0ee triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:39.915394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.915689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.916476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.930027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, dfa06360-0b94-4108-a5df-72c8e1a45a4f) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:39.955955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3ec13-0bbc-4f08-ac4f-661db64b0c69 None None] Network dfa06360-0b94-4108-a5df-72c8e1a45a4f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:39.958089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:39.965391 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3d01f8b5-56ae-4144-bad1-90100550e808 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.0886877 Feb 04 11:30:39.972851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:39.987037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 4981e7db-c781-4881-894b-f8358ff9607b owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:40.033097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'port': {'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3', 'name': 'tempest-RoutersTest-148888429'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:40.079405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:40.079405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.111853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe4045-b50b-4d2b-a2c5-b0d96d6e46ab None None] DHCP port deletion for e4b83c8c-3ed6-42e9-8146-0804a8882029 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:40.138635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.145412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.264592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe4045-b50b-4d2b-a2c5-b0d96d6e46ab None None] Deleting port 4981e7db-c781-4881-894b-f8358ff9607b {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:40.264962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4045-b50b-4d2b-a2c5-b0d96d6e46ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.265526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.293978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:40.302843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:port and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:40.307723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:40.320696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:40.396098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:40.404300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:40.409588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:40.439335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:40.446649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.494370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 5bb52930-6866-4abb-86ca-afdb17824e25 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:40.496670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] device_id is not set on port 28a68825-6c6c-42c3-b0dd-46cea32475c6 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:40.497351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Pushing event updated for resources: {'Port': ['ID=444e88e0-fc27-4749-ac43-876ec4941581,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:40.558449 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3fc561f-680f-498c-89e7-b505e0065634 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.2767260 Feb 04 11:30:40.596344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.602888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe4045-b50b-4d2b-a2c5-b0d96d6e46ab None None] The port '4981e7db-c781-4881-894b-f8358ff9607b' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:30:40.621910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:40.667720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34246) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:40.689263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] No DVR routers for this DVR port 4981e7db-c781-4881-894b-f8358ff9607b on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:40.894867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-dfa06360-0b94-4108-a5df-72c8e1a45a4f', 'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': '6af46912-2d75-46e2-9812-d42d9d250077'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:40.895897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.918533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=4981e7db-c781-4881-894b-f8358ff9607b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:40.931433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Attempting to bind port 444e88e0-fc27-4749-ac43-876ec4941581 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:40.932315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Attempting to bind port 444e88e0-fc27-4749-ac43-876ec4941581 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '9264e87b-64ef-4f27-9c9a-45796689c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:40.932786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Attempting to bind port 444e88e0-fc27-4749-ac43-876ec4941581 on network 8ae49ee1-2a19-4977-acdf-85e758df1da3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:40.942897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:40.943441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Checking segment: {'id': '9264e87b-64ef-4f27-9c9a-45796689c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:40.944059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:40.944642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Bound using segment: {'id': '9264e87b-64ef-4f27-9c9a-45796689c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:40.945279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Bound port: 444e88e0-fc27-4749-ac43-876ec4941581, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9264e87b-64ef-4f27-9c9a-45796689c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8ae49ee1-2a19-4977-acdf-85e758df1da3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:40.945840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.073927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.105494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] For port 444e88e0-fc27-4749-ac43-876ec4941581, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:41.109651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] For port 444e88e0-fc27-4749-ac43-876ec4941581, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=444e88e0-fc27-4749-ac43-876ec4941581,segment=NetworkSegment(9264e87b-64ef-4f27-9c9a-45796689c6a3),segment_id=9264e87b-64ef-4f27-9c9a-45796689c6a3)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:41.111507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.131923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.161396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:41.191832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 7e944922-e5b3-42cc-87f2-a8980735a0ee, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e944922-e5b3-42cc-87f2-a8980735a0ee,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:41.215480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.218210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.221638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.235640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:41.250093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Usage tracker for resource:floatingip and tenant:e388d1949cd1469c84bf8751693245ba is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:41.256404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:41.272332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:41.305022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.317366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b83c8c-3ed6-42e9-8146-0804a8882029']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:41.354112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=a8ab37b9-b82a-4d31-a828-ac3c38f9ae76,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:41.408216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 172.20.0.11 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/06a4d418-d92e-4ac2-a115-b18929cd3691/5bb52930-6866-4abb-86ca-afdb17824e25) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:41.420802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.422095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49265151-b81e-440f-801f-4711dc3daf96') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:41.422393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49265151-b81e-440f-801f-4711dc3daf96') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:41.429498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.20.0.4 (8ae49ee1-2a19-4977-acdf-85e758df1da3/4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1/28a68825-6c6c-42c3-b0dd-46cea32475c6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:41.441311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fea5:7c47 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/c7433994-6e7a-48ac-996d-c4f0b3bfc6c4/5bb52930-6866-4abb-86ca-afdb17824e25) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:41.451665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-19e52aae-dbe3-420f-996e-371df6e44414 None None] Provisioning complete for port 7e944922-e5b3-42cc-87f2-a8980735a0ee triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:41.451828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.451940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19e52aae-dbe3-420f-996e-371df6e44414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.465771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '3c907aff-33d6-4e99-aa18-aee4d5fad844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:41.466576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: d69b1166-5933-4b52-981c-bc4ee18f6ea9, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:41.489772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b212f7-ff62-4a38-a075-dd95cbdb1de3 None None] Network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:41.520176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c130487e-b011-4c7d-81b1-756735298c19 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:41.522407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.535653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.588501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:41.590328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:41.642342 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:41.678321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d7949-2024-41bc-8938-582686c2fa4d None None] Pushing event updated for resources: {'Port': ['ID=444e88e0-fc27-4749-ac43-876ec4941581,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:41.723165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network d69b1166-5933-4b52-981c-bc4ee18f6ea9 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:41.769791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Allocated IP 2001:db8::3 (dfa06360-0b94-4108-a5df-72c8e1a45a4f/6af46912-2d75-46e2-9812-d42d9d250077/3eb8a12f-82be-45ad-8ef0-dd3280bd0405) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:41.829961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d69b1166-5933-4b52-981c-bc4ee18f6ea9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:41.911914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:41.912195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.915653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fa23a-cd0a-4d5d-88ca-984c34e14baf None None] Network d69b1166-5933-4b52-981c-bc4ee18f6ea9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:41.918898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.959379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.973990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.982153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:41.996577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/networks/e4b83c8c-3ed6-42e9-8146-0804a8882029 HTTP/1.1" status: 204 len: 168 time: 3.3240614 Feb 04 11:30:41.997701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29a5d7-64e6-4bf3-9f0d-d6ea3455a238 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Network': ['ID=e4b83c8c-3ed6-42e9-8146-0804a8882029,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:42.002996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34254) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:42.041863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=7e944922-e5b3-42cc-87f2-a8980735a0ee,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:42.067175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 5bb52930-6866-4abb-86ca-afdb17824e25 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:42.154637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c130487e-b011-4c7d-81b1-756735298c19 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:42.206843 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5625beb2-ee59-462d-bcb2-011570d8cdfb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4834526 Feb 04 11:30:42.224986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:42.292340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4981e7db-c781-4881-894b-f8358ff9607b no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:42.303056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.386146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 4981e7db-c781-4881-894b-f8358ff9607b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:42.386518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4981e7db-c781-4881-894b-f8358ff9607b not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:42.415779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 05918d6a-29c8-4e61-ae71-541b699a532f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:42.417162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.482458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.491453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.506562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Transition to ACTIVE for port object 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:42.572050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Transition to ACTIVE for port object 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:42.576628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] Provisioning for port c130487e-b011-4c7d-81b1-756735298c19 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:42.585207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-d69b1166-5933-4b52-981c-bc4ee18f6ea9', 'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'a8ab37b9-b82a-4d31-a828-ac3c38f9ae76'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:42.587182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.593906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:42.602953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:42.605527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:42.608248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] Provisioning complete for port c130487e-b011-4c7d-81b1-756735298c19 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:42.608802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.625742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object 28a68825-6c6c-42c3-b0dd-46cea32475c6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:42.653815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.709425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=5bb52930-6866-4abb-86ca-afdb17824e25,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:42.721427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Allocated IP 172.26.6.61 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/741b7b1b-dd54-4915-9404-1f8882dd989b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:42.779982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.808154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Network dfa06360-0b94-4108-a5df-72c8e1a45a4f is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:42.813504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.838676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:42.839453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.881919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.896747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:42.973614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Pushing event updated for resources: {'Port': ['ID=3eb8a12f-82be-45ad-8ef0-dd3280bd0405,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:42.987017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:43.011074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:43.079151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.137824 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7022a93c-fbb5-42e8-8681-c158312f99a9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7479987 Feb 04 11:30:43.149443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:43.163358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.213160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=28a68825-6c6c-42c3-b0dd-46cea32475c6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:43.238426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Attempting to bind port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:43.239012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Attempting to bind port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '13bc886a-f43f-4571-9ab4-b011560244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:43.239561 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Attempting to bind port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 on network dfa06360-0b94-4108-a5df-72c8e1a45a4f {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:43.252617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Allocated IP 172.20.0.9 (96de319e-30c3-4e72-b8c8-7049938828d3/af0efcbf-d115-41b3-99e9-a16ea91ff638/4beece0c-6ff9-4c70-853f-cf5d14c59cf6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:43.287589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.287869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:43.288067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.288160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Checking segment: {'id': '13bc886a-f43f-4571-9ab4-b011560244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:43.288505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.288908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Bound using segment: {'id': '13bc886a-f43f-4571-9ab4-b011560244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:43.289384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Bound port: 3eb8a12f-82be-45ad-8ef0-dd3280bd0405, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bc886a-f43f-4571-9ab4-b011560244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:43.289780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.298652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d258e4f-c444-439f-a25b-6a8ebbc0e2f0 None None] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:43.315409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=6af46912-2d75-46e2-9812-d42d9d250077,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:43.375133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.449654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:43.462033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:43.463150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.466885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:43.472744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Allocated IP 172.20.0.3 (d69b1166-5933-4b52-981c-bc4ee18f6ea9/a8ab37b9-b82a-4d31-a828-ac3c38f9ae76/2db6085f-1470-42e4-899e-f4ea431304d6) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:43.482151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:43.549540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:43.557369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Pushing event updated for resources: {'Port': ['ID=741b7b1b-dd54-4915-9404-1f8882dd989b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:43.558402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 05918d6a-29c8-4e61-ae71-541b699a532f owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:43.576696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.606521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:43.632656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.634741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e944922-e5b3-42cc-87f2-a8980735a0ee up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:43.663001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.674782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] For port c130487e-b011-4c7d-81b1-756735298c19, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c130487e-b011-4c7d-81b1-756735298c19,segment=NetworkSegment(4e94a701-d04d-4c9b-acc0-13e6782d054e),segment_id=4e94a701-d04d-4c9b-acc0-13e6782d054e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:43.677651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] For port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:43.692959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.743477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.744290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] For port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3eb8a12f-82be-45ad-8ef0-dd3280bd0405,segment=NetworkSegment(13bc886a-f43f-4571-9ab4-b011560244ce),segment_id=13bc886a-f43f-4571-9ab4-b011560244ce)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:43.779457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa06360-0b94-4108-a5df-72c8e1a45a4f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:43.801210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.813649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc886a-f43f-4571-9ab4-b011560244ce') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:43.813852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc886a-f43f-4571-9ab4-b011560244ce') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:43.821622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 96de319e-30c3-4e72-b8c8-7049938828d3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:43.831122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:43.834090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:43.837169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:43.837890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.855943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.884153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.895036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f2661-5f5d-42f2-a52f-96ed66809ec5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:43.901522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f2661-5f5d-42f2-a52f-96ed66809ec5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:43.903243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Port': ['ID=4beece0c-6ff9-4c70-853f-cf5d14c59cf6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:43.905997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-021f2661-5f5d-42f2-a52f-96ed66809ec5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6949828 Feb 04 11:30:43.906227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.906991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:43.907972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.992696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:43.993086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:43.999874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7e944922-e5b3-42cc-87f2-a8980735a0ee triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:44.000435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:44.007948 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:44.057664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505e4fb-cecd-471f-8713-f50ffebb724a None None] Pushing event updated for resources: {'Port': ['ID=c130487e-b011-4c7d-81b1-756735298c19,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:44.109496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ada4838e-ca41-46c4-8c1e-6ee610bfa9a2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.1305039 Feb 04 11:30:44.117420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34270) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:44.168595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.179609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Provisioning for port 5bb52930-6866-4abb-86ca-afdb17824e25 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:44.206622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Provisioning complete for port 5bb52930-6866-4abb-86ca-afdb17824e25 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:44.207077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.232727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Transition to ACTIVE for port object 2db6085f-1470-42e4-899e-f4ea431304d6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:44.315082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f7cf9-24e3-421f-a86d-4a7ef3825c1d None None] Network dfa06360-0b94-4108-a5df-72c8e1a45a4f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:44.316338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 5bb52930-6866-4abb-86ca-afdb17824e25 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:44.316650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.328775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c4a5-fb78-4792-b9a1-78e978396f62 None None] Pushing event updated for resources: {'Port': ['ID=3eb8a12f-82be-45ad-8ef0-dd3280bd0405,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:44.344480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Transition to ACTIVE for port object 2db6085f-1470-42e4-899e-f4ea431304d6 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:44.351590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Port 5bb52930-6866-4abb-86ca-afdb17824e25 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:44.488590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:44.488590 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:44.488590 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': 'dfa06360-0b94-4108-a5df-72c8e1a45a4f'}] Feb 04 11:30:44.488590 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:44.489749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:44.489749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.497048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.577664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 444e88e0-fc27-4749-ac43-876ec4941581 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:44.577985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.648207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=05918d6a-29c8-4e61-ae71-541b699a532f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:44.649289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Provisioning for port 444e88e0-fc27-4749-ac43-876ec4941581 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:44.679029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Network d69b1166-5933-4b52-981c-bc4ee18f6ea9 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:44.713736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:44.725038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:44.731580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Pushing event updated for resources: {'Port': ['ID=2db6085f-1470-42e4-899e-f4ea431304d6,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:44.776891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.914761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:30:44.920029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Provisioning complete for port c130487e-b011-4c7d-81b1-756735298c19 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:44.920401 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3554802-d091-4ec0-a694-855cf1950a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:44.922887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ab37b9-b82a-4d31-a828-ac3c38f9ae76,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:44.944848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.009745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Attempting to bind port 2db6085f-1470-42e4-899e-f4ea431304d6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:45.010723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Attempting to bind port 2db6085f-1470-42e4-899e-f4ea431304d6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3c907aff-33d6-4e99-aa18-aee4d5fad844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:45.011252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Attempting to bind port 2db6085f-1470-42e4-899e-f4ea431304d6 on network d69b1166-5933-4b52-981c-bc4ee18f6ea9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:45.024499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:45.025244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Checking segment: {'id': '3c907aff-33d6-4e99-aa18-aee4d5fad844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:45.025803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.026356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Bound using segment: {'id': '3c907aff-33d6-4e99-aa18-aee4d5fad844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:45.026991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Bound port: 2db6085f-1470-42e4-899e-f4ea431304d6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c907aff-33d6-4e99-aa18-aee4d5fad844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:45.027525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.052858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.077723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.148288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 444e88e0-fc27-4749-ac43-876ec4941581 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:45.170830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.176796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 444e88e0-fc27-4749-ac43-876ec4941581 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:45.177185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.180880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.226193 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] For port 2db6085f-1470-42e4-899e-f4ea431304d6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:45.241989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Pushing event updated for resources: {'Port': ['ID=741b7b1b-dd54-4915-9404-1f8882dd989b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:45.246042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] For port 2db6085f-1470-42e4-899e-f4ea431304d6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2db6085f-1470-42e4-899e-f4ea431304d6,segment=NetworkSegment(3c907aff-33d6-4e99-aa18-aee4d5fad844),segment_id=3c907aff-33d6-4e99-aa18-aee4d5fad844)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:45.284963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.333314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.338989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f15ba23c-e715-4364-a774-2643976641d1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/floatingips/5460a7c3-7ae2-4a1e-af5f-77aaeee20876 HTTP/1.1" status: 204 len: 168 time: 3.3307292 Feb 04 11:30:45.345335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.345601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.354187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:45.423292 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0d3f5c-a4fa-44f0-ac9f-5afd9680a872 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] DELETE failed (client error): The resource could not be found. Feb 04 11:30:45.423687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0d3f5c-a4fa-44f0-ac9f-5afd9680a872 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:30:45.425766 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ed0d3f5c-a4fa-44f0-ac9f-5afd9680a872 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/ports/07481071-dce5-4849-9169-64338b3044a4 HTTP/1.1" status: 404 len: 333 time: 0.0690620 Feb 04 11:30:45.425898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:45.425898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.428198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34278) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:45.434993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.477994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.483281 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1666534d-f494-4e26-9a9d-2e8dfefec059 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8069103 Feb 04 11:30:45.483533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9a01460-92ba-41a1-9bbb-7e5e77b60ac1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Synchronizing usage tracker for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:45.487676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:45.495053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-793053331', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'fixed_ips': [{'ip_address': '172.26.6.61'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:45.502870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:45.506856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69b1166-5933-4b52-981c-bc4ee18f6ea9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:45.525025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Usage tracker for resource:port and tenant:e388d1949cd1469c84bf8751693245ba is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:45.529659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b2d3d-006b-439d-806a-a9946495ac53 None None] Pushing event updated for resources: {'Port': ['ID=2db6085f-1470-42e4-899e-f4ea431304d6,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:45.531731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:45.543597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:45.558680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c907aff-33d6-4e99-aa18-aee4d5fad844') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:45.558976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c907aff-33d6-4e99-aa18-aee4d5fad844') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:45.563589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d2ddc11b-9eaf-4a98-af77-f3a86365cbc4 None None] Provisioning for port 28a68825-6c6c-42c3-b0dd-46cea32475c6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:45.566718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 444e88e0-fc27-4749-ac43-876ec4941581, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=444e88e0-fc27-4749-ac43-876ec4941581,segment=NetworkSegment(9264e87b-64ef-4f27-9c9a-45796689c6a3),segment_id=9264e87b-64ef-4f27-9c9a-45796689c6a3)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:45.569927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d59636-6384-43f0-9fb9-fe4bb9978b3c None None] Network d69b1166-5933-4b52-981c-bc4ee18f6ea9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:45.583480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d2ddc11b-9eaf-4a98-af77-f3a86365cbc4 None None] Provisioning complete for port 28a68825-6c6c-42c3-b0dd-46cea32475c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:45.583885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc11b-9eaf-4a98-af77-f3a86365cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.614929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.623062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9a01460-92ba-41a1-9bbb-7e5e77b60ac1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Unset dirty status for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:45.625127 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f9a01460-92ba-41a1-9bbb-7e5e77b60ac1 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc8512-6e69-4c8a-8079-5fe9774c65ef HTTP/1.1" status: 200 len: 205 time: 0.1959734 Feb 04 11:30:45.631203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:45.680304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.690695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:45.691507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.704100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.752628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Made reservation on behalf of e388d1949cd1469c84bf8751693245ba for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:45.758502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.771358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Router 9b6c9a27-0e2a-4aab-946a-a18d8872f152 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:30:45.775111 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-c5f4895b-dab1-41de-a4e9-81b837c6a12c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] delete failed (client error): The resource could not be found. Feb 04 11:30:45.776495 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c5f4895b-dab1-41de-a4e9-81b837c6a12c tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/routers/5fbc8512-6e69-4c8a-8079-5fe9774c65ef HTTP/1.1" status: 404 len: 336 time: 0.1437309 Feb 04 11:30:45.791421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.794215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.798990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddc11b-9eaf-4a98-af77-f3a86365cbc4 None None] Port 28a68825-6c6c-42c3-b0dd-46cea32475c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:45.801707 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:45.810138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:45.848142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c130487e-b011-4c7d-81b1-756735298c19 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:45.923236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:45.928136 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa045735-dbca-4df7-8ab8-ad5e9fe2a3ce tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] DELETE failed (client error): The resource could not be found. Feb 04 11:30:45.928583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa045735-dbca-4df7-8ab8-ad5e9fe2a3ce tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:30:45.932941 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aa045735-dbca-4df7-8ab8-ad5e9fe2a3ce tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/subnets/1df486cc-911c-473a-a070-a2ca18cf7e26 HTTP/1.1" status: 404 len: 337 time: 0.0690131 Feb 04 11:30:45.943466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34294) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:45.946849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Usage tracker for resource:security_group_rule and tenant:e388d1949cd1469c84bf8751693245ba is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:45.953310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=444e88e0-fc27-4749-ac43-876ec4941581,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:45.963163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d2ddc11b-9eaf-4a98-af77-f3a86365cbc4 None None] Provisioning complete for port 444e88e0-fc27-4749-ac43-876ec4941581 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:45.963540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc11b-9eaf-4a98-af77-f3a86365cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:45.983441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:46.004457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:46.065557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c130487e-b011-4c7d-81b1-756735298c19 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:46.066571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.119887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:46.120261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.140743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 5bb52930-6866-4abb-86ca-afdb17824e25 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:46.162364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b21949f-ca20-49fc-8c17-30d533267343 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:30:46.197833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:46.222234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Sync routers for ids ['9b6c9a27-0e2a-4aab-946a-a18d8872f152'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:46.280085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Routers {'9b6c9a27-0e2a-4aab-946a-a18d8872f152'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:46.280779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9b6c9a27-0e2a-4aab-946a-a18d8872f152'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:46.305857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.309929 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4a692375-c916-4bcb-8a90-142bcad63113 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6667020 Feb 04 11:30:46.314924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:46.321419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:46.321419 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:46.321419 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': 'd69b1166-5933-4b52-981c-bc4ee18f6ea9'}] Feb 04 11:30:46.321419 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:46.321949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:46.456105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.477734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3eb8a12f-82be-45ad-8ef0-dd3280bd0405,segment=NetworkSegment(13bc886a-f43f-4571-9ab4-b011560244ce),segment_id=13bc886a-f43f-4571-9ab4-b011560244ce)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:46.478540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.614006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21949f-ca20-49fc-8c17-30d533267343 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:30:46.629342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Set router 9b6c9a27-0e2a-4aab-946a-a18d8872f152 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:30:46.740227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:46.825712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.829685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.841546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:46.858692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.035312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.046481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 9aa95ccd-e58d-44ac-8ccc-90c24ca65e04 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:47.063833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 2db6085f-1470-42e4-899e-f4ea431304d6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:47.063833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.108386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] device_id is not set on port 2409d939-3222-43bc-a085-8c90615ea843 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:30:47.198752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c9a27-0e2a-4aab-946a-a18d8872f152', 'name': '', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3', 'external_fixed_ips': [{'subnet_id': 'af0efcbf-d115-41b3-99e9-a16ea91ff638', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '4beece0c-6ff9-4c70-853f-cf5d14c59cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:30:39Z', 'updated_at': '2022-02-04T11:30:44Z', 'revision_number': 3, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port': {'id': '4beece0c-6ff9-4c70-853f-cf5d14c59cf6', 'name': '', 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c9a27-0e2a-4aab-946a-a18d8872f152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'af0efcbf-d115-41b3-99e9-a16ea91ff638', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:30:42Z', 'updated_at': '2022-02-04T11:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af0efcbf-d115-41b3-99e9-a16ea91ff638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:47.202811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dbf00a-9783-4513-9eb2-7b23c0a848d7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:47.206505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Checking router: 9b6c9a27-0e2a-4aab-946a-a18d8872f152 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:30:47.209198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Updating router 9b6c9a27-0e2a-4aab-946a-a18d8872f152 port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:30:47.238542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.315304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.326762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.356065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=3eb8a12f-82be-45ad-8ef0-dd3280bd0405,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:47.361323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port 3eb8a12f-82be-45ad-8ef0-dd3280bd0405 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:47.476494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=5bb52930-6866-4abb-86ca-afdb17824e25,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:47.515310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae4a0d-32d9-4e2a-9773-36daf909bcc7 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:30:47.524363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.623278 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 11:30:47.628135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:30:47.788462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:47.800520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.800677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae4a0d-32d9-4e2a-9773-36daf909bcc7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:30:47.839866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:47.879876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 444e88e0-fc27-4749-ac43-876ec4941581 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:47.962459 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5d66bc98-c187-412d-a877-97a6707a5323 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.4682794 Feb 04 11:30:47.967284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:47.967898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=9aa95ccd-e58d-44ac-8ccc-90c24ca65e04,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:47.982859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.003145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.035747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Transition to ACTIVE for port object 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:48.089118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 444e88e0-fc27-4749-ac43-876ec4941581 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:48.089464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.109773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port 2db6085f-1470-42e4-899e-f4ea431304d6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2db6085f-1470-42e4-899e-f4ea431304d6,segment=NetworkSegment(3c907aff-33d6-4e99-aa18-aee4d5fad844),segment_id=3c907aff-33d6-4e99-aa18-aee4d5fad844)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:48.110136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.141734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.141974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.147635 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26fba140-e73b-4220-9ce1-00eb6950d4b2 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/ports/9aa95ccd-e58d-44ac-8ccc-90c24ca65e04 HTTP/1.1" status: 204 len: 168 time: 2.2007184 Feb 04 11:30:48.150436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34306) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:48.171855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa06360-0b94-4108-a5df-72c8e1a45a4f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:48.179111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:30:48.260853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.276234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 086f63fc-c904-4d75-b89d-07931375f17d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:48.277810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.283909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc886a-f43f-4571-9ab4-b011560244ce') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:48.283909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc886a-f43f-4571-9ab4-b011560244ce') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:48.295424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.310064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366da2-b7ac-4692-824e-43d013d3daa3 None None] Pushing event updated for resources: {'Port': ['ID=4beece0c-6ff9-4c70-853f-cf5d14c59cf6,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:48.312426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Attempting to bind port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:48.313040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Attempting to bind port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b5e06943-873d-479e-ad76-0cfb0d02f6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:48.313400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Attempting to bind port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 on network 96de319e-30c3-4e72-b8c8-7049938828d3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:48.327279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:48.327652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Checking segment: {'id': 'b5e06943-873d-479e-ad76-0cfb0d02f6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:48.328065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.328454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Bound using segment: {'id': 'b5e06943-873d-479e-ad76-0cfb0d02f6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:48.328927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Bound port: 4beece0c-6ff9-4c70-853f-cf5d14c59cf6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e06943-873d-479e-ad76-0cfb0d02f6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96de319e-30c3-4e72-b8c8-7049938828d3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:48.329316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.371426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for 2db6085f-1470-42e4-899e-f4ea431304d6 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:48.409401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Deleting port 741b7b1b-dd54-4915-9404-1f8882dd989b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:48.409401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.433480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.442665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.457956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.484638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] For port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:48.489570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] For port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4beece0c-6ff9-4c70-853f-cf5d14c59cf6,segment=NetworkSegment(b5e06943-873d-479e-ad76-0cfb0d02f6bd),segment_id=b5e06943-873d-479e-ad76-0cfb0d02f6bd)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:48.592584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.597769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.600683 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-423ec64b-150c-4985-8d1a-52024f67bd56 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/5bb52930-6866-4abb-86ca-afdb17824e25 HTTP/1.1" status: 204 len: 168 time: 4.6877403 Feb 04 11:30:48.606408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Calling delete_port for 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:48.613499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34310) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:48.628209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:48.632489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:48.654920 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:48.727780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Routers {'9b6c9a27-0e2a-4aab-946a-a18d8872f152'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:48.728818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9b6c9a27-0e2a-4aab-946a-a18d8872f152'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:48.803719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366da2-b7ac-4692-824e-43d013d3daa3 None None] Pushing event updated for resources: {'Port': ['ID=4beece0c-6ff9-4c70-853f-cf5d14c59cf6,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:48.834654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=28a68825-6c6c-42c3-b0dd-46cea32475c6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:48.936115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] Set router 9b6c9a27-0e2a-4aab-946a-a18d8872f152 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:30:48.999598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.047376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.090783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6eb16-fed4-4547-83cd-73cca07da05c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:49.092408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6eb16-fed4-4547-83cd-73cca07da05c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:49.093874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6eb16-fed4-4547-83cd-73cca07da05c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:49.094668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6e6eb16-fed4-4547-83cd-73cca07da05c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:49.097293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.103298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:49.103643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:49.107978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.146893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6c9a27-0e2a-4aab-946a-a18d8872f152', 'name': '', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:30:39Z', 'updated_at': '2022-02-04T11:30:47Z', 'revision_number': 4, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:49.155635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b227edb-bc0a-40f9-9acc-ff1cfe9bbcc9 None None] The sync data for ids ['9b6c9a27-0e2a-4aab-946a-a18d8872f152'] in dv-neutron-827824-2-hyperv is: [{'id': '9b6c9a27-0e2a-4aab-946a-a18d8872f152', 'name': '', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:30:39Z', 'updated_at': '2022-02-04T11:30:47Z', 'revision_number': 4, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:49.207214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 086f63fc-c904-4d75-b89d-07931375f17d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:49.207524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=dfa06360-0b94-4108-a5df-72c8e1a45a4f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:49.225952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.226276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.255493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-14b49261-640c-4b27-803a-2644dffd8b76 None None] Provisioning complete for port 28a68825-6c6c-42c3-b0dd-46cea32475c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:49.256373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-14b49261-640c-4b27-803a-2644dffd8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.275041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=2db6085f-1470-42e4-899e-f4ea431304d6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:49.294783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port 2db6085f-1470-42e4-899e-f4ea431304d6 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:49.297373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-db59a938-7706-464a-ad3f-98e710129bc7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/dfa06360-0b94-4108-a5df-72c8e1a45a4f HTTP/1.1" status: 204 len: 168 time: 8.6099997 Feb 04 11:30:49.306853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:49.320381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949734955'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:49.332805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:49.350326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:49.354901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:49.355899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-14b49261-640c-4b27-803a-2644dffd8b76 None None] Port 28a68825-6c6c-42c3-b0dd-46cea32475c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:49.362923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:49.456309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:49.461587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.507895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:49.519473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.519935 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 2a0b6b53-28e5-4ea1-a3ca-1933489ea856 of type vlan for network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df Feb 04 11:30:49.547949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.552560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.607198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:49.607659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.637428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Calling delete_port for 741b7b1b-dd54-4915-9404-1f8882dd989b owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:49.675880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=086f63fc-c904-4d75-b89d-07931375f17d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:49.729416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6e6eb16-fed4-4547-83cd-73cca07da05c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:49.733763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d6e6eb16-fed4-4547-83cd-73cca07da05c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.1073952 Feb 04 11:30:49.745898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:49.829659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.909191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.914805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69b1166-5933-4b52-981c-bc4ee18f6ea9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:49.915527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:49.916173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.925020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.959291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:49.983089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 06a4d418-d92e-4ac2-a115-b18929cd3691 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:50.048046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.051507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c907aff-33d6-4e99-aa18-aee4d5fad844') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:50.052047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c907aff-33d6-4e99-aa18-aee4d5fad844') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:50.105823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.127343 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-00811234-3c25-454e-ab6a-1528040ef49b tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/ports/086f63fc-c904-4d75-b89d-07931375f17d HTTP/1.1" status: 204 len: 168 time: 1.9752526 Feb 04 11:30:50.138010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34322) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:50.153771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=cd1adc94-cbc5-43f5-88ad-07ac1c07e4df,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:50.168271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:50.186881 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-223c388d-06c8-4ca9-a78d-52512a94ee41 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8717716 Feb 04 11:30:50.186881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.196627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:50.215262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:50.232068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.236378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] For port 4beece0c-6ff9-4c70-853f-cf5d14c59cf6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4beece0c-6ff9-4c70-853f-cf5d14c59cf6,segment=NetworkSegment(b5e06943-873d-479e-ad76-0cfb0d02f6bd),segment_id=b5e06943-873d-479e-ad76-0cfb0d02f6bd)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:50.236793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.261410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:50.261807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:50.319994 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:50.471263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.475168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:50.505616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Calling delete_port for 4beece0c-6ff9-4c70-853f-cf5d14c59cf6 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:50.530045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:50.548289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:50.552869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Pushing event deleted for resources: {'Port': ['ID=741b7b1b-dd54-4915-9404-1f8882dd989b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:50.554751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.563453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:50.610147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.610622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.661925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee90e42-f432-422f-acc3-5ecb4923b330 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:50.662652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4ee90e42-f432-422f-acc3-5ecb4923b330 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Synchronizing usage tracker for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:50.665893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=d69b1166-5933-4b52-981c-bc4ee18f6ea9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:50.731921 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-13961f43-8580-413a-8823-32e428f61da5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/d69b1166-5933-4b52-981c-bc4ee18f6ea9 HTTP/1.1" status: 204 len: 168 time: 8.5024974 Feb 04 11:30:50.750318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:50.760662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472960224'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:50.772482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:50.777813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.790794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:50.796149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:50.796667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.811009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:50.821311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.828420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.836870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.836870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2628277b-0ce5-4509-8c8d-0531f207fdd3 tempest-ExternalNetworksAdminNegativeTestJSON-57361630 tempest-ExternalNetworksAdminNegativeTestJSON-57361630-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/37a887f4-5758-49b3-879e-47cfe8bfede3 HTTP/1.1" status: 204 len: 168 time: 2.8652654 Feb 04 11:30:50.836870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:50.865685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=06a4d418-d92e-4ac2-a115-b18929cd3691,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:50.867739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.883209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a174315-988c-4bc1-807f-26b369710a4d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:50.921358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:50.943540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4ee90e42-f432-422f-acc3-5ecb4923b330 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Unset dirty status for tenant:5c451cfe75fd46c6bb979959aa688e76 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:50.947273 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4ee90e42-f432-422f-acc3-5ecb4923b330 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "GET /v2.0/ports?device_id=45c9f16a-9a9e-47e5-bd7a-bd208a68c15f HTTP/1.1" status: 200 len: 913 time: 0.8041770 Feb 04 11:30:50.952371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34336) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:51.001427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event deleted for resources: {'Port': ['ID=4beece0c-6ff9-4c70-853f-cf5d14c59cf6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:51.006463 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ce589512-0eb0-4181-93fb-10654adbb6f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/06a4d418-d92e-4ac2-a115-b18929cd3691 HTTP/1.1" status: 204 len: 168 time: 1.2525926 Feb 04 11:30:51.040060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:51.170778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet c7433994-6e7a-48ac-996d-c4f0b3bfc6c4 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:51.174043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.219170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.275164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:51.278587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.448011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.500854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:51.512851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34346) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:51.521259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.532747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.558841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.559629 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 27910ac1-e5d5-49f4-911a-8c827938b063 of type vlan for network 7b7941fe-0308-4fce-9d39-2a99521cd784 Feb 04 11:30:51.576796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.649709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.650434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6c9a27-0e2a-4aab-946a-a18d8872f152 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:30:51.693346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.713466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.739106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.740304 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cda4e989-a234-40d8-8d75-4e873dc1921f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9b6c9a27-0e2a-4aab-946a-a18d8872f152 HTTP/1.1" status: 204 len: 168 time: 5.4244406 Feb 04 11:30:51.745005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34352) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:51.802526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:51.812773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2df9c14aef8e4ce986a03c50fd548736 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:51.829800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:51.851600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:51.861481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:30:51.882673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting subnet af0efcbf-d115-41b3-99e9-a16ea91ff638 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:30:51.898002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.934436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:51.989654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=c7433994-6e7a-48ac-996d-c4f0b3bfc6c4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:52.000937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.015424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79e0ae-7407-49e0-8451-feb9c01190ab None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:52.020542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.023630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.029007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:52.032986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.033334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-81f578c1-683c-4d87-ba92-96b49aa89117 None None] Provisioning complete for port 7e944922-e5b3-42cc-87f2-a8980735a0ee triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:52.033700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-81f578c1-683c-4d87-ba92-96b49aa89117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.033842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:30:52.083518 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ea2ffab-7e70-4677-ac7c-9dc1e8d2ee2a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/c7433994-6e7a-48ac-996d-c4f0b3bfc6c4 HTTP/1.1" status: 204 len: 168 time: 1.0403521 Feb 04 11:30:52.084943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:52.148525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.149005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.200272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.250826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.253920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.319096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f554abf8-1989-427c-b208-f4ce43d0796a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:router {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:30:52.325094 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2df9c14aef8e4ce986a03c50fd548736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076620 Feb 04 11:30:52.327316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5e77-ab15-4625-907b-c36f2b15b4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a423d-01b3-4175-a430-6c1b672e5b54,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:52.335474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:52.364478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.384496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6363993 Feb 04 11:30:52.401592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:52.420818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b9636-debc-4907-9ad9-cc2b6fba16d1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=7b7941fe-0308-4fce-9d39-2a99521cd784,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:52.429710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:52.444157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 7b7941fe-0308-4fce-9d39-2a99521cd784 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:30:52.465648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af0efcbf-d115-41b3-99e9-a16ea91ff638,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:52.466773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:30:52.481570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] Deleting port 7e944922-e5b3-42cc-87f2-a8980735a0ee {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:52.482195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.492295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.502277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=28a68825-6c6c-42c3-b0dd-46cea32475c6,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:52.613879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f554abf8-1989-427c-b208-f4ce43d0796a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:router {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:30:52.614944 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f554abf8-1989-427c-b208-f4ce43d0796a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5251329 Feb 04 11:30:52.623144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.633426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34368) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:52.654686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.666431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:52.706037 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6c90dd3c-4d02-4984-8c34-32833d53f328 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/af0efcbf-d115-41b3-99e9-a16ea91ff638 HTTP/1.1" status: 204 len: 168 time: 0.9578042 Feb 04 11:30:52.718375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:52.720945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c404e4-76a0-4f8a-8ded-e00d5a8aa283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.830064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c404e4-76a0-4f8a-8ded-e00d5a8aa283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.837845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:52.858809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:52.870315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:52.880193 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] For port 7e944922-e5b3-42cc-87f2-a8980735a0ee, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e944922-e5b3-42cc-87f2-a8980735a0ee,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:52.881021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:52.885270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:52.923213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.018588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:53.022172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.026111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=0aae3666-c58b-46a3-bf4f-a216c45e5813,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:53.057618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] Calling delete_port for 7e944922-e5b3-42cc-87f2-a8980735a0ee owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:53.065877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:53.069162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:53.074530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:53.080077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:53.085302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '2a0b6b53-28e5-4ea1-a3ca-1933489ea856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:53.085644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: cd1adc94-cbc5-43f5-88ad-07ac1c07e4df, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:53.091680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:53.100875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c404e4-76a0-4f8a-8ded-e00d5a8aa283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.162059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:53.196260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.204341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c404e4-76a0-4f8a-8ded-e00d5a8aa283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a423d-01b3-4175-a430-6c1b672e5b54,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:53.245048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.247025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96de319e-30c3-4e72-b8c8-7049938828d3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:53.267033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e06943-873d-479e-ad76-0cfb0d02f6bd') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:53.267322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e06943-873d-479e-ad76-0cfb0d02f6bd') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:53.281537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.298040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] Pushing event deleted for resources: {'Port': ['ID=7e944922-e5b3-42cc-87f2-a8980735a0ee,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:53.303241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.310627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66b565-1d9b-42db-9f47-1d8e5cc3642e None None] No DVR routers for this DVR port 7e944922-e5b3-42cc-87f2-a8980735a0ee on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:53.314450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:53.315207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.359446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:53.362809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.384888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9890c103-f284-45ae-b1ff-d15681988824 None None] Provisioning complete for port 28a68825-6c6c-42c3-b0dd-46cea32475c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:30:53.385535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9890c103-f284-45ae-b1ff-d15681988824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.389661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:53.399641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c404e4-76a0-4f8a-8ded-e00d5a8aa283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.400786 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-06c404e4-76a0-4f8a-8ded-e00d5a8aa283 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a56a423d-01b3-4175-a430-6c1b672e5b54 HTTP/1.1" status: 204 len: 168 time: 1.0630965 Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:53.401728 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:53.457242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9890c103-f284-45ae-b1ff-d15681988824 None None] Port 28a68825-6c6c-42c3-b0dd-46cea32475c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:30:53.461863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.528370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, cd1adc94-cbc5-43f5-88ad-07ac1c07e4df) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:53.537848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc251a0-23d6-48fd-8a7c-a64bcec33853 None None] Network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:53.564786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:53.565293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.605133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.622754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96de319e-30c3-4e72-b8c8-7049938828d3 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 11:30:53.626994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.634753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event deleted for resources: {'Network': ['ID=96de319e-30c3-4e72-b8c8-7049938828d3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:53.642318 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0db87ae7-82ee-4991-a7dc-a1e9647e3f74 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/networks/96de319e-30c3-4e72-b8c8-7049938828d3 HTTP/1.1" status: 204 len: 168 time: 0.9226542 Feb 04 11:30:53.671762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 01d04027-4165-4110-a2d2-9b3cdf0ef1ec is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:30:53.700675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:53.700940 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e4c3558a-14c9-4793-97f1-5ed2c6487141 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4989898 Feb 04 11:30:53.704274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:53.906029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e944922-e5b3-42cc-87f2-a8980735a0ee no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:30:53.951668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 7e944922-e5b3-42cc-87f2-a8980735a0ee {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:30:53.952156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e944922-e5b3-42cc-87f2-a8980735a0ee not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:30:53.953866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-cd1adc94-cbc5-43f5-88ad-07ac1c07e4df', 'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': '0aae3666-c58b-46a3-bf4f-a216c45e5813'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:53.954714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.010923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=7b32f6a5-b555-4807-88ed-4ef6aa55e829,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:54.028874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '27910ac1-e5d5-49f4-911a-8c827938b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:54.029026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 7b7941fe-0308-4fce-9d39-2a99521cd784, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:30:54.158725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 7b7941fe-0308-4fce-9d39-2a99521cd784 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:30:54.224373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Allocated IP 2001:db8::1 (cd1adc94-cbc5-43f5-88ad-07ac1c07e4df/0aae3666-c58b-46a3-bf4f-a216c45e5813/1e115e92-ee7b-4ba0-a2fd-bc88fd71423a) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:54.255007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 7b7941fe-0308-4fce-9d39-2a99521cd784) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:54.263439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:54.265493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.281273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bdbe5-92df-4777-9662-6e12cb2b73f5 None None] Network 7b7941fe-0308-4fce-9d39-2a99521cd784 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:54.370348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:54.390184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.398220 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-46429a32-69dd-48a1-a741-98aa51e75937 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/01d04027-4165-4110-a2d2-9b3cdf0ef1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2774584 Feb 04 11:30:54.403492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:54.474463 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ece2511a-d7bf-4087-bd36-ff953f1d57c7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0600262 Feb 04 11:30:54.475232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:54.509711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.510433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34398) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:54.510760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:54.565749 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] Sync routers for ids ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:30:54.578710 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] Routers {'01d04027-4165-4110-a2d2-9b3cdf0ef1ec'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:54.579714 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:54.589060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=c43eece1-2ba4-44f1-8fe9-617d78953450,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:54.618713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'name': 'tempest-router--322120813', 'project_id': '55b05bc7e739456e898713c55cb4b790'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:54.651767 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:54.652206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:54.659528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e0a12-8226-4e5b-951d-42d6657f3a13 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:54.667048 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-166e0a12-8226-4e5b-951d-42d6657f3a13 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports/28a68825-6c6c-42c3-b0dd-46cea32475c6 HTTP/1.1" status: 200 len: 976 time: 0.2553997 Feb 04 11:30:54.667294 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] Routers {'01d04027-4165-4110-a2d2-9b3cdf0ef1ec'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:30:54.667294 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:54.668373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:54.693891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:54.700469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:54.704363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a109e913-9f78-4d5a-a176-be9f64e24e96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e388d1949cd1469c84bf8751693245ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233869 Feb 04 11:30:54.705589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.736552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:54.741118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041021a6-448d-4d6e-8813-02b85f4ef673 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:54.812106 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:54.812826 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485ce65-c68b-4b8a-ba6e-413aa206d524 None None] The sync data for ids ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:30:54.828863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.867824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-7b7941fe-0308-4fce-9d39-2a99521cd784', 'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': '7b32f6a5-b555-4807-88ed-4ef6aa55e829'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:54.868678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.909703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:54.909703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.915119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.923171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:router and tenant:55b05bc7e739456e898713c55cb4b790 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:54.926307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 9e62c3b9-c0bc-4860-ae06-9636446c61e0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:54.926647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:54.968162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:54.969146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Transition to ACTIVE for port object 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:54.992240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:55.014700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177ace3e-e593-4ab4-98e3-e25d423c6b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.048057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Transition to ACTIVE for port object 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:55.109098 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9983ecf4-186a-4b9a-ab0e-6382843244c0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4489470 Feb 04 11:30:55.120477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:55.133663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:55.154173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.245255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.246278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.283317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:55.293380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:55.294165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.296923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:55.318197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.353158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177ace3e-e593-4ab4-98e3-e25d423c6b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.388922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Pushing event updated for resources: {'Port': ['ID=1e115e92-ee7b-4ba0-a2fd-bc88fd71423a,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:55.438237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'c43eece1-2ba4-44f1-8fe9-617d78953450'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:30:55.445895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.451919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.453925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Allocated IP 172.20.0.1 (7b7941fe-0308-4fce-9d39-2a99521cd784/7b32f6a5-b555-4807-88ed-4ef6aa55e829/0b8cc225-ecb2-463b-8901-cb7ebabe9c87) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:55.472503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 9e62c3b9-c0bc-4860-ae06-9636446c61e0 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:55.486981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Attempting to bind port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:55.487353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Attempting to bind port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '2a0b6b53-28e5-4ea1-a3ca-1933489ea856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:55.487750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Attempting to bind port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a on network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:55.531486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.535617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:55.537261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Checking segment: {'id': '2a0b6b53-28e5-4ea1-a3ca-1933489ea856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:55.537261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.537261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Bound using segment: {'id': '2a0b6b53-28e5-4ea1-a3ca-1933489ea856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:55.537261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Bound port: 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0b6b53-28e5-4ea1-a3ca-1933489ea856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:55.538411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.561279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=0aae3666-c58b-46a3-bf4f-a216c45e5813,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:55.576112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:55.607075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:55.615159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177ace3e-e593-4ab4-98e3-e25d423c6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.618648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:55.640714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ace3e-e593-4ab4-98e3-e25d423c6b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dbf00a-9783-4513-9eb2-7b23c0a848d7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:55.656591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-177ace3e-e593-4ab4-98e3-e25d423c6b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.660845 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-177ace3e-e593-4ab4-98e3-e25d423c6b14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85dbf00a-9783-4513-9eb2-7b23c0a848d7 HTTP/1.1" status: 204 len: 168 time: 0.9202566 Feb 04 11:30:55.683880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:55.692196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.843269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.869769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:55.948249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] For port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:55.972083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Allocated IP 172.20.0.2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/c43eece1-2ba4-44f1-8fe9-617d78953450/0826eeed-92d5-4d93-94c8-1cbc1cb1f82c) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:30:55.984316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:55.989007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.012214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1adc94-cbc5-43f5-88ad-07ac1c07e4df']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:56.013420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] For port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1e115e92-ee7b-4ba0-a2fd-bc88fd71423a,segment=NetworkSegment(2a0b6b53-28e5-4ea1-a3ca-1933489ea856),segment_id=2a0b6b53-28e5-4ea1-a3ca-1933489ea856)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:56.031751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.035918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5374e47b-922f-4471-9838-cd264cc175b0 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4536772 Feb 04 11:30:56.035918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0b6b53-28e5-4ea1-a3ca-1933489ea856') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:56.035918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0b6b53-28e5-4ea1-a3ca-1933489ea856') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:56.036228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:56.115610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.142185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.151947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.176968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:56.177260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:56.193869 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:56.207609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.220790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.251334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Transition to ACTIVE for port object 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:56.338908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Transition to ACTIVE for port object 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:56.365611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf495-a148-439b-900d-afb591de4730 None None] Pushing event updated for resources: {'Port': ['ID=1e115e92-ee7b-4ba0-a2fd-bc88fd71423a,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:56.421728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:56.421728 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:56.421728 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': 'cd1adc94-cbc5-43f5-88ad-07ac1c07e4df'}] Feb 04 11:30:56.421728 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:56.422234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:56.470057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.504073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.510502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f84098-3576-4669-992d-8f1dbf87fd79 None None] Network cd1adc94-cbc5-43f5-88ad-07ac1c07e4df requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:56.642589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.647314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Network 7b7941fe-0308-4fce-9d39-2a99521cd784 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:56.650194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.655951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:56.658537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:56.661736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.688151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 28a68825-6c6c-42c3-b0dd-46cea32475c6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:56.688834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.718272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=9e62c3b9-c0bc-4860-ae06-9636446c61e0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:56.729547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Transition to ACTIVE for port object 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:56.744683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Pushing event updated for resources: {'Port': ['ID=0b8cc225-ecb2-463b-8901-cb7ebabe9c87,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:56.889050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.907162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Transition to ACTIVE for port object 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:30:56.919506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Attempting to bind port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:56.919877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Attempting to bind port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '27910ac1-e5d5-49f4-911a-8c827938b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:56.920248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Attempting to bind port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 on network 7b7941fe-0308-4fce-9d39-2a99521cd784 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:56.935797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:56.936148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Checking segment: {'id': '27910ac1-e5d5-49f4-911a-8c827938b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:56.936554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.936942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Bound using segment: {'id': '27910ac1-e5d5-49f4-911a-8c827938b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:56.937418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Bound port: 0b8cc225-ecb2-463b-8901-cb7ebabe9c87, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27910ac1-e5d5-49f4-911a-8c827938b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7b7941fe-0308-4fce-9d39-2a99521cd784'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:56.938052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:56.944700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.006092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:57.006423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.011400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.105690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=7b32f6a5-b555-4807-88ed-4ef6aa55e829,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:57.237512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.237989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1fde23-516f-40e1-8067-d0f691da4331 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:30:57.272649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.276044 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-48722f6a-a439-40ae-a62a-7244b9cd7177 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8c1fde23-516f-40e1-8067-d0f691da4331 HTTP/1.1" status: 204 len: 168 time: 1.2389343 Feb 04 11:30:57.287235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:30:57.304982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.305344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:57.311931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:57.314095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Pushing event updated for resources: {'Port': ['ID=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:57.318861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:30:57.339536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.374970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.380616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] For port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:57.394367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7941fe-0308-4fce-9d39-2a99521cd784']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:57.421814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.430324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] For port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b8cc225-ecb2-463b-8901-cb7ebabe9c87,segment=NetworkSegment(27910ac1-e5d5-49f4-911a-8c827938b063),segment_id=27910ac1-e5d5-49f4-911a-8c827938b063)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:57.455562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Attempting to bind port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:30:57.456042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Attempting to bind port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:30:57.456635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Attempting to bind port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:30:57.463929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:30:57.464427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:30:57.464737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.465073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:30:57.465539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Bound port: 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:30:57.466055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.528475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.540795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1e115e92-ee7b-4ba0-a2fd-bc88fd71423a,segment=NetworkSegment(2a0b6b53-28e5-4ea1-a3ca-1933489ea856),segment_id=2a0b6b53-28e5-4ea1-a3ca-1933489ea856)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:57.541654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.586761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 28a68825-6c6c-42c3-b0dd-46cea32475c6 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:57.637002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27910ac1-e5d5-49f4-911a-8c827938b063') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:57.637281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27910ac1-e5d5-49f4-911a-8c827938b063') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:57.678990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fd805-ccc3-44d1-a742-71450c318118 None None] Pushing event updated for resources: {'Port': ['ID=0b8cc225-ecb2-463b-8901-cb7ebabe9c87,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:57.688127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.732579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.751152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:57.751814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:57.752260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:57.774408 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:57.821003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] For port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:30:57.826626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ca3c1-0a6b-4e10-b68a-d6e29dfa2f53 None None] Network 7b7941fe-0308-4fce-9d39-2a99521cd784 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:30:57.942532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:58.006250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] For port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:30:58.018959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:30:58.030732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:30:58.030732 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:30:58.030732 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': '7b7941fe-0308-4fce-9d39-2a99521cd784'}] Feb 04 11:30:58.030732 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:30:58.031185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:30:58.081799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.150723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.150927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-229107572'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:58.152457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:58.156571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Usage tracker for resource:network and tenant:e4f234adf30b406486ec33681f124a82 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:58.159779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:58.166836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:58.175669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.244187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0735-d937-432a-85e4-3b6c4a264d2d None None] Pushing event updated for resources: {'Port': ['ID=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:58.291589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=28a68825-6c6c-42c3-b0dd-46cea32475c6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:58.301681 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:30:58.304062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.385798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.415480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-981406447', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:30:58.448377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:58.448767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:30:58.463405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Usage tracker for resource:security_group_rule and tenant:e4f234adf30b406486ec33681f124a82 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:58.466875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Usage tracker for resource:router and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:30:58.468436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:58.477252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:58.478635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:30:58.481617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.569935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.608305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:30:58.611810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port 1e115e92-ee7b-4ba0-a2fd-bc88fd71423a on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:30:58.619105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=1e115e92-ee7b-4ba0-a2fd-bc88fd71423a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:58.679320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.760868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.764024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:30:58.764358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.848743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:30:58.850950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.923741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e293425-d114-4b1b-8945-fb17befb27e4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:58.933158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.933541 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Added segment 65586eb8-5cd8-448e-b56a-919f85070772 of type vlan for network a683c89e-5d10-449c-b6f4-ab15711e9318 Feb 04 11:30:58.941191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.942759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:58.995750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.071703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1adc94-cbc5-43f5-88ad-07ac1c07e4df']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:59.080397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:59.099605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:59.104214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.109155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0b6b53-28e5-4ea1-a3ca-1933489ea856') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:59.109603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0b6b53-28e5-4ea1-a3ca-1933489ea856') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:30:59.199846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.221236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.277286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.308809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:30:59.309219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:30:59.327703 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:30:59.331849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.495928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.496539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.505111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b8cc225-ecb2-463b-8901-cb7ebabe9c87,segment=NetworkSegment(27910ac1-e5d5-49f4-911a-8c827938b063),segment_id=27910ac1-e5d5-49f4-911a-8c827938b063)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:30:59.505447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.531411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01249787-8c0d-4b19-91d2-1eb777706cde None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:30:59.644427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:30:59.672763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 01d04027-4165-4110-a2d2-9b3cdf0ef1ec has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:30:59.696967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01249787-8c0d-4b19-91d2-1eb777706cde None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:30:59.748315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:30:59.775629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-96ce4d4d-81f2-4ab9-b66a-f6db685390d8 None None] Provisioning for port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:30:59.818032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:30:59.830755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.831995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.836836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:59.837459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.848566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:30:59.849147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.922731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:30:59.954813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:30:59.962571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=893f321d-efc1-47f3-b147-80fb9c074825,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:59.965068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:59.972917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:30:59.986847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,revision_number=4']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:30:59.996178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.002360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] Sync routers for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:00.002634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=cd1adc94-cbc5-43f5-88ad-07ac1c07e4df,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:00.007814 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] Sync routers for ids ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:00.024762 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] Routers {'01d04027-4165-4110-a2d2-9b3cdf0ef1ec'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:00.025565 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.030493 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e5a5672f-0093-4430-aa2c-81ec8fbfebe8 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/cd1adc94-cbc5-43f5-88ad-07ac1c07e4df HTTP/1.1" status: 204 len: 168 time: 6.3232765 Feb 04 11:31:00.031479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:00.032259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.033118 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4eb12942-6d30-4574-88e4-133ea5410ee5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "PUT /v2.0/routers/45c9f16a-9a9e-47e5-bd7a-bd208a68c15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0767572 Feb 04 11:31:00.043084 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9ec52578-67b7-4f12-8cfa-2cd87c708175 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/01d04027-4165-4110-a2d2-9b3cdf0ef1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3736205 Feb 04 11:31:00.044144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34460) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:00.050514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34462) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:00.077356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:00.079791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Network': ['ID=a683c89e-5d10-449c-b6f4-ab15711e9318,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:00.143457 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.155120 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] Routers {'01d04027-4165-4110-a2d2-9b3cdf0ef1ec'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:00.156369 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.157905 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-30e62394-ff9a-416e-b600-2248dee3b3e2 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3849316 Feb 04 11:31:00.165597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:00.183940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'subnet': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:00.230225 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.230902 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08865580-83a4-413f-8245-e7a6eb2385db None None] The sync data for ids ['01d04027-4165-4110-a2d2-9b3cdf0ef1ec'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:00.248855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a683c89e-5d10-449c-b6f4-ab15711e9318 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:00.260745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571145878'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:00.271486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:00.307460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e351f616-1bd3-4a76-83f6-6a2e4cf61c9f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1795835 Feb 04 11:31:00.321747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:00.322249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.333957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:00.339094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:00.342097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:f4:e3:f4', 'name': 'tempest-NetworksTestDHCPv6-115370530'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:00.345692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.417257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:00.418104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] Routers {'45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:00.418750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.470533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=0b8cc225-ecb2-463b-8901-cb7ebabe9c87,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:00.496926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port 0b8cc225-ecb2-463b-8901-cb7ebabe9c87 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:00.500603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-506bfbd9-efbe-4101-9a9f-8567d4f0d314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.502108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:00.506668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:00.507232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fbb58b-50e6-4dff-a9f4-fa0e25b379b2 None None] The sync data for ids ['45c9f16a-9a9e-47e5-bd7a-bd208a68c15f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:00.518548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:00.519176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.566348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.621159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:00.625004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.743007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:00.748244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:00.779850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.792665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Usage tracker for resource:subnet and tenant:e4f234adf30b406486ec33681f124a82 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:00.811025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:00.814210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.815093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 624f33d9-f860-4643-a062-225d98125c6f of type vlan for network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 Feb 04 11:31:00.817336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c137c1-4f47-463b-a48b-5672cbca392f None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:00.875885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.884587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:00.909152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:00.999333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.031483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting port 0bba920f-5eac-474b-99ce-ca4d789009ba {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:01.031483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.077524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c137c1-4f47-463b-a48b-5672cbca392f None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:01.084412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:01.098171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:01.141127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.168639 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-08d565f3-1117-4633-a726-7e091d060af7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 11:31:01.170459 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-08d565f3-1117-4633-a726-7e091d060af7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/01d04027-4165-4110-a2d2-9b3cdf0ef1ec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0776277 Feb 04 11:31:01.171345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.181764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:01.196778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.205830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:01.206718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.245613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:01.245899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.251039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-48002394-e1a6-45dc-87bc-9dab04722639 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:01.256657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:01.260220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.274658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:01.281888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7941fe-0308-4fce-9d39-2a99521cd784']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:01.293759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:01.369177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:01.372286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27910ac1-e5d5-49f4-911a-8c827938b063') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:01.372682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27910ac1-e5d5-49f4-911a-8c827938b063') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:01.406770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.436423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.448118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:01.448532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:01.464930 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:01.469592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=0691e03a-eb8d-4d0c-9c17-12a4f37c0398,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:01.470170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-48002394-e1a6-45dc-87bc-9dab04722639 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:01.474013 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-48002394-e1a6-45dc-87bc-9dab04722639 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d04027-4165-4110-a2d2-9b3cdf0ef1ec HTTP/1.1" status: 200 len: 205 time: 0.2856083 Feb 04 11:31:01.480279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34484) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:01.492979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:01.521873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4aa5b-a7a1-4d9c-bdd9-e982c153b205 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:01.540791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:01.589886 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-942f4589-b3a6-4a32-a92e-4def2040f7b9 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5439563 Feb 04 11:31:01.627153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:01.642807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:01.658317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.743944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.777866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.807517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=7b7941fe-0308-4fce-9d39-2a99521cd784,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:01.872092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:01.901062 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ee0a5d39-c673-4638-b1fa-52297ccfaf4a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/7b7941fe-0308-4fce-9d39-2a99521cd784 HTTP/1.1" status: 204 len: 168 time: 7.4158707 Feb 04 11:31:01.914679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:01.925863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-906744032'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:01.933849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.941812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:01.956793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:01.965501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:01.970006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:01.974771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:01.981547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:01.988021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:01.993343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:02.014560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:02.016892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port c1d2095f-b279-480c-a010-c39be5a639d0 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:02.042767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:02.043266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.182677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:02.186547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.197574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:02.203882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.225307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.239519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Calling delete_port for 0bba920f-5eac-474b-99ce-ca4d789009ba owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:02.441591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Allocated IP 172.26.6.81 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/5f208f9a-43ec-4792-9e88-d85e541ffd22) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:02.457784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:02.473453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Subnet': ['ID=de16ab71-a244-446b-8118-f4e8ed14f550,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:02.543983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.543983 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 7401ce4d-8c82-41de-8391-f2a59796307c of type vlan for network f530ebf3-8a46-4597-8234-a7b735148450 Feb 04 11:31:02.547448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.558499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.570264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Checking segment: {'id': '65586eb8-5cd8-448e-b56a-919f85070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:02.584415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network hostable DHCP agents. Network: a683c89e-5d10-449c-b6f4-ab15711e9318, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:02.620355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 172.20.0.4 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/c43eece1-2ba4-44f1-8fe9-617d78953450/c1d2095f-b279-480c-a010-c39be5a639d0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:02.637032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.670896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fef4:e3f4 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/893f321d-efc1-47f3-b147-80fb9c074825/c1d2095f-b279-480c-a010-c39be5a639d0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:02.707819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98fce7d5-0698-4681-bafd-0b16acf0f8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.765198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.780334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.781166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router 01d04027-4165-4110-a2d2-9b3cdf0ef1ec {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:02.797545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:02.887823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.889503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27f06e3a-4105-4646-a54c-376a84c4dee0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/01d04027-4165-4110-a2d2-9b3cdf0ef1ec HTTP/1.1" status: 204 len: 168 time: 1.3975830 Feb 04 11:31:02.892284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:02.927863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.929031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-92d326f8-619e-4112-a095-d6b89980fe02 None None] Provisioning complete for port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:02.930137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-92d326f8-619e-4112-a095-d6b89980fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.934171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:02.934788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.977486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, a683c89e-5d10-449c-b6f4-ab15711e9318) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:02.977486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:02.982129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b3b7a-de7d-4dac-8140-b9f051e53e47 None None] Network a683c89e-5d10-449c-b6f4-ab15711e9318 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:02.988576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.043852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.071265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Port': ['ID=0bba920f-5eac-474b-99ce-ca4d789009ba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:03.153611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:03.154199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.207390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:03.220564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:03.228738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:03.282462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-a683c89e-5d10-449c-b6f4-ab15711e9318', 'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'tenant_id': 'e4f234adf30b406486ec33681f124a82', 'fixed_ips': [{'subnet_id': 'de16ab71-a244-446b-8118-f4e8ed14f550'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:03.283392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.290557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event updated for resources: {'Port': ['ID=5f208f9a-43ec-4792-9e88-d85e541ffd22,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:03.308483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.365156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=f530ebf3-8a46-4597-8234-a7b735148450,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:03.375760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:03.377557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network f530ebf3-8a46-4597-8234-a7b735148450 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:03.400343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.447986 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d0050def-de43-475e-8af3-f3a0061eda8c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5292382 Feb 04 11:31:03.452013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=606b5751-e7f4-4d2a-871d-39a7bbfab230,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:03.471538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:03.486289 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9b5a347a-94bc-4dd9-835f-c2e1eef62563 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3201566 Feb 04 11:31:03.490427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:03.511741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '624f33d9-f860-4643-a062-225d98125c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:03.512059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: 0691e03a-eb8d-4d0c-9c17-12a4f37c0398, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:03.522042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:03.560997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Allocated IP 2001:db8::2 (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/e1e66433-57ae-4284-b95c-d5ea104fd94a) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:03.595911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1330318334'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:03.654064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.734499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.769019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.840283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.854647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.864806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.900691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.901072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:03.921638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:03.927816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:03.937986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:03.964378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:03.982069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Transition to ACTIVE for port object e1e66433-57ae-4284-b95c-d5ea104fd94a will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:03.984066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:03.984598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Fanout notify agent at l3_agent the message router_deleted on router 45c9f16a-9a9e-47e5-bd7a-bd208a68c15f {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:03.987266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object c1d2095f-b279-480c-a010-c39be5a639d0 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:03.989963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:03.999523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Usage tracker for resource:port and tenant:e4f234adf30b406486ec33681f124a82 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:03.999689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.000875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dd06d27a-2bb1-4a45-8912-00221b1483b6 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/routers/45c9f16a-9a9e-47e5-bd7a-bd208a68c15f HTTP/1.1" status: 204 len: 168 time: 3.9532673 Feb 04 11:31:04.004959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Transition to ACTIVE for port object e1e66433-57ae-4284-b95c-d5ea104fd94a will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:04.010848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:04.014268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.015892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:04.063805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:04.074552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 0691e03a-eb8d-4d0c-9c17-12a4f37c0398) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:04.084015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df778402-347f-4d13-916b-a05b7ce45759 None None] Network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:04.095044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:04.095658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.096227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Deleting subnet 0a6c0fb6-57ff-4c0e-bc31-731a11088685 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:04.100524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.115288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:04.118984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.163635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.223242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:04.227995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.259153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.279020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:04.280734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.296643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:04.305435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:04.360319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] device_id is not set on port 7ca246a8-e7db-4ef6-8da8-636065c43303 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:04.381163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Pushing event updated for resources: {'Port': ['ID=e1e66433-57ae-4284-b95c-d5ea104fd94a,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:04.419238 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96de062c-3342-475d-9ff6-74267598a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7847013 Feb 04 11:31:04.421713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34514) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:04.502542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:04.514319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.515156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:04.525062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.533604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:04.536147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Attempting to bind port e1e66433-57ae-4284-b95c-d5ea104fd94a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:04.536720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Attempting to bind port e1e66433-57ae-4284-b95c-d5ea104fd94a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '65586eb8-5cd8-448e-b56a-919f85070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:04.537289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Attempting to bind port e1e66433-57ae-4284-b95c-d5ea104fd94a on network a683c89e-5d10-449c-b6f4-ab15711e9318 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:04.547611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:04.547934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Checking segment: {'id': '65586eb8-5cd8-448e-b56a-919f85070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:04.548338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.548739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Bound using segment: {'id': '65586eb8-5cd8-448e-b56a-919f85070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:04.549212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Bound port: e1e66433-57ae-4284-b95c-d5ea104fd94a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65586eb8-5cd8-448e-b56a-919f85070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:04.549581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.601903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=c1d2095f-b279-480c-a010-c39be5a639d0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:04.637863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:04.642534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.652224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.703840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc2a9d-5c99-4ced-ba2e-324cb60d5b47 None None] Network 8ae49ee1-2a19-4977-acdf-85e758df1da3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:04.704338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:04.705009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:04.773495 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-416b8603-8a72-4d62-9443-3e8c02041fa5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1 HTTP/1.1" status: 204 len: 168 time: 1.8800101 Feb 04 11:31:04.783702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:04.932877 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-81beca19-7892-40d1-98b6-bb9445544cbc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6034598 Feb 04 11:31:04.949333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:04.970660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0691e03a-eb8d-4d0c-9c17-12a4f37c0398', 'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': '606b5751-e7f4-4d2a-871d-39a7bbfab230'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:04.971767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.013842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.031875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Allocated IP 2001:db8::3bb (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/7ca246a8-e7db-4ef6-8da8-636065c43303) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:05.106832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.113943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.189927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.194316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] For port e1e66433-57ae-4284-b95c-d5ea104fd94a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:05.203948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 444e88e0-fc27-4749-ac43-876ec4941581 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:05.203948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.206115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fc5085ab-c9cd-4664-9ae8-d7b54f50e195 None None] Provisioning for port c1d2095f-b279-480c-a010-c39be5a639d0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:05.212563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6c0fb6-57ff-4c0e-bc31-731a11088685,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:05.216968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.222025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] For port e1e66433-57ae-4284-b95c-d5ea104fd94a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1e66433-57ae-4284-b95c-d5ea104fd94a,segment=NetworkSegment(65586eb8-5cd8-448e-b56a-919f85070772),segment_id=65586eb8-5cd8-448e-b56a-919f85070772)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:05.228642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fc5085ab-c9cd-4664-9ae8-d7b54f50e195 None None] Provisioning complete for port c1d2095f-b279-480c-a010-c39be5a639d0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:05.229038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fc5085ab-c9cd-4664-9ae8-d7b54f50e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.244272 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6f66a5b-58e9-4bb4-b716-5661de114df5 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/subnets/0a6c0fb6-57ff-4c0e-bc31-731a11088685 HTTP/1.1" status: 204 len: 168 time: 1.2158744 Feb 04 11:31:05.244753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:05.310725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.344651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.427639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.434353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Allocated IP 2001:db8::1 (0691e03a-eb8d-4d0c-9c17-12a4f37c0398/606b5751-e7f4-4d2a-871d-39a7bbfab230/864190aa-0109-486e-8226-62ea7b110130) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:05.445238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-fc5085ab-c9cd-4664-9ae8-d7b54f50e195 None None] Port c1d2095f-b279-480c-a010-c39be5a639d0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:05.459109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83e5cc-79cd-4e7a-b8e1-5af498dd98da None None] Pushing event updated for resources: {'Port': ['ID=e1e66433-57ae-4284-b95c-d5ea104fd94a,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:05.476069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.496520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] DHCP port deletion for 8ae49ee1-2a19-4977-acdf-85e758df1da3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:05.551633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] Deleting port 444e88e0-fc27-4749-ac43-876ec4941581 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:05.551633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.634107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d7f52-ac2b-4063-92ca-199d2caeb70f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:05.640128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d7f52-ac2b-4063-92ca-199d2caeb70f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:05.640981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-800d7f52-ac2b-4063-92ca-199d2caeb70f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:05.826608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:05.864505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=e1df853f-e3bc-458a-af1a-0e7a3d15ae31,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:05.928390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '7401ce4d-8c82-41de-8391-f2a59796307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:05.930031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: f530ebf3-8a46-4597-8234-a7b735148450, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:05.967393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-800d7f52-ac2b-4063-92ca-199d2caeb70f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:05.971789 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-800d7f52-ac2b-4063-92ca-199d2caeb70f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0155337 Feb 04 11:31:05.975110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1e66433-57ae-4284-b95c-d5ea104fd94a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:05.975269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34530) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:06.030154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.055789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Router 710d63fa-0962-40dc-86cd-935554a62fc2 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:31:06.063583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] For port 444e88e0-fc27-4749-ac43-876ec4941581, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=444e88e0-fc27-4749-ac43-876ec4941581,segment=NetworkSegment(9264e87b-64ef-4f27-9c9a-45796689c6a3),segment_id=9264e87b-64ef-4f27-9c9a-45796689c6a3)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:06.064183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.072286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port c1d2095f-b279-480c-a010-c39be5a639d0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:06.072286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.137786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Transition to ACTIVE for port object 7ca246a8-e7db-4ef6-8da8-636065c43303 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:06.241522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 444e88e0-fc27-4749-ac43-876ec4941581, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=444e88e0-fc27-4749-ac43-876ec4941581,segment=NetworkSegment(9264e87b-64ef-4f27-9c9a-45796689c6a3),segment_id=9264e87b-64ef-4f27-9c9a-45796689c6a3)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:06.241980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.250913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] Calling delete_port for 444e88e0-fc27-4749-ac43-876ec4941581 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:06.322591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.342074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.369830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Transition to ACTIVE for port object 864190aa-0109-486e-8226-62ea7b110130 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:06.393448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network f530ebf3-8a46-4597-8234-a7b735148450 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:06.395066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Transition to ACTIVE for port object 864190aa-0109-486e-8226-62ea7b110130 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:06.402174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 444e88e0-fc27-4749-ac43-876ec4941581 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:06.422129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e1e66433-57ae-4284-b95c-d5ea104fd94a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:06.472350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:06.486411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.493504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8533cd83-57a3-4f4f-a76b-684867ed759f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:06.519198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c6b3c3-1349-4dd7-81af-4e4c1a0157c4') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:06.519644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c6b3c3-1349-4dd7-81af-4e4c1a0157c4') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:06.549479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, f530ebf3-8a46-4597-8234-a7b735148450) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:06.550960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.571222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:06.571876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.577108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] Sync routers for ids ['710d63fa-0962-40dc-86cd-935554a62fc2'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:06.579969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 444e88e0-fc27-4749-ac43-876ec4941581 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:06.590356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:06.590894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:06.598348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.609917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.610136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:06.610644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.630167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 444e88e0-fc27-4749-ac43-876ec4941581 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:31:06.630524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 444e88e0-fc27-4749-ac43-876ec4941581 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:31:06.637135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] No DVR routers for this DVR port 444e88e0-fc27-4749-ac43-876ec4941581 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:06.643032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6ea57-bf86-46d4-b342-86bf19dfb048 None None] Pushing event deleted for resources: {'Port': ['ID=444e88e0-fc27-4749-ac43-876ec4941581,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:06.646255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fc8c1-fd45-4c5b-94ad-f97013436eca None None] Network f530ebf3-8a46-4597-8234-a7b735148450 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:06.668533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:06.786956 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:06.793486 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-60d7338b-c68c-4e66-b540-effa45b55b7d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3143048 Feb 04 11:31:06.793486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.799688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:06.806316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.831205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for c1d2095f-b279-480c-a010-c39be5a639d0 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:06.865928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Pushing event updated for resources: {'Port': ['ID=864190aa-0109-486e-8226-62ea7b110130,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:06.876360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] Routers {'710d63fa-0962-40dc-86cd-935554a62fc2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:06.877302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['710d63fa-0962-40dc-86cd-935554a62fc2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:06.897841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.920358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:06.921695 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b95ef084-ed0d-4eb6-9d37-a7bfabbda68b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8933487 Feb 04 11:31:06.936751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:06.949863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:06.964582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:06.993933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:07.001340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.025891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] Pushing event deleted for resources: {'Network': ['ID=8533cd83-57a3-4f4f-a76b-684867ed759f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:07.043765 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cad52d58-1cae-4810-85c5-b7b14168aba7 tempest-FloatingIPTestJSON-1730001097 tempest-FloatingIPTestJSON-1730001097-project] 10.222.0.36 "DELETE /v2.0/networks/8533cd83-57a3-4f4f-a76b-684867ed759f HTTP/1.1" status: 204 len: 168 time: 1.7980289 Feb 04 11:31:07.046290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:07.051248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=7ca246a8-e7db-4ef6-8da8-636065c43303,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:07.053347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7720a5-2815-4afb-bbc3-972a06fdefb3 None None] Network a683c89e-5d10-449c-b6f4-ab15711e9318 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:07.058869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:07.064405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:07.070502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:07.071863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.091236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=606b5751-e7f4-4d2a-871d-39a7bbfab230,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:07.093280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 444e88e0-fc27-4749-ac43-876ec4941581 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:07.093929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.150808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.190625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] The port '444e88e0-fc27-4749-ac43-876ec4941581' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:31:07.193047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.229303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] Routers {'710d63fa-0962-40dc-86cd-935554a62fc2'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:07.229940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['710d63fa-0962-40dc-86cd-935554a62fc2'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.236875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0691e03a-eb8d-4d0c-9c17-12a4f37c0398']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.270264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.313462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624f33d9-f860-4643-a062-225d98125c6f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.313921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624f33d9-f860-4643-a062-225d98125c6f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.345354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.359935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.360558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199ed60-9657-4e09-b719-fc12b9654e48 None None] The sync data for ids ['710d63fa-0962-40dc-86cd-935554a62fc2'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:07.392381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Attempting to bind port 864190aa-0109-486e-8226-62ea7b110130 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:07.393062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Attempting to bind port 864190aa-0109-486e-8226-62ea7b110130 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '624f33d9-f860-4643-a062-225d98125c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:07.393438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Attempting to bind port 864190aa-0109-486e-8226-62ea7b110130 on network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:07.409803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:07.410063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Checking segment: {'id': '624f33d9-f860-4643-a062-225d98125c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:07.410450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.410842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Bound using segment: {'id': '624f33d9-f860-4643-a062-225d98125c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:07.411337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Bound port: 864190aa-0109-486e-8226-62ea7b110130, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624f33d9-f860-4643-a062-225d98125c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:07.411748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.460198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.474064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:07.474710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.479685 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1a2e94f8-85ca-42b6-a4f5-cb984802e187 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9535270 Feb 04 11:31:07.487624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:07.487901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] Provisioning for port e1e66433-57ae-4284-b95c-d5ea104fd94a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:07.498921 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:07.536311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1596362198', 'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:9b:20:4b'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:07.560322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] Provisioning complete for port e1e66433-57ae-4284-b95c-d5ea104fd94a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:07.560982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.568038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.591346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-f530ebf3-8a46-4597-8234-a7b735148450', 'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'e1df853f-e3bc-458a-af1a-0e7a3d15ae31'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:07.592493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.675200 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-024673ea-6e37-4c2e-81fc-5c639b7dfb07 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/710d63fa-0962-40dc-86cd-935554a62fc2 HTTP/1.1" status: 200 len: 919 time: 0.7190282 Feb 04 11:31:07.678039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34548) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:07.683690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae49ee1-2a19-4977-acdf-85e758df1da3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.702349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9264e87b-64ef-4f27-9c9a-45796689c6a3') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.703400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9264e87b-64ef-4f27-9c9a-45796689c6a3') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:07.721688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.733668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.826032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.872490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:07.872897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:07.889623 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:07.895193 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] For port 864190aa-0109-486e-8226-62ea7b110130, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:07.941137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34554) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:07.946864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ff4fa9c6-817a-495f-b59b-97ce6a86f6a2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=710d63fa-0962-40dc-86cd-935554a62fc2 HTTP/1.1" status: 200 len: 205 time: 0.2661662 Feb 04 11:31:07.948664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:31:07.948664 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:31:07.948664 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': '0691e03a-eb8d-4d0c-9c17-12a4f37c0398'}] Feb 04 11:31:07.948664 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:07.948988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:07.949566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:07.951115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34558) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:07.975856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:07.976361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] For port 864190aa-0109-486e-8226-62ea7b110130, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=864190aa-0109-486e-8226-62ea7b110130,segment=NetworkSegment(624f33d9-f860-4643-a062-225d98125c6f),segment_id=624f33d9-f860-4643-a062-225d98125c6f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:07.980287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Usage tracker for resource:port and tenant:e4f234adf30b406486ec33681f124a82 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:07.983585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:07.989772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:08.063725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.087312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:08.098978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=c1d2095f-b279-480c-a010-c39be5a639d0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:08.103579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.147394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Allocated IP 172.20.0.1 (f530ebf3-8a46-4597-8234-a7b735148450/e1df853f-e3bc-458a-af1a-0e7a3d15ae31/235c97ca-25a9-4fe0-8d28-efdf149ff6f8) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:08.179919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.219175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.225973 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/8ae49ee1-2a19-4977-acdf-85e758df1da3 HTTP/1.1" status: 204 len: 168 time: 3.4372742 Feb 04 11:31:08.239083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:08.239821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d64368-bc54-40d7-8119-5beb25227433 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=8ae49ee1-2a19-4977-acdf-85e758df1da3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:08.250170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527353131'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:08.259010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:08.282233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:08.287343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:08.300160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:08.361379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.386050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.390599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] device_id is not set on port f0147788-0a37-4300-bb0e-e745f2f51db0 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:08.436523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a697fe33-4e40-4778-98d5-947f90b1513a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c451cfe75fd46c6bb979959aa688e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931786 Feb 04 11:31:08.440122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34568) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:08.458756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.470428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.473836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:08.475958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.522954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.543950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Transition to ACTIVE for port object 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:08.569503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-963803f9-1ebd-464c-be0d-8b29481b11a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/c1d2095f-b279-480c-a010-c39be5a639d0 HTTP/1.1" status: 204 len: 168 time: 2.5917048 Feb 04 11:31:08.569676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Transition to ACTIVE for port object 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:08.570393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:08.578035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] For port e1e66433-57ae-4284-b95c-d5ea104fd94a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1e66433-57ae-4284-b95c-d5ea104fd94a,segment=NetworkSegment(65586eb8-5cd8-448e-b56a-919f85070772),segment_id=65586eb8-5cd8-448e-b56a-919f85070772)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:08.583505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54051f-f8ce-49f1-8ddb-32a29c9e3d55 None None] Pushing event updated for resources: {'Port': ['ID=864190aa-0109-486e-8226-62ea7b110130,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:08.594731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:08.619329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.620129 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment 3052c4db-fe8a-4deb-a5b6-d64e1e66b983 of type vlan for network 8c192bc2-5e72-4321-99e2-223040a2474e Feb 04 11:31:08.649314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Allocated IP 2001:db8::75 (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/f0147788-0a37-4300-bb0e-e745f2f51db0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:08.684334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.699844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 864190aa-0109-486e-8226-62ea7b110130 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:08.700909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.725922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.730281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.767356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.828971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afc75b-820d-442b-ac82-5c6cf716314e None None] Network 0691e03a-eb8d-4d0c-9c17-12a4f37c0398 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:08.853610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=e1df853f-e3bc-458a-af1a-0e7a3d15ae31,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:08.874419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.880365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:08.881114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.934421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Network f530ebf3-8a46-4597-8234-a7b735148450 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:08.939586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:08.942189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:08.972445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fa6e-4386-42b6-bef9-8be76fb7bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:08.987437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77afecf-a539-4710-92e5-20aa2d6f03c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:08.989990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacab5d-56ca-45d5-8a4b-8c55d4677fa5 None None] Pushing event updated for resources: {'Port': ['ID=e1e66433-57ae-4284-b95c-d5ea104fd94a,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:08.990333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77afecf-a539-4710-92e5-20aa2d6f03c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:08.993724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77afecf-a539-4710-92e5-20aa2d6f03c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:08.995145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e77afecf-a539-4710-92e5-20aa2d6f03c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:09.103354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fa6e-4386-42b6-bef9-8be76fb7bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.123104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.145024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-57de40b2-9e90-4ed0-80f6-0566f1289460 None None] Provisioning complete for port e1e66433-57ae-4284-b95c-d5ea104fd94a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:09.145397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-57de40b2-9e90-4ed0-80f6-0566f1289460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.160009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=8c192bc2-5e72-4321-99e2-223040a2474e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:09.190824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.191318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8c192bc2-5e72-4321-99e2-223040a2474e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:09.247705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f530ebf3-8a46-4597-8234-a7b735148450']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:09.257492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Attempting to bind port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:09.258184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Attempting to bind port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '7401ce4d-8c82-41de-8391-f2a59796307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:09.258333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Attempting to bind port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 on network f530ebf3-8a46-4597-8234-a7b735148450 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:09.259618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e77afecf-a539-4710-92e5-20aa2d6f03c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:09.260319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Pushing event updated for resources: {'Port': ['ID=235c97ca-25a9-4fe0-8d28-efdf149ff6f8,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:09.261642 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e77afecf-a539-4710-92e5-20aa2d6f03c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6795173 Feb 04 11:31:09.264298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7401ce4d-8c82-41de-8391-f2a59796307c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:09.264703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7401ce4d-8c82-41de-8391-f2a59796307c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:09.267398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34576) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:09.279753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.288082 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8bbaee81-97ee-4523-aa8c-9d6d7111f8f3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0434797 Feb 04 11:31:09.288082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.301176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:09.313792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Deleting port 5f208f9a-43ec-4792-9e88-d85e541ffd22 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:09.314130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.314324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:09.338125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.352610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:09.352989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Checking segment: {'id': '7401ce4d-8c82-41de-8391-f2a59796307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:09.353393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.353787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Bound using segment: {'id': '7401ce4d-8c82-41de-8391-f2a59796307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:09.354272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Bound port: 235c97ca-25a9-4fe0-8d28-efdf149ff6f8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7401ce4d-8c82-41de-8391-f2a59796307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f530ebf3-8a46-4597-8234-a7b735148450'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:09.354651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.396974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fa6e-4386-42b6-bef9-8be76fb7bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.404027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Transition to ACTIVE for port object f0147788-0a37-4300-bb0e-e745f2f51db0 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:09.406210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:09.406340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 864190aa-0109-486e-8226-62ea7b110130, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=864190aa-0109-486e-8226-62ea7b110130,segment=NetworkSegment(624f33d9-f860-4643-a062-225d98125c6f),segment_id=624f33d9-f860-4643-a062-225d98125c6f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:09.406452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.406550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:09.436639 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:09.552225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:09.552225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:09.555254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:09.562340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] For port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:09.566592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:09.568009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 864190aa-0109-486e-8226-62ea7b110130 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:09.576656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:31:09.576656 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:31:09.576656 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': 'f530ebf3-8a46-4597-8234-a7b735148450'}] Feb 04 11:31:09.576656 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:09.577416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:09.580422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] For port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=235c97ca-25a9-4fe0-8d28-efdf149ff6f8,segment=NetworkSegment(7401ce4d-8c82-41de-8391-f2a59796307c),segment_id=7401ce4d-8c82-41de-8391-f2a59796307c)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:09.601921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5fa6e-4386-42b6-bef9-8be76fb7bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a46e98-f958-4666-b3c2-e4f935fa8cd6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:09.645862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.719280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.776307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-57de40b2-9e90-4ed0-80f6-0566f1289460 None None] Provisioning for port 7ca246a8-e7db-4ef6-8da8-636065c43303 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:09.794650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 893f321d-efc1-47f3-b147-80fb9c074825 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:09.815097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.818751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-57de40b2-9e90-4ed0-80f6-0566f1289460 None None] Provisioning complete for port 7ca246a8-e7db-4ef6-8da8-636065c43303 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:09.819121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-57de40b2-9e90-4ed0-80f6-0566f1289460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.840725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:09.843255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fa6e-4386-42b6-bef9-8be76fb7bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.846825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.846995 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e2d5fa6e-4386-42b6-bef9-8be76fb7bd96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71a46e98-f958-4666-b3c2-e4f935fa8cd6 HTTP/1.1" status: 204 len: 168 time: 1.4032242 Feb 04 11:31:09.858047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1e66433-57ae-4284-b95c-d5ea104fd94a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:09.887257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:09.973293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:09.983890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:09.991602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:09.999801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:10.001110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.024674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=f0147788-0a37-4300-bb0e-e745f2f51db0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:10.047343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-57de40b2-9e90-4ed0-80f6-0566f1289460 None None] Port 7ca246a8-e7db-4ef6-8da8-636065c43303 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:10.052253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cc0fc-8d8b-4c69-9fb7-c33c8b60620b None None] Pushing event updated for resources: {'Port': ['ID=235c97ca-25a9-4fe0-8d28-efdf149ff6f8,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:10.054110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.078949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.081562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e1e66433-57ae-4284-b95c-d5ea104fd94a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:10.084802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.092875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:10.093214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.109689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2629ab-a962-4c00-a348-805d417d80a4 None None] Network f530ebf3-8a46-4597-8234-a7b735148450 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:10.131245 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-080d0377-dcee-4e44-b9af-25504d896b8f tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6116035 Feb 04 11:31:10.133958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:10.192007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.254094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Calling delete_port for 5f208f9a-43ec-4792-9e88-d85e541ffd22 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:10.304396 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-11f93edb-251a-4454-8720-6833619bbe9c None None] Provisioning complete for port 7ca246a8-e7db-4ef6-8da8-636065c43303 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:10.304797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11f93edb-251a-4454-8720-6833619bbe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.402718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=864190aa-0109-486e-8226-62ea7b110130,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:10.412681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port 864190aa-0109-486e-8226-62ea7b110130 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:10.418924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=235c97ca-25a9-4fe0-8d28-efdf149ff6f8,segment=NetworkSegment(7401ce4d-8c82-41de-8391-f2a59796307c),segment_id=7401ce4d-8c82-41de-8391-f2a59796307c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:10.419514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.456200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.460619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-11f93edb-251a-4454-8720-6833619bbe9c None None] Port 7ca246a8-e7db-4ef6-8da8-636065c43303 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:10.508510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca95abf-d7ec-4013-9eed-4af74309268e None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:10.622985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:10.657026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.676773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca95abf-d7ec-4013-9eed-4af74309268e None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:10.715197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0691e03a-eb8d-4d0c-9c17-12a4f37c0398']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:10.736902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624f33d9-f860-4643-a062-225d98125c6f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:10.737319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624f33d9-f860-4643-a062-225d98125c6f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:10.755768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.785647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f37b8-249e-4301-bb77-80f4213fc3ad tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:10.786755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.791928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f37b8-249e-4301-bb77-80f4213fc3ad tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:10.798950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f37b8-249e-4301-bb77-80f4213fc3ad tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:10.803454 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3c6f37b8-249e-4301-bb77-80f4213fc3ad tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6658461 Feb 04 11:31:10.804082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:10.810661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.817315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ba89c64-d077-46ed-be0a-5a4b6ae8c783 None None] Provisioning for port f0147788-0a37-4300-bb0e-e745f2f51db0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:10.834772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ba89c64-d077-46ed-be0a-5a4b6ae8c783 None None] Provisioning complete for port f0147788-0a37-4300-bb0e-e745f2f51db0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:10.835529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ba89c64-d077-46ed-be0a-5a4b6ae8c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.853198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.863642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:10.864228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.880412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:10.884574 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:10.947486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=235c97ca-25a9-4fe0-8d28-efdf149ff6f8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:10.961674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=1e3d5448-9de0-4cd4-80c8-bbd41e7878bf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:10.963978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1ba89c64-d077-46ed-be0a-5a4b6ae8c783 None None] Port f0147788-0a37-4300-bb0e-e745f2f51db0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:10.965631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port 235c97ca-25a9-4fe0-8d28-efdf149ff6f8 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:11.062005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=893f321d-efc1-47f3-b147-80fb9c074825,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:11.067016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': '3052c4db-fe8a-4deb-a5b6-d64e1e66b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:11.067645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 8c192bc2-5e72-4321-99e2-223040a2474e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:11.081441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.109021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port f0147788-0a37-4300-bb0e-e745f2f51db0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:11.109529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.181746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.220190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f530ebf3-8a46-4597-8234-a7b735148450']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:11.244666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7401ce4d-8c82-41de-8391-f2a59796307c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:11.244985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7401ce4d-8c82-41de-8391-f2a59796307c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:11.264047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.292053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8c192bc2-5e72-4321-99e2-223040a2474e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:11.304836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.310160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cebc4-6fab-4a13-b372-4297c6cc1a15 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:11.316965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:11.317649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.328917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27242354-2599-4bea-b6ad-a105f05e65ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/893f321d-efc1-47f3-b147-80fb9c074825 HTTP/1.1" status: 204 len: 168 time: 2.0599384 Feb 04 11:31:11.330471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.332732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:11.338411 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:11.340949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34612) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:11.402522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.433509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=0691e03a-eb8d-4d0c-9c17-12a4f37c0398,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:11.463360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event deleted for resources: {'Port': ['ID=5f208f9a-43ec-4792-9e88-d85e541ffd22,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:11.465623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:11.474770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ae7c0325-0084-49f0-91d1-eb0f21b87bde tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/0691e03a-eb8d-4d0c-9c17-12a4f37c0398 HTTP/1.1" status: 204 len: 168 time: 7.0456772 Feb 04 11:31:11.483400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:11.498999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8c192bc2-5e72-4321-99e2-223040a2474e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:11.503253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43cebc4-6fab-4a13-b372-4297c6cc1a15 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:11.537042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513084422'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:11.544463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:11.549322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:11.553904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:11.561400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:11.579304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:11.580020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.605873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet c43eece1-2ba4-44f1-8fe9-617d78953450 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:11.609786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.643493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.674663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:11.678168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.694744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.700932 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/f530ebf3-8a46-4597-8234-a7b735148450 HTTP/1.1" status: 204 len: 168 time: 4.8962348 Feb 04 11:31:11.705247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654127302'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:11.707109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34626) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:11.714926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:11.718328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.719210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ec654-e13c-4e73-b193-ac2c760b817a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=f530ebf3-8a46-4597-8234-a7b735148450,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:11.731008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740467014'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:11.738793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:11.740050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:11.745516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:11.749515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.749969 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 87082814-7ec8-4d70-ae52-7483e3e6269c of type vlan for network 98095e5c-b7d9-484d-8798-5beb0a4d1887 Feb 04 11:31:11.777680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.787275 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-298e3ba9-6083-47d9-b164-fa64bf3cdab1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4850509 Feb 04 11:31:11.793755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.805284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:11.825674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:11.837475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886320472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:11.852803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:11.867332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:11.871442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.872143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:11.881606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:11.912931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:11.916065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:11.928741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for f0147788-0a37-4300-bb0e-e745f2f51db0 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:11.950462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.968229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:11.970878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8c192bc2-5e72-4321-99e2-223040a2474e', 'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '1e3d5448-9de0-4cd4-80c8-bbd41e7878bf'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:11.971458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.985804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:11.987231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.020686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.026805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:12.027455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.034420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.052803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:12.136775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.141950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.154704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Allocated IP 172.20.0.2 (8c192bc2-5e72-4321-99e2-223040a2474e/1e3d5448-9de0-4cd4-80c8-bbd41e7878bf/0119ea50-76f2-47ea-a82a-f0052954a20e) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:12.174205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.189045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.202932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:12.206697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.225970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:12.270232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:12.277699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:12.291332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.291727 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:31:12.292271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Fanout notify agent at l3_agent the message router_deleted on router 710d63fa-0962-40dc-86cd-935554a62fc2 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:12.296438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:12.297291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=98095e5c-b7d9-484d-8798-5beb0a4d1887,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:12.313722 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:12.318699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:12.336211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.336796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment da0a7dd5-7832-4fe1-aafa-74b327c29cc0 of type vlan for network 19ed1d34-b374-437a-a19f-fab6a1253139 Feb 04 11:31:12.354389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7643c870-ea12-46e8-a7e8-27a1ac6d5c4b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8575144 Feb 04 11:31:12.355877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.360396 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2b914ab7-d13d-4c04-8e5f-e0a9a74f837d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/710d63fa-0962-40dc-86cd-935554a62fc2 HTTP/1.1" status: 204 len: 168 time: 4.4008677 Feb 04 11:31:12.361614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.366129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.369635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-203735835', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': False}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:12.377119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:12.379651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.404350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:12.407064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.444157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.445825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.451979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:router and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:12.504936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.511460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:12.512458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.533463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:12.545880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=c43eece1-2ba4-44f1-8fe9-617d78953450,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:12.547857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.549691 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3ff7cf8c-bdfb-4893-a514-fc0ae13d0865 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/c43eece1-2ba4-44f1-8fe9-617d78953450 HTTP/1.1" status: 204 len: 168 time: 1.2082763 Feb 04 11:31:12.561723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.564654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:12.570817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=f0147788-0a37-4300-bb0e-e745f2f51db0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:12.609068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.620880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Transition to ACTIVE for port object 0119ea50-76f2-47ea-a82a-f0052954a20e will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:12.643244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Transition to ACTIVE for port object 0119ea50-76f2-47ea-a82a-f0052954a20e will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:12.655206 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aa98e883-175d-4401-8841-a495f59c46b8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900826 Feb 04 11:31:12.658316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.700009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:12.708560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.713404 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-46e59376-234a-4136-87eb-adf33f79ce6d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8830447 Feb 04 11:31:12.713404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:12.714205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.719313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:12.728375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:12.730437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.749957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.751245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.782023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:12.791401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6e4a5-5a5a-42e5-abae-8ce3bad4066e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:12.793110 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aef6e4a5-5a5a-42e5-abae-8ce3bad4066e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1338501 Feb 04 11:31:12.799332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34654) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.802239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=19ed1d34-b374-437a-a19f-fab6a1253139,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:12.812085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Network 8c192bc2-5e72-4321-99e2-223040a2474e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:12.815927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:12.820991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 19ed1d34-b374-437a-a19f-fab6a1253139 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:12.823104 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-387660a1-6b78-46cd-9b88-6c71db7cc2b2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1098270 Feb 04 11:31:12.833505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:12.837035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:12.849011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Pushing event updated for resources: {'Port': ['ID=0119ea50-76f2-47ea-a82a-f0052954a20e,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:12.852649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:12.883267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:12.886779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.031757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Attempting to bind port 0119ea50-76f2-47ea-a82a-f0052954a20e on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:13.032402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Attempting to bind port 0119ea50-76f2-47ea-a82a-f0052954a20e by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3052c4db-fe8a-4deb-a5b6-d64e1e66b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:13.032506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Attempting to bind port 0119ea50-76f2-47ea-a82a-f0052954a20e on network 8c192bc2-5e72-4321-99e2-223040a2474e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:13.040359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:13.040750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Checking segment: {'id': '3052c4db-fe8a-4deb-a5b6-d64e1e66b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:13.041149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.041542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Bound using segment: {'id': '3052c4db-fe8a-4deb-a5b6-d64e1e66b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:13.042027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Bound port: 0119ea50-76f2-47ea-a82a-f0052954a20e, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3052c4db-fe8a-4deb-a5b6-d64e1e66b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c192bc2-5e72-4321-99e2-223040a2474e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:13.042405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.058782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.065150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde16e57-8244-468e-b5f6-7597128703fb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:13.066304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bde16e57-8244-468e-b5f6-7597128703fb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:13.146969 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89846bd3-4176-49d2-926e-9e3fb7625210 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/ports/f0147788-0a37-4300-bb0e-e745f2f51db0 HTTP/1.1" status: 204 len: 168 time: 2.3417308 Feb 04 11:31:13.157929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] For port 0119ea50-76f2-47ea-a82a-f0052954a20e, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:13.158130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:13.161440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] For port 0119ea50-76f2-47ea-a82a-f0052954a20e, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0119ea50-76f2-47ea-a82a-f0052954a20e,segment=NetworkSegment(3052c4db-fe8a-4deb-a5b6-d64e1e66b983),segment_id=3052c4db-fe8a-4deb-a5b6-d64e1e66b983)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:13.244429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.331048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bde16e57-8244-468e-b5f6-7597128703fb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:13.336253 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bde16e57-8244-468e-b5f6-7597128703fb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5318713 Feb 04 11:31:13.336461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831179d2-3dc8-4c1a-b0a2-ecea90581df7 None None] Pushing event updated for resources: {'Port': ['ID=0119ea50-76f2-47ea-a82a-f0052954a20e,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:13.342606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:13.470385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.480312 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf00576-df95-46ba-90eb-0ee9664e0bcc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] GET failed (client error): The resource could not be found. Feb 04 11:31:13.481007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-dcf00576-df95-46ba-90eb-0ee9664e0bcc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Synchronizing usage tracker for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:13.572422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.589457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:13.601342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:13.620410 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b17fa65d-ebc2-445e-9ef4-1e2cf92e8dbf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2640069 Feb 04 11:31:13.623032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:13.624888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.637651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:13.639660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:13.658209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:13.663346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:13.681386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-dcf00576-df95-46ba-90eb-0ee9664e0bcc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Unset dirty status for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:13.686263 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dcf00576-df95-46ba-90eb-0ee9664e0bcc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "GET /v2.0/ports/f0147788-0a37-4300-bb0e-e745f2f51db0 HTTP/1.1" status: 404 len: 333 time: 0.5271621 Feb 04 11:31:13.686891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34674) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:13.796251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dac9c7-9ee0-4eaa-884d-8848e800a9bb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:13.803816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-630487819'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:13.876509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0119ea50-76f2-47ea-a82a-f0052954a20e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:13.953815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.015015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:14.048839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:14.062388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0119ea50-76f2-47ea-a82a-f0052954a20e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:14.064090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.141344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 19ed1d34-b374-437a-a19f-fab6a1253139 is not hosted by any dhcp agent {{(pid=88131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 11:31:14.147165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:14.147870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.150010 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "PUT /v2.0/networks/19ed1d34-b374-437a-a19f-fab6a1253139 HTTP/1.1" status: 200 len: 723 time: 1.3083243 Feb 04 11:31:14.153489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.157886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:14.202331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.207383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:14.226491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:14.268319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:14.271990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.300413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:14.304821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.306597 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:31:14.307016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:14.352370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699c7249-e0bf-4004-a702-de5896bf6e49,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:14.360128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.20.0.1 (8c192bc2-5e72-4321-99e2-223040a2474e/1e3d5448-9de0-4cd4-80c8-bbd41e7878bf/fead354c-652a-41b6-975b-f28bde2ea361) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:14.363622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:14.369994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.424196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b75a5-6913-44f5-9c3a-f9b2b0e79e99 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=19ed1d34-b374-437a-a19f-fab6a1253139,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:14.442135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] device_id is not set on port c073f364-cc33-43b2-9b74-4ce9dfd89e26 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:14.443232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 19ed1d34-b374-437a-a19f-fab6a1253139 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:14.478087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=e35be716-8260-48e2-bdff-f473ad70e5b6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:14.506095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:14.515510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:14.519814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '87082814-7ec8-4d70-ae52-7483e3e6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:14.520192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: 98095e5c-b7d9-484d-8798-5beb0a4d1887, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:14.525140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:14.526863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.528228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89c395d4-25a2-40bb-912d-619c3a8c8aec tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0524058 Feb 04 11:31:14.532826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:14.541320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:14.560744 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-02d3bbc1-de59-4ae2-98d2-0eb9aea16a48 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9316623 Feb 04 11:31:14.569258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34686) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:14.597082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:14.630566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c630fcd-66bd-4008-a01e-d65b72b98daa None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:14.656796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24890d0f-9e9f-467a-845a-6a3e6f910e5c None None] Network 8c192bc2-5e72-4321-99e2-223040a2474e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:14.706158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.724966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:14.728761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.762709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Allocated IP 2001:db8::376 (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/c073f364-cc33-43b2-9b74-4ce9dfd89e26) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:14.764761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:14.768534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object fead354c-652a-41b6-975b-f28bde2ea361 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:14.918511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 98095e5c-b7d9-484d-8798-5beb0a4d1887) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:14.938432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:14.939024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:14.954804 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-12cfe64c-1d86-4d56-bc32-60b26c666e01 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4151628 Feb 04 11:31:14.961303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc40ac-4da3-40b3-a95c-87c0eb7678cf None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:14.973114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] Provisioning for port 0119ea50-76f2-47ea-a82a-f0052954a20e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:14.976786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:14.991039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-security--1172869250', 'description': 'tempest-security-description-73481246'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:15.050674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] Provisioning complete for port 0119ea50-76f2-47ea-a82a-f0052954a20e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:15.051062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.066294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.120422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:15.148689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.148891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:15.155423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.256960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.274617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8c192bc2-5e72-4321-99e2-223040a2474e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:15.275993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Transition to ACTIVE for port object c073f364-cc33-43b2-9b74-4ce9dfd89e26 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:15.280433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:15.283404 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-85c261c2-9b8b-4190-b3d1-966cd74b90b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9188144 Feb 04 11:31:15.283931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.286459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:15.315298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:15.322264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=fead354c-652a-41b6-975b-f28bde2ea361,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:15.336607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:15.350366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:15.354498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.355445 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:31:15.355915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:15.365905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.370365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.519473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.536165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-98095e5c-b7d9-484d-8798-5beb0a4d1887', 'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': 'e35be716-8260-48e2-bdff-f473ad70e5b6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:15.536744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.617236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:15.629055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.633359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] Deleting port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:15.633359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.647619 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-521dbaa9-c17d-4ac0-a3a0-9d0346827d30 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0733819 Feb 04 11:31:15.653438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.657657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "PUT /v2.0/security-groups/699c7249-e0bf-4004-a702-de5896bf6e49 HTTP/1.1" status: 200 len: 1776 time: 0.6798580 Feb 04 11:31:15.661576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34698) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:15.661576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:15.685496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:15.704704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:15.708973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] For port 0119ea50-76f2-47ea-a82a-f0052954a20e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0119ea50-76f2-47ea-a82a-f0052954a20e,segment=NetworkSegment(3052c4db-fe8a-4deb-a5b6-d64e1e66b983),segment_id=3052c4db-fe8a-4deb-a5b6-d64e1e66b983)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:15.711841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:subnet and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:15.716686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:15.727892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:15.736514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Allocated IP 172.26.6.234 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/5f0ea410-fbb6-4131-b2ea-0153910135eb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:15.740751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.848841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.853272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:15.868160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:15.952328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:15.956232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:15.961860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc5e56-e292-4048-86e9-c7ea2968ab6f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699c7249-e0bf-4004-a702-de5896bf6e49,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:15.980636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:15.984341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.010906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:16.018754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:16.022399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:16.029775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:16.030474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.081962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Allocated IP 2001:db8::2 (98095e5c-b7d9-484d-8798-5beb0a4d1887/e35be716-8260-48e2-bdff-f473ad70e5b6/8861fc78-f107-4647-a345-1e6fd3d5904e) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:16.085713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cf0c763b-e0e3-4ecd-a6b6-b6a17fe6598f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups/699c7249-e0bf-4004-a702-de5896bf6e49 HTTP/1.1" status: 200 len: 1776 time: 0.4132657 Feb 04 11:31:16.088468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34706) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:16.089123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=c073f364-cc33-43b2-9b74-4ce9dfd89e26,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:16.096242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:16.100699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.102838 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:31:16.103135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:16.113674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4597967-72ce-499f-8956-c2f911e9e4fc None None] Pushing event updated for resources: {'Port': ['ID=0119ea50-76f2-47ea-a82a-f0052954a20e,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:16.168399 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-37854388-1f7f-4e45-b387-529e0120a01e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3868127 Feb 04 11:31:16.172127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:16.186300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:9b:20:4b'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:16.252114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=909bb557-5763-467a-a5ab-187d8c0314ba,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:16.284028 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c063e3dd-3020-46d4-b0f3-fbf4d613188c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6164331 Feb 04 11:31:16.292474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:16.293684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:16.294228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 19ed1d34-b374-437a-a19f-fab6a1253139, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:16.319888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:16.408789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.495493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92402ddf-abfa-4eb1-acc0-ecc658238bd0 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.512898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 19ed1d34-b374-437a-a19f-fab6a1253139 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:16.560458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] For port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:16.560458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.569978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a9758-be1a-4dc7-bf86-1cd0d0aa863d None None] Network 8c192bc2-5e72-4321-99e2-223040a2474e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:16.609359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d1e939c3-5a8e-4ac4-97ba-aff1dd761a55 None None] Provisioning for port c073f364-cc33-43b2-9b74-4ce9dfd89e26 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:16.615282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92402ddf-abfa-4eb1-acc0-ecc658238bd0 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.626664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 19ed1d34-b374-437a-a19f-fab6a1253139) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:16.640285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:16.640883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.652279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.666925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:16.690024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:16.765097 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6eb0d7d5-44f8-408b-910a-05d2b45759e6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5243979 Feb 04 11:31:16.769377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:16.781470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:16.807134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef190ad7-e7d0-40f7-ae47-71ad806b9a72 None None] Network 19ed1d34-b374-437a-a19f-fab6a1253139 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:16.841719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:16.844382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.845815 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:31:16.846249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:16.904984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] Calling delete_port for 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:16.906440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92402ddf-abfa-4eb1-acc0-ecc658238bd0 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.925669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.950067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.964957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d1e939c3-5a8e-4ac4-97ba-aff1dd761a55 None None] Provisioning complete for port c073f364-cc33-43b2-9b74-4ce9dfd89e26 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:16.965353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1e939c3-5a8e-4ac4-97ba-aff1dd761a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:16.993676 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f8696f8d-d567-416b-9fd1-93e2f80a2cff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6923800 Feb 04 11:31:17.006870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:17.008280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92402ddf-abfa-4eb1-acc0-ecc658238bd0 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699c7249-e0bf-4004-a702-de5896bf6e49,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:17.021802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.036716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:17.042167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:17.062062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:17.065248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:17.067947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92402ddf-abfa-4eb1-acc0-ecc658238bd0 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.071859 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-92402ddf-abfa-4eb1-acc0-ecc658238bd0 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/699c7249-e0bf-4004-a702-de5896bf6e49 HTTP/1.1" status: 204 len: 168 time: 0.9770427 Feb 04 11:31:17.104308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:17.144552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Port': ['ID=5f0ea410-fbb6-4131-b2ea-0153910135eb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:17.150496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1482415'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.172665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Transition to ACTIVE for port object 8861fc78-f107-4647-a345-1e6fd3d5904e will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:17.178021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.210776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.239420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d1e939c3-5a8e-4ac4-97ba-aff1dd761a55 None None] Port c073f364-cc33-43b2-9b74-4ce9dfd89e26 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:17.279117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Transition to ACTIVE for port object 8861fc78-f107-4647-a345-1e6fd3d5904e will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:17.378793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:17.404831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:17.437619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.465639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.473274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:17.481875 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9622124f-523e-4747-a238-a45fbac35493 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3728631 Feb 04 11:31:17.494512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:17.495251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:17.498301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:17.498888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.512060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:17.515852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.517378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:31:17.518098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:17.537281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.537511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.588640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] No DVR routers for this DVR port 0826eeed-92d5-4d93-94c8-1cbc1cb1f82c on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:17.591979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3858ba-d895-45a0-a436-dc2e544fe375 None None] Pushing event deleted for resources: {'Port': ['ID=0826eeed-92d5-4d93-94c8-1cbc1cb1f82c,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:17.619908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=b48df448-8031-4bfc-ae2e-9cd0227db8e5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:17.649459 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-4d2e91f1-d52c-4434-8562-88d2235cd2f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] delete failed (client error): The resource could not be found. Feb 04 11:31:17.656908 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4d2e91f1-d52c-4434-8562-88d2235cd2f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/699c7249-e0bf-4004-a702-de5896bf6e49 HTTP/1.1" status: 404 len: 347 time: 0.1506281 Feb 04 11:31:17.659645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:17.674496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c01b8598-6c41-461c-9a13-078122c13dca None None] Provisioning complete for port 0119ea50-76f2-47ea-a82a-f0052954a20e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:17.674496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c01b8598-6c41-461c-9a13-078122c13dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.677302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--976949905'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:17.691020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:17.702740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:17.705560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:17.708676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.713890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:17.719764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=fead354c-652a-41b6-975b-f28bde2ea361,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:17.720708 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e586ed9-91fb-435d-b6bf-8b4e25cfafcd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4013305 Feb 04 11:31:17.732129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34738) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:17.735563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6f2d92dc-ac9b-4713-91b9-1403e0627459 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7251344 Feb 04 11:31:17.754897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34742) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:17.758080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:17.763238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:17.767928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:17.783142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:17.848987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-19ed1d34-b374-437a-a19f-fab6a1253139', 'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': '909bb557-5763-467a-a5ab-187d8c0314ba'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:17.849820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:17.926330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Pushing event updated for resources: {'Port': ['ID=8861fc78-f107-4647-a345-1e6fd3d5904e,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:17.928227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:17.930391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:17.931991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:17.933839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:17.935540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:17.940040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Synchronizing usage tracker for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:17.940173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0119ea50-76f2-47ea-a82a-f0052954a20e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:17.977317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.010891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8c192bc2-5e72-4321-99e2-223040a2474e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:18.012282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:18.067187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Attempting to bind port 8861fc78-f107-4647-a345-1e6fd3d5904e on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:18.067621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Attempting to bind port 8861fc78-f107-4647-a345-1e6fd3d5904e by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '87082814-7ec8-4d70-ae52-7483e3e6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:18.067934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Attempting to bind port 8861fc78-f107-4647-a345-1e6fd3d5904e on network 98095e5c-b7d9-484d-8798-5beb0a4d1887 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:18.086073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Unset dirty status for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:18.087679 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-08129dbe-0530-4654-9d63-df2be0b70088 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3541877 Feb 04 11:31:18.088648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.092625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34746) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:18.138280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:18.138702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Checking segment: {'id': '87082814-7ec8-4d70-ae52-7483e3e6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:18.139182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.139764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Bound using segment: {'id': '87082814-7ec8-4d70-ae52-7483e3e6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:18.140514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Bound port: 8861fc78-f107-4647-a345-1e6fd3d5904e, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87082814-7ec8-4d70-ae52-7483e3e6269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:18.140974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.200863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264985550'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:18.229088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.262794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:18.265823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732039496452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61138504'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.284772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] In _notify_port_updated(), no bound segment for port c073f364-cc33-43b2-9b74-4ce9dfd89e26 on network a683c89e-5d10-449c-b6f4-ab15711e9318 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:31:18.294682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:18.295936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.304979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "PUT /v2.0/ports/c073f364-cc33-43b2-9b74-4ce9dfd89e26 HTTP/1.1" status: 200 len: 1002 time: 2.1247475 Feb 04 11:31:18.304979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:18.310383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:18.314200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34750) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:18.318446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:18.323155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:18.340244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:18.343869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af666a1-6c39-4105-b4b9-ce001baa3c31 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=c073f364-cc33-43b2-9b74-4ce9dfd89e26,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:18.345149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:18.349703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:18.358343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:18.397984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0119ea50-76f2-47ea-a82a-f0052954a20e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:18.398575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.454341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:18.455223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.456267 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "PUT /v2.0/subnets/909bb557-5763-467a-a5ab-187d8c0314ba HTTP/1.1" status: 200 len: 806 time: 1.6838021 Feb 04 11:31:18.460779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34754) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:18.475159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:18.479328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d313fd80-f73e-4689-a864-6539b565607f None None] For port 8861fc78-f107-4647-a345-1e6fd3d5904e, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:18.492830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Allocated IP 172.20.0.2 (19ed1d34-b374-437a-a19f-fab6a1253139/909bb557-5763-467a-a5ab-187d8c0314ba/e63ab30e-298d-47c0-b4f1-40fccc1a0ab6) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:18.501036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d313fd80-f73e-4689-a864-6539b565607f None None] For port 8861fc78-f107-4647-a345-1e6fd3d5904e, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8861fc78-f107-4647-a345-1e6fd3d5904e,segment=NetworkSegment(87082814-7ec8-4d70-ae52-7483e3e6269c),segment_id=87082814-7ec8-4d70-ae52-7483e3e6269c)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:18.542531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.662795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 67e83132-d7d8-48f0-b372-e4bf0d193e97 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:31:18.670354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54397feb-cc33-47a7-a229-1d2626ed2a09 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=909bb557-5763-467a-a5ab-187d8c0314ba,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:18.673001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:18.681406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.701580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:18.707655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.709795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:31:18.711470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:18.729018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.736369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port c073f364-cc33-43b2-9b74-4ce9dfd89e26 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:18.739911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.756121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:18.770104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.770732 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment 3b35b163-7192-4014-a4da-735f56b9dc89 of type vlan for network 8582ca86-f73e-498c-9f69-a7d07ec88025 Feb 04 11:31:18.811813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.832803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.885167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.886539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.901977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Transition to ACTIVE for port object e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:18.929152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Transition to ACTIVE for port object e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:18.938733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:18.945893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c01b8598-6c41-461c-9a13-078122c13dca None None] Provisioning for port fead354c-652a-41b6-975b-f28bde2ea361 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:18.980189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7d5aa-04da-40e9-bef3-bb4daf969c7c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:19.043158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c01b8598-6c41-461c-9a13-078122c13dca None None] Provisioning complete for port fead354c-652a-41b6-975b-f28bde2ea361 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:19.043860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c01b8598-6c41-461c-9a13-078122c13dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.077174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:19.083992 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70463d03-4c59-499b-84b1-2ec5f9ac0f49 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3280082 Feb 04 11:31:19.088627 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] Sync routers for ids ['67e83132-d7d8-48f0-b372-e4bf0d193e97'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:19.093303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34758) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:19.106322 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] Routers {'67e83132-d7d8-48f0-b372-e4bf0d193e97'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:19.106946 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e83132-d7d8-48f0-b372-e4bf0d193e97'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:19.107112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.144728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Network 19ed1d34-b374-437a-a19f-fab6a1253139 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:19.150415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-febe0a0f-6542-4fed-b7d6-89e3d341249a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/67e83132-d7d8-48f0-b372-e4bf0d193e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4318366 Feb 04 11:31:19.161508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.165716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:19.167980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:19.168858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.176388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:19.185367 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:19.187446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:19.198568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] Routers {'67e83132-d7d8-48f0-b372-e4bf0d193e97'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:19.198970 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e83132-d7d8-48f0-b372-e4bf0d193e97'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:19.222770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.227317 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-126c5f9d-ab1b-472d-a05d-66e749046c19 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5582781 Feb 04 11:31:19.258435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:19.270947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c01b8598-6c41-461c-9a13-078122c13dca None None] Port fead354c-652a-41b6-975b-f28bde2ea361 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:19.279333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fd80-f73e-4689-a864-6539b565607f None None] Pushing event updated for resources: {'Port': ['ID=8861fc78-f107-4647-a345-1e6fd3d5904e,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:19.295876 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:19.297353 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd16470-773f-4e85-a4b2-3c5c09167ae8 None None] The sync data for ids ['67e83132-d7d8-48f0-b372-e4bf0d193e97'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:19.302924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': '34e7d5aa-04da-40e9-bef3-bb4daf969c7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:19.324751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17d0c846-ce1b-48f2-a267-b242b32e16a8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:19.337865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=8582ca86-f73e-498c-9f69-a7d07ec88025,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:19.367822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:19.373558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:19.382333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:19.387657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:19.404803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:19.423436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027dff1e-0888-402e-a066-4d6a32989e51 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:19.429261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-027dff1e-0888-402e-a066-4d6a32989e51 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:19.435576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.546286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Pushing event updated for resources: {'Port': ['ID=e63ab30e-298d-47c0-b4f1-40fccc1a0ab6,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:19.554866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Attempting to bind port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:19.555249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Attempting to bind port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:19.555752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Attempting to bind port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 on network 19ed1d34-b374-437a-a19f-fab6a1253139 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:19.575405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Provisioning complete for port c073f364-cc33-43b2-9b74-4ce9dfd89e26 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:19.575812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.592715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.675684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.726821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:19.727254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Checking segment: {'id': 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:19.727660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.728750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Bound using segment: {'id': 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:19.729359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Bound port: e63ab30e-298d-47c0-b4f1-40fccc1a0ab6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '19ed1d34-b374-437a-a19f-fab6a1253139'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:19.729753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.805248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.830327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for c073f364-cc33-43b2-9b74-4ce9dfd89e26 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:19.836383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Port c073f364-cc33-43b2-9b74-4ce9dfd89e26 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:19.858160 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bff9a6b7-70c9-4318-a611-12bb6da48968 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7260666 Feb 04 11:31:19.859316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-027dff1e-0888-402e-a066-4d6a32989e51 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:19.860719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-027dff1e-0888-402e-a066-4d6a32989e51 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports/fead354c-652a-41b6-975b-f28bde2ea361 HTTP/1.1" status: 200 len: 910 time: 0.5386770 Feb 04 11:31:19.867380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34770) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:19.868001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:19.869140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17d0c846-ce1b-48f2-a267-b242b32e16a8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:19.870480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-17d0c846-ce1b-48f2-a267-b242b32e16a8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7752359 Feb 04 11:31:19.872969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Provisioning complete for port 0119ea50-76f2-47ea-a82a-f0052954a20e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:19.873357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:19.878852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:19.898586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34776) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:19.946743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8861fc78-f107-4647-a345-1e6fd3d5904e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:19.964066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=909bb557-5763-467a-a5ab-187d8c0314ba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:20.012207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] For port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:20.032599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] For port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e63ab30e-298d-47c0-b4f1-40fccc1a0ab6,segment=NetworkSegment(da0a7dd5-7832-4fe1-aafa-74b327c29cc0),segment_id=da0a7dd5-7832-4fe1-aafa-74b327c29cc0)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:20.037272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.104742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.174860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 8861fc78-f107-4647-a345-1e6fd3d5904e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:20.220698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Provisioning complete for port fead354c-652a-41b6-975b-f28bde2ea361 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:20.221088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.290607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078fcd-a8e0-4fa7-a5b5-0c2ed03b313f None None] Pushing event updated for resources: {'Port': ['ID=e63ab30e-298d-47c0-b4f1-40fccc1a0ab6,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:20.326862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.338929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a4d49c93-d863-40bb-99c7-84b29c868774 None None] Port fead354c-652a-41b6-975b-f28bde2ea361 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:20.349224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3856f2-db66-4aa3-afec-714d0bbc6058 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:20.349920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b3856f2-db66-4aa3-afec-714d0bbc6058 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:20.357511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a9642-530c-46ec-bf65-e4d72160ccff None None] Network 19ed1d34-b374-437a-a19f-fab6a1253139 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:20.437005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.474779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ed1d34-b374-437a-a19f-fab6a1253139']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:20.524261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.571080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b3856f2-db66-4aa3-afec-714d0bbc6058 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:20.574875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0b3856f2-db66-4aa3-afec-714d0bbc6058 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6043665 Feb 04 11:31:20.591205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:20.593196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=c073f364-cc33-43b2-9b74-4ce9dfd89e26,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:20.597726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Router c460a0da-8648-4e22-b74b-34e9b07b794e is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:31:20.601324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.603582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c727e1f-92b3-416d-b500-11d69f204e56 None None] Network 19ed1d34-b374-437a-a19f-fab6a1253139 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:20.667227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:20.667503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:20.700631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.752923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.776395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.787502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:20.788005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:20.805522 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:20.934123 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-baca67ed-b640-4824-b014-4b680c123be9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3360579 Feb 04 11:31:20.935382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df30397c-e57c-4d12-b7b9-19da5f33f4cf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:20.939228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34786) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:20.951986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:20.956601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:20.959079 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1b84c1c0-409c-4953-8aff-1cecc5cd6920 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6971829 Feb 04 11:31:20.975606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34790) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:21.023438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea0197-f9f4-4719-b9bd-493823433550 None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:21.045076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.118932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:31:21.118932 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:31:21.118932 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': '19ed1d34-b374-437a-a19f-fab6a1253139'}] Feb 04 11:31:21.118932 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:21.118932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:21.135409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 is not hosted by any dhcp agent {{(pid=88132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 11:31:21.141720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:21.142066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.146690 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "PUT /v2.0/networks/8582ca86-f73e-498c-9f69-a7d07ec88025 HTTP/1.1" status: 200 len: 723 time: 1.2747085 Feb 04 11:31:21.169053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:21.209687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] Provisioning for port 8861fc78-f107-4647-a345-1e6fd3d5904e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:21.220207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] Provisioning complete for port 8861fc78-f107-4647-a345-1e6fd3d5904e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:21.220207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.237138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:21.258551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc46b-adb9-4430-a9df-63b3dca26383 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.260264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3469a93-3129-4d52-ba88-20c151d12814 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=8582ca86-f73e-498c-9f69-a7d07ec88025,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:21.270095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:21.285766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:21.301125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:21.328984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc46b-adb9-4430-a9df-63b3dca26383 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.347386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.349364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2b752c12-6fe8-4629-8d41-39ff027c1408 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/ports/c073f364-cc33-43b2-9b74-4ce9dfd89e26 HTTP/1.1" status: 204 len: 168 time: 3.0255783 Feb 04 11:31:21.354795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34798) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:21.409964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:21.435584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Sync routers for ids ['c460a0da-8648-4e22-b74b-34e9b07b794e'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:21.442422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:21.459400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:21.468862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc46b-adb9-4430-a9df-63b3dca26383 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.468862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc46b-adb9-4430-a9df-63b3dca26383 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.473382 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fd7cc46b-adb9-4430-a9df-63b3dca26383 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/df30397c-e57c-4d12-b7b9-19da5f33f4cf HTTP/1.1" status: 204 len: 168 time: 0.4870105 Feb 04 11:31:21.474231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:21.504370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cc46b-adb9-4430-a9df-63b3dca26383 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df30397c-e57c-4d12-b7b9-19da5f33f4cf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:21.510511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Routers {'c460a0da-8648-4e22-b74b-34e9b07b794e'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:21.511163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c460a0da-8648-4e22-b74b-34e9b07b794e'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:21.526356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.528840 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-80ce387e-66d9-49e7-8594-654e3f3fb07c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.1628268 Feb 04 11:31:21.544302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:21.552347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:21.556458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.634070 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4f34d3-9e4f-412f-a867-33c8d9ce5bf3 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] GET failed (client error): The resource could not be found. Feb 04 11:31:21.634612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d4f34d3-9e4f-412f-a867-33c8d9ce5bf3 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Synchronizing usage tracker for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:21.637112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.651458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b7518117-0124-4431-93bc-8e2308f8edd6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:21.654357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:21.658296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.793520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:21.795027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.807572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.856763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d4f34d3-9e4f-412f-a867-33c8d9ce5bf3 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Unset dirty status for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:21.861531 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6d4f34d3-9e4f-412f-a867-33c8d9ce5bf3 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "GET /v2.0/ports/c073f364-cc33-43b2-9b74-4ce9dfd89e26 HTTP/1.1" status: 404 len: 333 time: 0.5015347 Feb 04 11:31:21.866282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:21.879415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:21.887085 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1108729881'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:21.887257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Set router c460a0da-8648-4e22-b74b-34e9b07b794e gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:31:21.963059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] For port 8861fc78-f107-4647-a345-1e6fd3d5904e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8861fc78-f107-4647-a345-1e6fd3d5904e,segment=NetworkSegment(87082814-7ec8-4d70-ae52-7483e3e6269c),segment_id=87082814-7ec8-4d70-ae52-7483e3e6269c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:22.002575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b7518117-0124-4431-93bc-8e2308f8edd6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:22.008175 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b7518117-0124-4431-93bc-8e2308f8edd6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5219529 Feb 04 11:31:22.021317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:22.051010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.056909 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4824483c-9e5f-4203-9252-81f8041fe081 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/c460a0da-8648-4e22-b74b-34e9b07b794e HTTP/1.1" status: 200 len: 908 time: 0.5090199 Feb 04 11:31:22.060474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:22.069194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-203735835', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': True}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:22.080731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:22.095901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Usage tracker for resource:router and tenant:5425ddd650554278995453b9ae1e06b3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:22.136802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:22.155774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:22.177914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:22.197819 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:22.222289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Update dhcp port {'port': {'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887', 'fixed_ips': [{'subnet_id': 'e35be716-8260-48e2-bdff-f473ad70e5b6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b48df448-8031-4bfc-ae2e-9cd0227db8e5'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '8861fc78-f107-4647-a345-1e6fd3d5904e'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:31:22.250774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.252229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.272511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.305617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531da3da-1d68-4330-ae25-a7f54b5cf783 None None] Pushing event updated for resources: {'Port': ['ID=8861fc78-f107-4647-a345-1e6fd3d5904e,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:22.327974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.340734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.369960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:22.375830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.470602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7dda2b-a14a-4208-877c-bf47c154b073 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.513734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e63ab30e-298d-47c0-b4f1-40fccc1a0ab6,segment=NetworkSegment(da0a7dd5-7832-4fe1-aafa-74b327c29cc0),segment_id=da0a7dd5-7832-4fe1-aafa-74b327c29cc0)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:22.514095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.563467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460a0da-8648-4e22-b74b-34e9b07b794e', 'name': 'tempest-snat-router-203735835', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.234'}], 'enable_snat': False}, 'gw_port_id': '5f0ea410-fbb6-4131-b2ea-0153910135eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:31:12Z', 'updated_at': '2022-02-04T11:31:17Z', 'revision_number': 3, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port': {'id': '5f0ea410-fbb6-4131-b2ea-0153910135eb', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460a0da-8648-4e22-b74b-34e9b07b794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:31:15Z', 'updated_at': '2022-02-04T11:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:22.578068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Checking router: c460a0da-8648-4e22-b74b-34e9b07b794e for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:31:22.578068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Updating router c460a0da-8648-4e22-b74b-34e9b07b794e port 5f0ea410-fbb6-4131-b2ea-0153910135eb binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:31:22.699340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] device_id is not set on port f569212d-f775-41bf-a65f-d979aceb7456 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:22.707490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7dda2b-a14a-4208-877c-bf47c154b073 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.736007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.736623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:22.764106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=085498d1-dbc1-4bbb-bf73-a629d8466124,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:22.775965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:31:22.786054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.789504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Allocated IP 172.20.0.1 (98095e5c-b7d9-484d-8798-5beb0a4d1887/b48df448-8031-4bfc-ae2e-9cd0227db8e5/8861fc78-f107-4647-a345-1e6fd3d5904e) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:22.904266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:22.904917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:22.908326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:22.908920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.929693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': '3b35b163-7192-4014-a4da-735f56b9dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:22.932643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: 8582ca86-f73e-498c-9f69-a7d07ec88025, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:22.941825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230af6a-d2c8-45f9-93cf-fbd90af69c3e None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:22.968143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:22.996174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=7e55d86e-b1c8-481e-8f60-0a1b2e69951a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:23.027848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.027848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.028230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.028542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.028864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.029200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.029510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.030036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.030360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.030678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.030994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.031303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:23.057237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port fead354c-652a-41b6-975b-f28bde2ea361 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:23.058032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.060555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Allocated IP 2001:db8::302 (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/f569212d-f775-41bf-a65f-d979aceb7456) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:23.092235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:23.146706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.184277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7dda2b-a14a-4208-877c-bf47c154b073 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.186757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7dda2b-a14a-4208-877c-bf47c154b073 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.191158 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fe7dda2b-a14a-4208-877c-bf47c154b073 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/34e7d5aa-04da-40e9-bef3-bb4daf969c7c HTTP/1.1" status: 204 len: 168 time: 1.1692414 Feb 04 11:31:23.199925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:23.208377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] For port 8861fc78-f107-4647-a345-1e6fd3d5904e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8861fc78-f107-4647-a345-1e6fd3d5904e,segment=NetworkSegment(87082814-7ec8-4d70-ae52-7483e3e6269c),segment_id=87082814-7ec8-4d70-ae52-7483e3e6269c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:23.218587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8582ca86-f73e-498c-9f69-a7d07ec88025) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:23.224303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:23.224788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.264552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8df905-2847-4d56-a326-4f0e2980c9a8 None None] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:23.410419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-484ce7f7-0eab-4cac-b1f1-eafa612e89ae tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4667821 Feb 04 11:31:23.413888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:23.415342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=e63ab30e-298d-47c0-b4f1-40fccc1a0ab6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:23.428109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:20:18:e9', 'name': 'tempest-NetworksTestDHCPv6-1502455868'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:23.428367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port e63ab30e-298d-47c0-b4f1-40fccc1a0ab6 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:23.434799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dda2b-a14a-4208-877c-bf47c154b073 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7d5aa-04da-40e9-bef3-bb4daf969c7c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:23.449189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:31:23.453568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b06da09c-a3bc-4108-906a-367358c4555d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:23.483895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.542465 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7c8302d5-5075-4d46-80d7-bb201c4f0425 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3576581 Feb 04 11:31:23.550727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:23.580730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Transition to ACTIVE for port object 8861fc78-f107-4647-a345-1e6fd3d5904e will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:23.587221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:23.602337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '7e55d86e-b1c8-481e-8f60-0a1b2e69951a'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:23.603648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.607089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.615724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.636851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.718381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.722321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Transition to ACTIVE for port object f569212d-f775-41bf-a65f-d979aceb7456 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:23.733059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b06da09c-a3bc-4108-906a-367358c4555d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:23.734499 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b06da09c-a3bc-4108-906a-367358c4555d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5334277 Feb 04 11:31:23.755452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:23.778645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for fead354c-652a-41b6-975b-f28bde2ea361 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:23.803338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--568249339'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:23.816627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:23.861568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ed1d34-b374-437a-a19f-fab6a1253139']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:23.872743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8861fc78-f107-4647-a345-1e6fd3d5904e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:23.889043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:23.889527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0a7dd5-7832-4fe1-aafa-74b327c29cc0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:23.907709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.909101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:23.919362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:23.943962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.952668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:23.953418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.962342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:23.994612 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:23.997048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1482415'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.050748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:24.118763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.120428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620065-8a0b-41df-a2f1-afeffe3d1422 None None] Pushing event updated for resources: {'Port': ['ID=8861fc78-f107-4647-a345-1e6fd3d5904e,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:24.179053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8582ca86-f73e-498c-9f69-a7d07ec88025', 'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': '085498d1-dbc1-4bbb-bf73-a629d8466124'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:24.183129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.183311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:24.230641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:24.236251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Allocated IP 2001:db8::f816:3eff:fe52:4b09 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/7e55d86e-b1c8-481e-8f60-0a1b2e69951a/6820dcd1-23ef-46fc-9787-480f972c30ca) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:24.249078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.249403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.271032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.286873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=19ed1d34-b374-437a-a19f-fab6a1253139,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:24.315285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-281d5a67-9eda-4030-bba4-e0157b22e19d tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/19ed1d34-b374-437a-a19f-fab6a1253139 HTTP/1.1" status: 204 len: 168 time: 5.8499088 Feb 04 11:31:24.316139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:24.321673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Transition to ACTIVE for port object 5f0ea410-fbb6-4131-b2ea-0153910135eb will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:24.347727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.400040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-06867caf-7c18-4096-a172-b806f59c3951 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:24.400524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06867caf-7c18-4096-a172-b806f59c3951 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:24.406499 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-06867caf-7c18-4096-a172-b806f59c3951 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/19ed1d34-b374-437a-a19f-fab6a1253139 HTTP/1.1" status: 404 len: 339 time: 0.0891070 Feb 04 11:31:24.429696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.430220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:24.436789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=fead354c-652a-41b6-975b-f28bde2ea361,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:24.450841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355996289', 'description': 'd1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:24.499029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:24.508712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:network and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:24.508712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:24.511248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.514077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:24.520004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:24.586240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Attempting to bind port 5f0ea410-fbb6-4131-b2ea-0153910135eb on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:24.586477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.586630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Attempting to bind port 5f0ea410-fbb6-4131-b2ea-0153910135eb by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:24.586940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Attempting to bind port 5f0ea410-fbb6-4131-b2ea-0153910135eb on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:24.598812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6483c-8182-4b99-8a99-4be78d76fa59 None None] Pushing event updated for resources: {'Port': ['ID=5f0ea410-fbb6-4131-b2ea-0153910135eb,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:24.616961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:24.617829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:24.618635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.623689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:24.623689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Bound port: 5f0ea410-fbb6-4131-b2ea-0153910135eb, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:24.623689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.649710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:24.653230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.661765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:24.673980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:24.691200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:24.699254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:24.699962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.760624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.788676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:24.854855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] For port 5f0ea410-fbb6-4131-b2ea-0153910135eb, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:24.871109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] For port 5f0ea410-fbb6-4131-b2ea-0153910135eb, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5f0ea410-fbb6-4131-b2ea-0153910135eb,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:24.874094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.879124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=f569212d-f775-41bf-a65f-d979aceb7456,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:24.900582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Transition to ACTIVE for port object 6820dcd1-23ef-46fc-9787-480f972c30ca will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:24.931902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.933059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 01ba740c-55dd-4163-bedb-11fcfa3d4781 of type vlan for network b5729e35-cf95-4a37-b3fd-9a8a9ce305ba Feb 04 11:31:24.949479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:24.958510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.958860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.959201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.959535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.960039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.960247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.960679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.961006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.961328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.961656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.961975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.962290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:24.962791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Transition to ACTIVE for port object 6820dcd1-23ef-46fc-9787-480f972c30ca will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:24.998125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.096827 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d2edcceb-4117-4109-8594-ef6e14de4bf6 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2290671 Feb 04 11:31:25.102164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:25.127462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.150059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Allocated IP 172.26.6.22 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/666f9eb5-560c-422a-b7bb-10ed5b420e8a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:25.206901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.236530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396425c-b199-40f1-a9af-e396c120353e None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:25.254363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732039496452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61138504'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.266804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 300c149d-d58e-4586-a930-34a4aaaefd29 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:25.309588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 67e83132-d7d8-48f0-b372-e4bf0d193e97 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:31:25.329861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Routers {'c460a0da-8648-4e22-b74b-34e9b07b794e'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:25.330491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c460a0da-8648-4e22-b74b-34e9b07b794e'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:25.354950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9b:20:4b'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:25.387320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:25.400415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:25.417391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:25.439035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6483c-8182-4b99-8a99-4be78d76fa59 None None] Pushing event updated for resources: {'Port': ['ID=5f0ea410-fbb6-4131-b2ea-0153910135eb,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:25.442213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Allocated IP 2001:db8::2 (8582ca86-f73e-498c-9f69-a7d07ec88025/085498d1-dbc1-4bbb-bf73-a629d8466124/f557554b-d44f-4085-b175-a7adf54ed868) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:25.457029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:25.463212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.463212 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "PUT /v2.0/subnets/085498d1-dbc1-4bbb-bf73-a629d8466124 HTTP/1.1" status: 200 len: 826 time: 1.9069185 Feb 04 11:31:25.482965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:25.532783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.538295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:25.538886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.555985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.659936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Provisioning for port f569212d-f775-41bf-a65f-d979aceb7456 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:25.660886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025a7e5-0f76-4527-8f9a-86cec047ff9f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=085498d1-dbc1-4bbb-bf73-a629d8466124,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:25.721604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:25.739566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ad5e0342-7443-4da0-9510-8141503e540a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/67e83132-d7d8-48f0-b372-e4bf0d193e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8653054 Feb 04 11:31:25.743033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34854) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:25.743933 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] Sync routers for ids ['67e83132-d7d8-48f0-b372-e4bf0d193e97'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:25.768010 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] Routers {'67e83132-d7d8-48f0-b372-e4bf0d193e97'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:25.768830 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e83132-d7d8-48f0-b372-e4bf0d193e97'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:25.776124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=b5729e35-cf95-4a37-b3fd-9a8a9ce305ba,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:25.794474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-326a9b93-8a3a-4371-80e0-74af4c1cd3df tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:25.830167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Provisioning complete for port f569212d-f775-41bf-a65f-d979aceb7456 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:25.834911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.836546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:25.843508 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cfdfe60a-7c5c-44d6-b6a8-b77561fc87c6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4121244 Feb 04 11:31:25.847498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:25.915536 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:25.930158 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] Routers {'67e83132-d7d8-48f0-b372-e4bf0d193e97'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:25.931389 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e83132-d7d8-48f0-b372-e4bf0d193e97'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:25.954326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network b5729e35-cf95-4a37-b3fd-9a8a9ce305ba details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:25.956376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.001821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8861fc78-f107-4647-a345-1e6fd3d5904e up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:26.010140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-326a9b93-8a3a-4371-80e0-74af4c1cd3df tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:26.011695 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-326a9b93-8a3a-4371-80e0-74af4c1cd3df tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=67e83132-d7d8-48f0-b372-e4bf0d193e97 HTTP/1.1" status: 200 len: 205 time: 0.2676785 Feb 04 11:31:26.012089 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:26.012651 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669237b-843a-405f-93f1-34a295e6dc59 None None] The sync data for ids ['67e83132-d7d8-48f0-b372-e4bf0d193e97'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:26.017285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:26.040183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd9b24c-4277-4dd8-9b73-2b7b2931b756,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:26.041157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Pushing event updated for resources: {'Port': ['ID=6820dcd1-23ef-46fc-9787-480f972c30ca,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:26.042795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fe20:18e9 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/7e55d86e-b1c8-481e-8f60-0a1b2e69951a/300c149d-d58e-4586-a930-34a4aaaefd29) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:26.059972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.087614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.089009 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c65ca2e5-6534-4e3a-acd6-55d4aa53d90f tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3030403 Feb 04 11:31:26.093556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:26.110109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'ddd9b24c-4277-4dd8-9b73-2b7b2931b756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:26.153158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:26.184486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Attempting to bind port 6820dcd1-23ef-46fc-9787-480f972c30ca on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:26.184486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Attempting to bind port 6820dcd1-23ef-46fc-9787-480f972c30ca by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:26.184486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Attempting to bind port 6820dcd1-23ef-46fc-9787-480f972c30ca on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:26.188228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:26.201222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:26.213693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc7369-3753-4fc5-a2f4-e4991dad379f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:26.214405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecbc7369-3753-4fc5-a2f4-e4991dad379f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Synchronizing usage tracker for tenant:091ed070118f4aeb9a89b059a49df483 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:26.220533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.261740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:26.262347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:26.262481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.262878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:26.263353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Bound port: 6820dcd1-23ef-46fc-9787-480f972c30ca, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:26.263747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.267262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:26.278359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] Set router c460a0da-8648-4e22-b74b-34e9b07b794e gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:31:26.307719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.336553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Port f569212d-f775-41bf-a65f-d979aceb7456 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:26.356061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.453653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.484082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecbc7369-3753-4fc5-a2f4-e4991dad379f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Unset dirty status for tenant:091ed070118f4aeb9a89b059a49df483 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:26.487965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ecbc7369-3753-4fc5-a2f4-e4991dad379f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks?id=b5729e35-cf95-4a37-b3fd-9a8a9ce305ba HTTP/1.1" status: 200 len: 761 time: 0.6355996 Feb 04 11:31:26.516687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:26.555043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.557654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.652381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Provisioning for port 8861fc78-f107-4647-a345-1e6fd3d5904e completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:26.656147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.657030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router 67e83132-d7d8-48f0-b372-e4bf0d193e97 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:26.673200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.677081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5eca1b25-3117-4dc3-a6d6-bb11bb35971b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/67e83132-d7d8-48f0-b372-e4bf0d193e97 HTTP/1.1" status: 204 len: 168 time: 0.6562941 Feb 04 11:31:26.677665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:26.733813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Provisioning complete for port 8861fc78-f107-4647-a345-1e6fd3d5904e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:26.734092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1930b82-f23c-4b3f-b65d-6d37d5c2dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.763822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'description': 'd2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:26.770873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 1e3d5448-9de0-4cd4-80c8-bbd41e7878bf {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:26.776189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.814307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.815271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8861fc78-f107-4647-a345-1e6fd3d5904e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:26.815687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.862498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.885005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:26.910391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:26.931910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:26.943729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:26.966576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:26.987252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:26.994151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.002834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Transition to ACTIVE for port object f557554b-d44f-4085-b175-a7adf54ed868 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:27.040193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Port': ['ID=666f9eb5-560c-422a-b7bb-10ed5b420e8a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:27.122706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Transition to ACTIVE for port object f557554b-d44f-4085-b175-a7adf54ed868 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:27.125455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.188242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.232046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3d5448-9de0-4cd4-80c8-bbd41e7878bf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:27.250370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.263574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-25cc15f1-30a1-43bf-aea1-22f460824ed1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/1e3d5448-9de0-4cd4-80c8-bbd41e7878bf HTTP/1.1" status: 204 len: 168 time: 0.5823088 Feb 04 11:31:27.264018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:27.291395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cf0b67-7f62-4a11-be66-b2c24d2e1809 None None] Network 8c192bc2-5e72-4321-99e2-223040a2474e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:27.352124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.394670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.414017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 0119ea50-76f2-47ea-a82a-f0052954a20e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:27.414523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.568481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.638387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:27.656041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:27.661051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7ba06-5594-404e-a534-6967aa54a52f None None] Pushing event updated for resources: {'Port': ['ID=6820dcd1-23ef-46fc-9787-480f972c30ca,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:27.665349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:27.736554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.800962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.915608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460a0da-8648-4e22-b74b-34e9b07b794e', 'name': 'tempest-snat-router-203735835', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.234'}], 'enable_snat': False}, 'gw_port_id': '5f0ea410-fbb6-4131-b2ea-0153910135eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:31:12Z', 'updated_at': '2022-02-04T11:31:17Z', 'revision_number': 3, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port': {'id': '5f0ea410-fbb6-4131-b2ea-0153910135eb', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460a0da-8648-4e22-b74b-34e9b07b794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:31:15Z', 'updated_at': '2022-02-04T11:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:27.924900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Pushing event updated for resources: {'Port': ['ID=f557554b-d44f-4085-b175-a7adf54ed868,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:27.929862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 300c149d-d58e-4586-a930-34a4aaaefd29 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:27.945784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2c87d-5948-4c72-8344-eed9071af061 None None] The sync data for ids ['c460a0da-8648-4e22-b74b-34e9b07b794e'] in dv-neutron-827824-2-hyperv is: [{'id': 'c460a0da-8648-4e22-b74b-34e9b07b794e', 'name': 'tempest-snat-router-203735835', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.234'}], 'enable_snat': False}, 'gw_port_id': '5f0ea410-fbb6-4131-b2ea-0153910135eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:31:12Z', 'updated_at': '2022-02-04T11:31:17Z', 'revision_number': 3, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port': {'id': '5f0ea410-fbb6-4131-b2ea-0153910135eb', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460a0da-8648-4e22-b74b-34e9b07b794e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:31:15Z', 'updated_at': '2022-02-04T11:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:27.955911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Attempting to bind port f557554b-d44f-4085-b175-a7adf54ed868 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:27.956287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Attempting to bind port f557554b-d44f-4085-b175-a7adf54ed868 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3b35b163-7192-4014-a4da-735f56b9dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:27.956648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Attempting to bind port f557554b-d44f-4085-b175-a7adf54ed868 on network 8582ca86-f73e-498c-9f69-a7d07ec88025 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:27.971136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:27.971759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Checking segment: {'id': '3b35b163-7192-4014-a4da-735f56b9dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:27.972259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.972681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Bound using segment: {'id': '3b35b163-7192-4014-a4da-735f56b9dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:27.973814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Bound port: f557554b-d44f-4085-b175-a7adf54ed868, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b35b163-7192-4014-a4da-735f56b9dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8582ca86-f73e-498c-9f69-a7d07ec88025'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:27.974318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:27.980195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 0119ea50-76f2-47ea-a82a-f0052954a20e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0119ea50-76f2-47ea-a82a-f0052954a20e,segment=NetworkSegment(3052c4db-fe8a-4deb-a5b6-d64e1e66b983),segment_id=3052c4db-fe8a-4deb-a5b6-d64e1e66b983)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:27.980195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.041684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3384bc3-341b-4872-8a8a-291f8444ad60 None None] Provisioning complete for port 8861fc78-f107-4647-a345-1e6fd3d5904e triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:28.041684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3384bc3-341b-4872-8a8a-291f8444ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.122535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.148155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.183726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 0119ea50-76f2-47ea-a82a-f0052954a20e owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:28.248706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=085498d1-dbc1-4bbb-bf73-a629d8466124,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:28.303319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] For port f557554b-d44f-4085-b175-a7adf54ed868, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:28.315277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] For port f557554b-d44f-4085-b175-a7adf54ed868, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f557554b-d44f-4085-b175-a7adf54ed868,segment=NetworkSegment(3b35b163-7192-4014-a4da-735f56b9dc89),segment_id=3b35b163-7192-4014-a4da-735f56b9dc89)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:28.357633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.381820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.423955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.447201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.464453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No DVR routers for this DVR port 0119ea50-76f2-47ea-a82a-f0052954a20e on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:28.465267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02298cf1-6f3b-4a65-a61b-0ed0a9bab063 None None] DHCP port deletion for 8c192bc2-5e72-4321-99e2-223040a2474e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:28.466694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=0119ea50-76f2-47ea-a82a-f0052954a20e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:28.599156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Pushing event updated for resources: {'Port': ['ID=f557554b-d44f-4085-b175-a7adf54ed868,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:28.610831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3495ee-f386-457a-80d3-b6db5ef68213 None None] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:28.633591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.633936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.634260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.634590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.634912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.635235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.635585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.635919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.636239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.636555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.636869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.637182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff6b-db1a-4a3c-bf57-c33cf42700c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:31:28.660529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.685377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.713461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.716190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network b5729e35-cf95-4a37-b3fd-9a8a9ce305ba is not hosted by any dhcp agent {{(pid=88131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 11:31:28.726590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:28.727560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.729201 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "PUT /v2.0/networks/b5729e35-cf95-4a37-b3fd-9a8a9ce305ba HTTP/1.1" status: 200 len: 758 time: 2.2038925 Feb 04 11:31:28.732074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:28.735175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c192bc2-5e72-4321-99e2-223040a2474e']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:28.780287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230bea05-d3a5-40aa-9236-26388efcf7a1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:28.823383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3052c4db-fe8a-4deb-a5b6-d64e1e66b983') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:28.823724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3052c4db-fe8a-4deb-a5b6-d64e1e66b983') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:28.831737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:31:28.860084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ac2d3-c0b6-44d5-964d-11fadc1d196c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=b5729e35-cf95-4a37-b3fd-9a8a9ce305ba,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:28.876149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8582ca86-f73e-498c-9f69-a7d07ec88025']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:28.898072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:28.902899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:28.912036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network b5729e35-cf95-4a37-b3fd-9a8a9ce305ba details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:28.914304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.917640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.956391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.977381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80e469-6639-48e1-8a4e-45be2740aa36 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:28.982532 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f80e469-6639-48e1-8a4e-45be2740aa36 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks?id=b5729e35-cf95-4a37-b3fd-9a8a9ce305ba HTTP/1.1" status: 200 len: 761 time: 0.2461102 Feb 04 11:31:28.982532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:28.982532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:28.999158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:29.001863 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:29.004198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34886) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:29.011907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:29.012713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.013029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1719615352'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:29.040524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b35b163-7192-4014-a4da-735f56b9dc89') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:29.041210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b35b163-7192-4014-a4da-735f56b9dc89') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:29.060657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.069974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:29.111638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:29.115371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.120635 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fe1c7dbf-2454-46ee-a134-4b5fcd24957d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.0202572 Feb 04 11:31:29.122224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:29.122405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] In _notify_port_updated(), no bound segment for port f569212d-f775-41bf-a65f-d979aceb7456 on network a683c89e-5d10-449c-b6f4-ab15711e9318 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:31:29.128421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:29.129191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'ddd9b24c-4277-4dd8-9b73-2b7b2931b756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:29.130061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.133277 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "PUT /v2.0/ports/f569212d-f775-41bf-a65f-d979aceb7456 HTTP/1.1" status: 200 len: 1003 time: 3.8743594 Feb 04 11:31:29.135473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.141650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:29.145235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:29.157554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=300c149d-d58e-4586-a930-34a4aaaefd29,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:29.161824 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7d9c1fa2-4ea4-44b3-9132-9a68326776e0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7452776 Feb 04 11:31:29.210886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:29.225606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.227388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:29.231127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.243092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:29.280914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:29.281130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43810d3-0a17-4206-8ef7-9cb0cd7fd2fe None None] Network 8582ca86-f73e-498c-9f69-a7d07ec88025 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:29.304761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.328293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.329503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=8c192bc2-5e72-4321-99e2-223040a2474e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:29.331685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:29.402245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port f569212d-f775-41bf-a65f-d979aceb7456 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:29.407794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.487537 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-024f73a2-1059-43d1-b050-35aa36988930 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/8c192bc2-5e72-4321-99e2-223040a2474e HTTP/1.1" status: 204 len: 168 time: 2.2223296 Feb 04 11:31:29.496579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:29.501751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:29.543715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-31006727', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:29.563747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:29.576847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.601895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:29.614608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:29.637050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:29.640616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.640962 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment fe035d75-75df-49c2-adaa-3d914bde63d0 of type vlan for network a4e91f8e-2c95-48eb-87e5-257adccd5768 Feb 04 11:31:29.674110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:29.674703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:29.695357 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:29.734957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a3d88616-26dc-4cfe-b8b3-ae9019f2e45a None None] Provisioning complete for port f569212d-f775-41bf-a65f-d979aceb7456 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:29.735520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a3d88616-26dc-4cfe-b8b3-ae9019f2e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.804302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.804677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8ecda-5329-4d3e-9681-ebd50521c0ee tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=f569212d-f775-41bf-a65f-d979aceb7456,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:29.853555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.855252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.855380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353388e-aa7c-4d4f-a071-3431a00ff87b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:29.862376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353388e-aa7c-4d4f-a071-3431a00ff87b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:29.865737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7353388e-aa7c-4d4f-a071-3431a00ff87b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:29.866270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:29.946180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a3d88616-26dc-4cfe-b8b3-ae9019f2e45a None None] Port f569212d-f775-41bf-a65f-d979aceb7456 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:29.963504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:31:29.963504 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:31:29.963504 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': '8582ca86-f73e-498c-9f69-a7d07ec88025'}] Feb 04 11:31:29.963504 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:29.964362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:29.972951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bf33c-273e-4278-8c0f-b89d9aed7876 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:30.090378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6820dcd1-23ef-46fc-9787-480f972c30ca up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:30.109707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7353388e-aa7c-4d4f-a071-3431a00ff87b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:30.111430 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7353388e-aa7c-4d4f-a071-3431a00ff87b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8911395 Feb 04 11:31:30.114858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:30.119017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a3d88616-26dc-4cfe-b8b3-ae9019f2e45a None None] Provisioning for port 6820dcd1-23ef-46fc-9787-480f972c30ca completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:30.123823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.156024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.223778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.292223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200bf33c-273e-4278-8c0f-b89d9aed7876 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:30.302280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.310822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9fe6-1cf6-48a6-8122-1e81208ec04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.330713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 300c149d-d58e-4586-a930-34a4aaaefd29 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:30.331334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.335742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6820dcd1-23ef-46fc-9787-480f972c30ca completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:30.371066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.375209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:30.375777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.399675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-252eeea4-991e-4bfe-be5b-dd0fe96f1faf None None] Provisioning for port 300c149d-d58e-4586-a930-34a4aaaefd29 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:30.403507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for f569212d-f775-41bf-a65f-d979aceb7456 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:30.408882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6820dcd1-23ef-46fc-9787-480f972c30ca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:30.408882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.476035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-252eeea4-991e-4bfe-be5b-dd0fe96f1faf None None] Provisioning complete for port 300c149d-d58e-4586-a930-34a4aaaefd29 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:30.476416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-252eeea4-991e-4bfe-be5b-dd0fe96f1faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.499395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a0e5db-ae0b-4204-a249-a3a27cf7aa0e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:30.519050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.577509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-252eeea4-991e-4bfe-be5b-dd0fe96f1faf None None] Port 300c149d-d58e-4586-a930-34a4aaaefd29 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:30.579231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.580027 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-22332aee-9d18-4431-abf6-45b1f1470a8d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4561996 Feb 04 11:31:30.590523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:30.717017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port f557554b-d44f-4085-b175-a7adf54ed868 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:30.717410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.779691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.783269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'ddd9b24c-4277-4dd8-9b73-2b7b2931b756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:30.813842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:30.820378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8170116 Feb 04 11:31:30.821423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3607ba-a453-4b69-a1d9-eabe283ab9f6 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=a4e91f8e-2c95-48eb-87e5-257adccd5768,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:30.823816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34914) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:30.832300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:30.842634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:30.842848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a4e91f8e-2c95-48eb-87e5-257adccd5768 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:30.907810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:30.914338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:30.941915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:30.994614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:31.068280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.068982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f0ea410-fbb6-4131-b2ea-0153910135eb up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:31.221238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6820dcd1-23ef-46fc-9787-480f972c30ca,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:31.234351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.241014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.246681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6135af-a400-4d8a-87b9-11db13c40987 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:31.272234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:31.278953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5f0ea410-fbb6-4131-b2ea-0153910135eb completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:31.285211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Usage tracker for resource:subnet and tenant:091ed070118f4aeb9a89b059a49df483 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:31.290630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:31.297047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5f0ea410-fbb6-4131-b2ea-0153910135eb triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:31.301182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.301405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.312705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:31.348827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.461554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=f569212d-f775-41bf-a65f-d979aceb7456,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:31.463465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:31.467503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.481963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.524620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.529351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6135af-a400-4d8a-87b9-11db13c40987 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:31.566759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5f0ea410-fbb6-4131-b2ea-0153910135eb, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5f0ea410-fbb6-4131-b2ea-0153910135eb,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:31.591343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.593695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 300c149d-d58e-4586-a930-34a4aaaefd29 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:31.630037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.643843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.656047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ec8eaf-ef54-4cce-a48b-5fc1451af8ce,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:31.658051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port f557554b-d44f-4085-b175-a7adf54ed868, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f557554b-d44f-4085-b175-a7adf54ed868,segment=NetworkSegment(3b35b163-7192-4014-a4da-735f56b9dc89),segment_id=3b35b163-7192-4014-a4da-735f56b9dc89)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:31.658051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.750697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0119ea50-76f2-47ea-a82a-f0052954a20e no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:31.809331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0119ea50-76f2-47ea-a82a-f0052954a20e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:31:31.809331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0119ea50-76f2-47ea-a82a-f0052954a20e not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:31:31.818891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5f0ea410-fbb6-4131-b2ea-0153910135eb,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:31.826054 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-417d000a-3033-4fb3-81b9-3638e5adbdeb tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/ports/f569212d-f775-41bf-a65f-d979aceb7456 HTTP/1.1" status: 204 len: 168 time: 2.6823523 Feb 04 11:31:31.827068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:31.830995 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3cdb9813-8a7e-4610-be1c-a9e255bc1c76 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2387550 Feb 04 11:31:31.831766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:31.832159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:31.845872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'ddd9b24c-4277-4dd8-9b73-2b7b2931b756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:31.848679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for f557554b-d44f-4085-b175-a7adf54ed868 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:31.908076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:31.917591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b672a0b7-5807-4e44-a4f5-dcb4377bd4b7 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] GET failed (client error): The resource could not be found. Feb 04 11:31:31.919804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b672a0b7-5807-4e44-a4f5-dcb4377bd4b7 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Synchronizing usage tracker for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:31.926259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:31.938121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:31.948656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:32.035480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Router 6b61c4e4-a806-4223-a582-69bb29a3b524 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:31:32.072701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6820dcd1-23ef-46fc-9787-480f972c30ca up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:32.137203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.166514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.199621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6820dcd1-23ef-46fc-9787-480f972c30ca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:32.199854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.205214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.210438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.210746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=f557554b-d44f-4085-b175-a7adf54ed868,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:32.215370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port f557554b-d44f-4085-b175-a7adf54ed868 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:32.224742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.289302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b672a0b7-5807-4e44-a4f5-dcb4377bd4b7 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Unset dirty status for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:32.295026 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b672a0b7-5807-4e44-a4f5-dcb4377bd4b7 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "GET /v2.0/ports/f569212d-f775-41bf-a65f-d979aceb7456 HTTP/1.1" status: 404 len: 333 time: 0.4578776 Feb 04 11:31:32.296176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34926) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:32.315852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-884809707'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:32.468528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=300c149d-d58e-4586-a930-34a4aaaefd29,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:32.515091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.581935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f0ea410-fbb6-4131-b2ea-0153910135eb up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:32.640207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:32.651138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.690559 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Sync routers for ids ['6b61c4e4-a806-4223-a582-69bb29a3b524'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:32.706949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.720994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:32.730952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8582ca86-f73e-498c-9f69-a7d07ec88025']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:32.746474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b35b163-7192-4014-a4da-735f56b9dc89') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:32.750685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b35b163-7192-4014-a4da-735f56b9dc89') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:32.762819 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.773110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5f0ea410-fbb6-4131-b2ea-0153910135eb triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:32.773731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.783850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.796089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:32.799024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:32.815777 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:32.827228 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bf530005-446d-40e2-b845-334844dddb5d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/300c149d-d58e-4586-a930-34a4aaaefd29 HTTP/1.1" status: 204 len: 168 time: 2.7093658 Feb 04 11:31:32.828432 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:32.832706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:32.834511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Routers {'6b61c4e4-a806-4223-a582-69bb29a3b524'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:32.835874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['6b61c4e4-a806-4223-a582-69bb29a3b524'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:32.883844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:32.885173 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e6f465f-995d-455c-b79b-cfd06618f9ed tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.8221104 Feb 04 11:31:32.899306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34934) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.005227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.018733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c67532ec-d0f9-425c-8f63-0b1f4a4940fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.024610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=ba27fb34-4ff8-4256-9f86-54ce1180a4b1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:33.038564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.26.6.179 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/bd579c57-9b8b-4f1b-8358-42bfc0cffbd3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:33.042591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:33.046095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.060329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': 'fe035d75-75df-49c2-adaa-3d914bde63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:33.060329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: a4e91f8e-2c95-48eb-87e5-257adccd5768, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:33.067514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250353f-ae61-4502-91b9-3e6e08724fad tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:33.075197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Set router 6b61c4e4-a806-4223-a582-69bb29a3b524 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:31:33.075341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250353f-ae61-4502-91b9-3e6e08724fad tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:33.075341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1250353f-ae61-4502-91b9-3e6e08724fad tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:33.123518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] device_id is not set on port 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:33.126803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.164010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.176508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=8582ca86-f73e-498c-9f69-a7d07ec88025,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:33.183109 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cc1c2860-666b-4b3c-bb0f-0fbd3559d7f6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/8582ca86-f73e-498c-9f69-a7d07ec88025 HTTP/1.1" status: 204 len: 168 time: 7.6973052 Feb 04 11:31:33.188583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34938) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.209414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.254334 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0de52754-804c-4aae-bb20-b6ec2b2d8f04 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/6b61c4e4-a806-4223-a582-69bb29a3b524 HTTP/1.1" status: 200 len: 906 time: 0.3533347 Feb 04 11:31:33.256747 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba28e2d-36b4-4d33-b796-fdfb3d6e71fe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:33.257398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba28e2d-36b4-4d33-b796-fdfb3d6e71fe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:33.260249 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aba28e2d-36b4-4d33-b796-fdfb3d6e71fe tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/8582ca86-f73e-498c-9f69-a7d07ec88025 HTTP/1.1" status: 404 len: 339 time: 0.0629249 Feb 04 11:31:33.261413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.274645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1250353f-ae61-4502-91b9-3e6e08724fad tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:33.274645 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1250353f-ae61-4502-91b9-3e6e08724fad tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3974066 Feb 04 11:31:33.282237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34946) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.282574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.293464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-861122266', 'description': 'd1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:33.345141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb28db4-b97a-4088-be38-b9c65870c197,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:33.352640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:33.359785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.363759 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0c6d727-b9e4-47ab-9c07-4677d2751b15 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5254052 Feb 04 11:31:33.365756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.373461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'ddd9b24c-4277-4dd8-9b73-2b7b2931b756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:33.373727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network a4e91f8e-2c95-48eb-87e5-257adccd5768 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:33.376972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Usage tracker for resource:network and tenant:9239d65a9c9641e59444d4d296d4ca20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:33.380519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:33.388027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:33.391665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:33.414809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:33.441875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b61c4e4-a806-4223-a582-69bb29a3b524', 'name': 'tempest-snat-router-203735835', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '666f9eb5-560c-422a-b7bb-10ed5b420e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:31:22Z', 'updated_at': '2022-02-04T11:31:28Z', 'revision_number': 3, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port': {'id': '666f9eb5-560c-422a-b7bb-10ed5b420e8a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:77:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b61c4e4-a806-4223-a582-69bb29a3b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:31:24Z', 'updated_at': '2022-02-04T11:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:33.446614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Checking router: 6b61c4e4-a806-4223-a582-69bb29a3b524 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:31:33.447112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Updating router 6b61c4e4-a806-4223-a582-69bb29a3b524 port 666f9eb5-560c-422a-b7bb-10ed5b420e8a binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:31:33.505515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.508066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, a4e91f8e-2c95-48eb-87e5-257adccd5768) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:33.523410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 7e55d86e-b1c8-481e-8f60-0a1b2e69951a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:33.526242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:33.526831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.537492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.541839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da9602-341b-4c5c-a7ba-69dfc36f0c79 None None] Network a4e91f8e-2c95-48eb-87e5-257adccd5768 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:33.546344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.570036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:33.592372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:33.600932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:33.604401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.618089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.637044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Allocated IP 2001:db8::19c (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:33.687337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.707590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.741526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.741771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5828f0a9-194f-498c-aeb3-3d024ee0428e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9055495 Feb 04 11:31:33.743053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.748434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34958) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:33.759022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:33.808383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.808976 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment d6ade30b-9ebd-44cd-8b62-b01ce84d98d7 of type vlan for network 07b161ac-97a7-46a3-80e6-de7965fcbf5c Feb 04 11:31:33.926705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:33.983055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.043917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.044132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-a4e91f8e-2c95-48eb-87e5-257adccd5768', 'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': 'ba27fb34-4ff8-4256-9f86-54ce1180a4b1'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:34.045179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.047439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.079024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:34.081094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.091783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:34.101947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:34.104988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.133740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:31:34.163660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.168851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=bd579c57-9b8b-4f1b-8358-42bfc0cffbd3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:34.193564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting port 666f9eb5-560c-422a-b7bb-10ed5b420e8a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:34.194314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.225909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.239887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1aa1e9-d351-4fe7-a3b5-338778ec5fa3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:34.250451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.253228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.256030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:34.256997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.396217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.419179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Transition to ACTIVE for port object 666f9eb5-560c-422a-b7bb-10ed5b420e8a will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:34.422140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Allocated IP 172.20.0.2 (a4e91f8e-2c95-48eb-87e5-257adccd5768/ba27fb34-4ff8-4256-9f86-54ce1180a4b1/0d561e84-efc1-4837-b178-c4fb0bcef054) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:34.464403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Transition to ACTIVE for port object 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:34.467411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.469301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-17c4ce0a-d085-4c28-9299-75e6b47ac993 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1018806 Feb 04 11:31:34.477844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:34.478937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.502288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.592917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ca55dab-99e1-4a30-8032-61f2cce18ca9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.626496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6095ffb-5d4d-4f6f-9d01-21ded132c8e8 None None] Pushing event updated for resources: {'Port': ['ID=666f9eb5-560c-422a-b7bb-10ed5b420e8a,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:34.629200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Attempting to bind port 666f9eb5-560c-422a-b7bb-10ed5b420e8a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:34.629791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Attempting to bind port 666f9eb5-560c-422a-b7bb-10ed5b420e8a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:34.630339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Attempting to bind port 666f9eb5-560c-422a-b7bb-10ed5b420e8a on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:34.633221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ca55dab-99e1-4a30-8032-61f2cce18ca9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.642035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:34.642412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:34.643009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.643415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:34.643940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Bound port: 666f9eb5-560c-422a-b7bb-10ed5b420e8a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:34.644321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.661010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.728122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=7e55d86e-b1c8-481e-8f60-0a1b2e69951a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:34.793669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:34.798357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-254d53f2-0a1a-4067-8bf0-61f10bd6916c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/7e55d86e-b1c8-481e-8f60-0a1b2e69951a HTTP/1.1" status: 204 len: 168 time: 1.5085931 Feb 04 11:31:34.798572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d991ed-2e85-4b0a-9e77-84b31b58c6dc None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:34.815840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34966) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:34.817558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=07b161ac-97a7-46a3-80e6-de7965fcbf5c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:34.830013 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-307d9b61-2a1e-4688-b54d-ff6c504b85d2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5388958 Feb 04 11:31:34.877388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 07b161ac-97a7-46a3-80e6-de7965fcbf5c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:34.893367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:34.905719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Calling delete_port for 666f9eb5-560c-422a-b7bb-10ed5b420e8a owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:34.911960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] For port 666f9eb5-560c-422a-b7bb-10ed5b420e8a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:34.983409 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4f053027-e131-45f9-bec5-d28f802ee025 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1612573 Feb 04 11:31:34.988935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:35.004090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.006300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:35.019922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] For port 666f9eb5-560c-422a-b7bb-10ed5b420e8a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=666f9eb5-560c-422a-b7bb-10ed5b420e8a,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:35.039451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ca55dab-99e1-4a30-8032-61f2cce18ca9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.079579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.080129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Transition to ACTIVE for port object 0d561e84-efc1-4837-b178-c4fb0bcef054 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:35.134078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.145022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55dab-99e1-4a30-8032-61f2cce18ca9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba1aa1e9-d351-4fe7-a3b5-338778ec5fa3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:35.170735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ca55dab-99e1-4a30-8032-61f2cce18ca9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.174763 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ca55dab-99e1-4a30-8032-61f2cce18ca9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ba1aa1e9-d351-4fe7-a3b5-338778ec5fa3 HTTP/1.1" status: 204 len: 168 time: 0.6813698 Feb 04 11:31:35.181508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34978) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:35.203203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.211892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Transition to ACTIVE for port object 0d561e84-efc1-4837-b178-c4fb0bcef054 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:35.218335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2872fb-97a0-48af-a9a3-f6d399fc309c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:35.219273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b2872fb-97a0-48af-a9a3-f6d399fc309c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Synchronizing usage tracker for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:35.232106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:35.247389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:35.254867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Routers {'6b61c4e4-a806-4223-a582-69bb29a3b524'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:35.255511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['6b61c4e4-a806-4223-a582-69bb29a3b524'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:35.266123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:35.271220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:35.271848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:35.292713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:35.297026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:35.298799 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f600da6-a19a-4f2c-98d5-3a7f70137134 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:35.305254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:35.305767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.315188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6095ffb-5d4d-4f6f-9d01-21ded132c8e8 None None] Pushing event updated for resources: {'Port': ['ID=666f9eb5-560c-422a-b7bb-10ed5b420e8a,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:35.317948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.359100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:35.404585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:35.408224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.424659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.436916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f600da6-a19a-4f2c-98d5-3a7f70137134 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:35.442838 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3f600da6-a19a-4f2c-98d5-3a7f70137134 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2479429 Feb 04 11:31:35.445823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.478750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Network a4e91f8e-2c95-48eb-87e5-257adccd5768 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:35.487262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:35.490391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:35.494935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Pushing event updated for resources: {'Port': ['ID=0d561e84-efc1-4837-b178-c4fb0bcef054,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:35.519879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:35.524456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b2872fb-97a0-48af-a9a3-f6d399fc309c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Unset dirty status for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:35.529753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0b2872fb-97a0-48af-a9a3-f6d399fc309c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks?id=07b161ac-97a7-46a3-80e6-de7965fcbf5c HTTP/1.1" status: 200 len: 764 time: 0.6351407 Feb 04 11:31:35.532568 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b462a492-bd16-4152-bcb7-f27079fcfe6e tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2218072 Feb 04 11:31:35.537261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:35.537839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:35.570358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] Set router 6b61c4e4-a806-4223-a582-69bb29a3b524 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:31:35.570511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'network_id': 'a683c89e-5d10-449c-b6f4-ab15711e9318', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1517105283'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:35.597003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=ba27fb34-4ff8-4256-9f86-54ce1180a4b1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:35.681606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'description': 'd2'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:35.740312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:35.751034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b61c4e4-a806-4223-a582-69bb29a3b524', 'name': 'tempest-snat-router-203735835', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:31:22Z', 'updated_at': '2022-02-04T11:31:34Z', 'revision_number': 4, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:35.773075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Deleting port 6820dcd1-23ef-46fc-9787-480f972c30ca {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:35.773521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.823990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86749f79-d85c-49b2-b5bf-6dc59b2d56b5 None None] The sync data for ids ['6b61c4e4-a806-4223-a582-69bb29a3b524'] in dv-neutron-827824-2-hyperv is: [{'id': '6b61c4e4-a806-4223-a582-69bb29a3b524', 'name': 'tempest-snat-router-203735835', 'tenant_id': '5425ddd650554278995453b9ae1e06b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:31:22Z', 'updated_at': '2022-02-04T11:31:34Z', 'revision_number': 4, 'project_id': '5425ddd650554278995453b9ae1e06b3', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:35.837072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Attempting to bind port 0d561e84-efc1-4837-b178-c4fb0bcef054 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:35.837572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Attempting to bind port 0d561e84-efc1-4837-b178-c4fb0bcef054 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'fe035d75-75df-49c2-adaa-3d914bde63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:35.838006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Attempting to bind port 0d561e84-efc1-4837-b178-c4fb0bcef054 on network a4e91f8e-2c95-48eb-87e5-257adccd5768 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:35.854900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:35.855427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Checking segment: {'id': 'fe035d75-75df-49c2-adaa-3d914bde63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:35.855890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:35.856355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Bound using segment: {'id': 'fe035d75-75df-49c2-adaa-3d914bde63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:35.856855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Bound port: 0d561e84-efc1-4837-b178-c4fb0bcef054, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe035d75-75df-49c2-adaa-3d914bde63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:35.857288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.010685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting port 666f9eb5-560c-422a-b7bb-10ed5b420e8a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:36.011178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.025510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6820dcd1-23ef-46fc-9787-480f972c30ca no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:36.049348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c36f4485-882c-4711-b978-e07a3df3f3a6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.079009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-65271b59-2cd1-45b8-91cb-ba8976b7aa9e None None] Provisioning for port 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:36.079507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c36f4485-882c-4711-b978-e07a3df3f3a6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.100341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-65271b59-2cd1-45b8-91cb-ba8976b7aa9e None None] Provisioning complete for port 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:36.101074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-65271b59-2cd1-45b8-91cb-ba8976b7aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.104834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.248323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:36.267784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e91f8e-2c95-48eb-87e5-257adccd5768']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:36.293600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe035d75-75df-49c2-adaa-3d914bde63d0') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:36.294141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe035d75-75df-49c2-adaa-3d914bde63d0') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:36.305308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c36f4485-882c-4711-b978-e07a3df3f3a6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.329581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-65271b59-2cd1-45b8-91cb-ba8976b7aa9e None None] Port 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:36.333174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:36.344973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.364541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f4485-882c-4711-b978-e07a3df3f3a6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb28db4-b97a-4088-be38-b9c65870c197,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:36.422121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] For port 0d561e84-efc1-4837-b178-c4fb0bcef054, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:36.436888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.438613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Made reservation on behalf of e4f234adf30b406486ec33681f124a82 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:36.442208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.445980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.469719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] For port 666f9eb5-560c-422a-b7bb-10ed5b420e8a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=666f9eb5-560c-422a-b7bb-10ed5b420e8a,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:36.470396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.479076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:36.479790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:36.497810 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:36.502922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.506104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] device_id is not set on port 51c974f3-8a98-426e-9e46-ecfdcf337067 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:36.516081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:36.521580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:36.522035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.564742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.589966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.711956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c36f4485-882c-4711-b978-e07a3df3f3a6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.713273 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c36f4485-882c-4711-b978-e07a3df3f3a6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1cb28db4-b97a-4088-be38-b9c65870c197 HTTP/1.1" status: 204 len: 168 time: 1.1578445 Feb 04 11:31:36.720762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Calling delete_port for 666f9eb5-560c-422a-b7bb-10ed5b420e8a owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:36.732885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Calling delete_port for 6820dcd1-23ef-46fc-9787-480f972c30ca owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:36.762120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:36.762429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6820dcd1-23ef-46fc-9787-480f972c30ca,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:36.777643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:31:36.800012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.844268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network 07b161ac-97a7-46a3-80e6-de7965fcbf5c is not hosted by any dhcp agent {{(pid=88132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 11:31:36.849699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:36.850293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:36.852037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "PUT /v2.0/networks/07b161ac-97a7-46a3-80e6-de7965fcbf5c HTTP/1.1" status: 200 len: 761 time: 1.3125918 Feb 04 11:31:36.862743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:36.882320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] For port 0d561e84-efc1-4837-b178-c4fb0bcef054, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0d561e84-efc1-4837-b178-c4fb0bcef054,segment=NetworkSegment(fe035d75-75df-49c2-adaa-3d914bde63d0),segment_id=fe035d75-75df-49c2-adaa-3d914bde63d0)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:36.936754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:36.938255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:36.954102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:31:36.954102 dv-neutron-827824-2-hyperv neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:31:36.954102 dv-neutron-827824-2-hyperv neutron-server[88131]: [parameters: {'id': 'a4e91f8e-2c95-48eb-87e5-257adccd5768'}] Feb 04 11:31:36.954102 dv-neutron-827824-2-hyperv neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:36.954500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:36.974239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-13c6adb2-a667-4ce6-8648-446a7e876484 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:36.976113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.113255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-13c6adb2-a667-4ce6-8648-446a7e876484 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:37.115277 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13c6adb2-a667-4ce6-8648-446a7e876484 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3458347 Feb 04 11:31:37.119736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27921c3c-cc23-4647-a82a-53c18f8d33e2 None None] Pushing event updated for resources: {'Port': ['ID=0d561e84-efc1-4837-b178-c4fb0bcef054,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:37.126488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:37.163365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa0169-6fa3-4d74-b80d-a6c6527b837e None None] Network a4e91f8e-2c95-48eb-87e5-257adccd5768 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:37.232434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aed7beb0-31a1-4777-880a-8e7122e51ace tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.252801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b28ecf-ee39-41b8-b41f-49f72d7f0381 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=07b161ac-97a7-46a3-80e6-de7965fcbf5c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:37.253307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aed7beb0-31a1-4777-880a-8e7122e51ace tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.269120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.274451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 07b161ac-97a7-46a3-80e6-de7965fcbf5c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:37.300864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd64b8-fa63-4813-b3f2-a5ec1f970acd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:37.307893 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-48bd64b8-fa63-4813-b3f2-a5ec1f970acd tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks?id=07b161ac-97a7-46a3-80e6-de7965fcbf5c HTTP/1.1" status: 200 len: 764 time: 0.3883522 Feb 04 11:31:37.309116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35006) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:37.343735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Allocated IP 2001:db8::1fd (a683c89e-5d10-449c-b6f4-ab15711e9318/de16ab71-a244-446b-8118-f4e8ed14f550/51c974f3-8a98-426e-9e46-ecfdcf337067) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:37.351208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.415398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event deleted for resources: {'Port': ['ID=666f9eb5-560c-422a-b7bb-10ed5b420e8a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:37.446925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aed7beb0-31a1-4777-880a-8e7122e51ace tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.451782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Deleting port 6820dcd1-23ef-46fc-9787-480f972c30ca {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:37.452456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.471397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.527038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7beb0-31a1-4777-880a-8e7122e51ace tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3ec8eaf-ef54-4cce-a48b-5fc1451af8ce,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:37.565135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2fc1a-6ca9-4d36-974f-3ec55b93a9ea tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:37.567394 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b7e2fc1a-6ca9-4d36-974f-3ec55b93a9ea tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2567620 Feb 04 11:31:37.583611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:37.653625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 0d561e84-efc1-4837-b178-c4fb0bcef054 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:37.654018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.668627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:31:37.686183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6a01f3c4-3e72-41b2-abe2-b3d7c6196c3c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 207 time: 0.1014264 Feb 04 11:31:37.696108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:37.717501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.897960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aed7beb0-31a1-4777-880a-8e7122e51ace tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:37.901886 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aed7beb0-31a1-4777-880a-8e7122e51ace tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a3ec8eaf-ef54-4cce-a48b-5fc1451af8ce HTTP/1.1" status: 204 len: 168 time: 0.7713211 Feb 04 11:31:37.907245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:37.952896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:37.953298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.098923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.152377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.159447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.164505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.167627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.170119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.175299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Calling delete_port for 6820dcd1-23ef-46fc-9787-480f972c30ca owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:38.175861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.180196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.181862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.183715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f4a1e47-76e3-4003-baed-d0234c99d736 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4836342 Feb 04 11:31:38.189795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:38.194804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:38.199341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eb8170d3-c40e-437b-a04e-5e45e11ed1ef tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:38.202481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Transition to ACTIVE for port object 51c974f3-8a98-426e-9e46-ecfdcf337067 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:38.213638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:38.231503 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] Sync routers for ids ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:38.248318 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] Routers {'6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:38.251605 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:38.300407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eb8170d3-c40e-437b-a04e-5e45e11ed1ef tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:38.301762 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-eb8170d3-c40e-437b-a04e-5e45e11ed1ef tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3911331 Feb 04 11:31:38.305042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:38.338932 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:38.341492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b52b986-0110-4de6-9ef0-6c42658d7af3 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.350992 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] Routers {'6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:38.352150 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:38.355440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b52b986-0110-4de6-9ef0-6c42658d7af3 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.366899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.368214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9f98ce69-42a8-4759-a9ac-04fa382253f6 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.8582900 Feb 04 11:31:38.383613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:38.390371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.429908 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:38.430625 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0016a-1b13-466e-82a2-a42ff0533a38 None None] The sync data for ids ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:38.551755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:31:38.576825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-671f696d-5276-4ad2-84c0-264a2b46aba2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Synchronizing usage tracker for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:38.590706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.591254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b61c4e4-a806-4223-a582-69bb29a3b524 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:38.604195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.629031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.630257 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3652548-81f9-4aba-ada9-3d6f75dc065c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6b61c4e4-a806-4223-a582-69bb29a3b524 HTTP/1.1" status: 204 len: 168 time: 5.3671892 Feb 04 11:31:38.633019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port 0d561e84-efc1-4837-b178-c4fb0bcef054, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0d561e84-efc1-4837-b178-c4fb0bcef054,segment=NetworkSegment(fe035d75-75df-49c2-adaa-3d914bde63d0),segment_id=fe035d75-75df-49c2-adaa-3d914bde63d0)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:38.635817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.641787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:38.644350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-671f696d-5276-4ad2-84c0-264a2b46aba2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Unset dirty status for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:38.645856 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-671f696d-5276-4ad2-84c0-264a2b46aba2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4429085 Feb 04 11:31:38.715690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35038) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:38.742459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:38.742817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:38.783323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Network a683c89e-5d10-449c-b6f4-ab15711e9318 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:38.792214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b52b986-0110-4de6-9ef0-6c42658d7af3 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.811323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:38.814483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:38.818715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.819488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.820507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:38.821158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:38.879011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52b986-0110-4de6-9ef0-6c42658d7af3 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6a0e5db-ae0b-4204-a249-a3a27cf7aa0e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:38.898189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=51c974f3-8a98-426e-9e46-ecfdcf337067,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:38.992484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for 0d561e84-efc1-4837-b178-c4fb0bcef054 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:38.997752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-604ec486-e6cd-415a-8a65-da27faffd37c tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4557989 Feb 04 11:31:38.999182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b52b986-0110-4de6-9ef0-6c42658d7af3 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.000803 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6b52b986-0110-4de6-9ef0-6c42658d7af3 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a6a0e5db-ae0b-4204-a249-a3a27cf7aa0e HTTP/1.1" status: 204 len: 168 time: 0.6946387 Feb 04 11:31:39.018899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.019415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.028985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:9b:20:4b'}, {'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:d1:b9:c7'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:39.034320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Deleting port 6820dcd1-23ef-46fc-9787-480f972c30ca {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:39.034926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.188970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:39.198974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:39.224377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-15517c13-7a60-4901-8d00-09f95a85be39 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:39.237188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f4c560d1-2e07-4bad-81a9-1e85b6e06928 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/routers/6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 200 len: 879 time: 0.8422835 Feb 04 11:31:39.241238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.305450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:39.306850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.384483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:39.386947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:39.389400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:39.392326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:39.394835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:39.396540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Synchronizing usage tracker for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:39.421639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] For port 6820dcd1-23ef-46fc-9787-480f972c30ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6820dcd1-23ef-46fc-9787-480f972c30ca,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:39.422217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.424953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=51ef290d-1453-47f2-95e5-89aa1b1cd8a2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:39.467539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=6820dcd1-23ef-46fc-9787-480f972c30ca,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:39.501447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.523271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-15517c13-7a60-4901-8d00-09f95a85be39 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:39.527384 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-15517c13-7a60-4901-8d00-09f95a85be39 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5016563 Feb 04 11:31:39.532596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35054) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.534421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4eeb79d5-dbc5-4da3-810c-7f8e9afd8e3b None None] Provisioning for port 51c974f3-8a98-426e-9e46-ecfdcf337067 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:39.590454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Unset dirty status for tenant:9239d65a9c9641e59444d4d296d4ca20 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:39.594702 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d53e13ed-0193-44b2-8b8a-df2d7528121b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8779693 Feb 04 11:31:39.602428 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ac0b7791-1572-4c10-9740-a35be4ba6bdb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6046081 Feb 04 11:31:39.602428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.602428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.604896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4eeb79d5-dbc5-4da3-810c-7f8e9afd8e3b None None] Provisioning complete for port 51c974f3-8a98-426e-9e46-ecfdcf337067 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:39.605284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4eeb79d5-dbc5-4da3-810c-7f8e9afd8e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.621363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.632052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:88:cd:13', 'name': 'tempest-NetworksTestDHCPv6-1552788820'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:39.636096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Calling delete_port for 6820dcd1-23ef-46fc-9787-480f972c30ca owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:39.650026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.663280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efc9047c-69b5-4016-b54d-de79f8228a05 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.682543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efc9047c-69b5-4016-b54d-de79f8228a05 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.717978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb79d5-dbc5-4da3-810c-7f8e9afd8e3b None None] Port 51c974f3-8a98-426e-9e46-ecfdcf337067 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:39.792062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc6287f4-5ff3-40a3-9555-ea89a310aea9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:router {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:39.832525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efc9047c-69b5-4016-b54d-de79f8228a05 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.853972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9047c-69b5-4016-b54d-de79f8228a05 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230bea05-d3a5-40aa-9236-26388efcf7a1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:39.912715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc6287f4-5ff3-40a3-9555-ea89a310aea9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:router {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:39.913984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fc6287f4-5ff3-40a3-9555-ea89a310aea9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6718636 Feb 04 11:31:39.916878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35066) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:39.922098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-31006727'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:39.947920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.989239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efc9047c-69b5-4016-b54d-de79f8228a05 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:39.989709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-efc9047c-69b5-4016-b54d-de79f8228a05 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/230bea05-d3a5-40aa-9236-26388efcf7a1 HTTP/1.1" status: 204 len: 168 time: 0.4562547 Feb 04 11:31:40.000207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:40.002013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] Pushing event deleted for resources: {'Port': ['ID=6820dcd1-23ef-46fc-9787-480f972c30ca,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:40.079708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c411a-94f9-43b6-b345-9012b3ea47c2 None None] No DVR routers for this DVR port 6820dcd1-23ef-46fc-9787-480f972c30ca on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:40.082208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=0d561e84-efc1-4837-b178-c4fb0bcef054,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:40.094516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port 0d561e84-efc1-4837-b178-c4fb0bcef054 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:40.096878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc582b4b-0f6d-4a59-b4e3-c79c5c8d03b1 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:40.238389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b79135ae-12dc-413b-8253-7f456e55a9a4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:40.344661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '51ef290d-1453-47f2-95e5-89aa1b1cd8a2'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:40.346819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.365722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364159d-ee91-439f-8b94-011b76720447 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.367786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364159d-ee91-439f-8b94-011b76720447 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.369195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364159d-ee91-439f-8b94-011b76720447 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.377411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364159d-ee91-439f-8b94-011b76720447 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.377411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364159d-ee91-439f-8b94-011b76720447 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.377758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b79135ae-12dc-413b-8253-7f456e55a9a4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:40.384078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b79135ae-12dc-413b-8253-7f456e55a9a4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3753860 Feb 04 11:31:40.384298 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3364159d-ee91-439f-8b94-011b76720447 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7593753 Feb 04 11:31:40.384438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35074) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:40.387922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:40.461438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.585445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.588990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e91f8e-2c95-48eb-87e5-257adccd5768']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:40.597551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.598964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Allocated IP 2001:db8::f816:3eff:fea2:a277 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/51ef290d-1453-47f2-95e5-89aa1b1cd8a2/132a9556-fbee-404a-a136-f71f4bdd2614) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:40.608996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:40.618989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe035d75-75df-49c2-adaa-3d914bde63d0') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:40.619634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe035d75-75df-49c2-adaa-3d914bde63d0') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:40.630189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:40.636439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:40.649954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:40.653494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.688597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.692022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87227df7-d674-4ef3-b80b-2203c7d6f66c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.706707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:40.707411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:40.723778 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:40.762080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.787146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Deleting port 5f0ea410-fbb6-4131-b2ea-0153910135eb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:40.787533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.839179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:40.880037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87227df7-d674-4ef3-b80b-2203c7d6f66c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.903686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] In _notify_port_updated(), no bound segment for port 51c974f3-8a98-426e-9e46-ecfdcf337067 on network a683c89e-5d10-449c-b6f4-ab15711e9318 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:31:40.915478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.916277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.917617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "PUT /v2.0/ports/51c974f3-8a98-426e-9e46-ecfdcf337067 HTTP/1.1" status: 200 len: 1068 time: 1.8969562 Feb 04 11:31:40.921534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.936712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35082) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:40.950668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae6041-4cfc-4076-8f6c-a91b33d97a77 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:40.956315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c6ae6041-4cfc-4076-8f6c-a91b33d97a77 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks/9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 HTTP/1.1" status: 200 len: 804 time: 0.5707195 Feb 04 11:31:40.963506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Transition to ACTIVE for port object 132a9556-fbee-404a-a136-f71f4bdd2614 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:40.966323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:40.976332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:40.988018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Transition to ACTIVE for port object 132a9556-fbee-404a-a136-f71f4bdd2614 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:41.038732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5802b-c0f7-4c6d-8569-b09a597a7980 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event updated for resources: {'Port': ['ID=51c974f3-8a98-426e-9e46-ecfdcf337067,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:41.045271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.079818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.122772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port 51c974f3-8a98-426e-9e46-ecfdcf337067 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:41.123479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.145066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:41.145607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=a4e91f8e-2c95-48eb-87e5-257adccd5768,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:41.209812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:41.222284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:41.237579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.306197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Pushing event updated for resources: {'Port': ['ID=132a9556-fbee-404a-a136-f71f4bdd2614,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:41.321605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.339470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de5f7665-e371-49d3-8880-e164b482d68d None None] Provisioning complete for port 51c974f3-8a98-426e-9e46-ecfdcf337067 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:41.339958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-de5f7665-e371-49d3-8880-e164b482d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.350700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.360843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dddab043-6a74-4b44-bd61-55570d0bb416 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/a4e91f8e-2c95-48eb-87e5-257adccd5768 HTTP/1.1" status: 204 len: 168 time: 7.6113057 Feb 04 11:31:41.364653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Attempting to bind port 132a9556-fbee-404a-a136-f71f4bdd2614 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:41.365023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Attempting to bind port 132a9556-fbee-404a-a136-f71f4bdd2614 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:41.365385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Attempting to bind port 132a9556-fbee-404a-a136-f71f4bdd2614 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:41.380608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:41.389761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:41.390027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:41.390960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.390960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:41.391348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Bound port: 132a9556-fbee-404a-a136-f71f4bdd2614, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:41.391752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.443360 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f8399ff7-1612-43b0-a1de-582907b73bd2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/networks/9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4686430 Feb 04 11:31:41.451991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87227df7-d674-4ef3-b80b-2203c7d6f66c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.454381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87227df7-d674-4ef3-b80b-2203c7d6f66c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.457832 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-87227df7-d674-4ef3-b80b-2203c7d6f66c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/ddd9b24c-4277-4dd8-9b73-2b7b2931b756 HTTP/1.1" status: 204 len: 168 time: 1.0664215 Feb 04 11:31:41.458002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-de5f7665-e371-49d3-8880-e164b482d68d None None] Port 51c974f3-8a98-426e-9e46-ecfdcf337067 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:41.464143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:41.464677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35096) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:41.477616 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4724094-9086-492a-88ab-96aa98312444 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] GET failed (client error): The resource could not be found. Feb 04 11:31:41.486149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4724094-9086-492a-88ab-96aa98312444 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Synchronizing usage tracker for tenant:091ed070118f4aeb9a89b059a49df483 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:41.486149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:41.500409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] For port 132a9556-fbee-404a-a136-f71f4bdd2614, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:41.503606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] For port 132a9556-fbee-404a-a136-f71f4bdd2614, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=132a9556-fbee-404a-a136-f71f4bdd2614,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:41.523704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] For port 5f0ea410-fbb6-4131-b2ea-0153910135eb, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5f0ea410-fbb6-4131-b2ea-0153910135eb,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:41.524066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.575113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.606777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87227df7-d674-4ef3-b80b-2203c7d6f66c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd9b24c-4277-4dd8-9b73-2b7b2931b756,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:41.659966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:41.708023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672e67c-f10a-4ca6-8f33-63a7dc9a2e0c None None] Pushing event updated for resources: {'Port': ['ID=132a9556-fbee-404a-a136-f71f4bdd2614,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:41.750660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Calling delete_port for 5f0ea410-fbb6-4131-b2ea-0153910135eb owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:41.809605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for 51c974f3-8a98-426e-9e46-ecfdcf337067 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:41.856431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:31:42.051983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1507db-aff4-4be6-ad9e-92dc1a32baee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:42.057084 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8c1507db-aff4-4be6-ad9e-92dc1a32baee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/subnets/2ccae8a6-f799-4641-95af-6865585395f6 HTTP/1.1" status: 200 len: 843 time: 0.5798743 Feb 04 11:31:42.057084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-332c2240-da5d-440b-a676-74a454a83ce6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:42.059065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.139344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4724094-9086-492a-88ab-96aa98312444 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Unset dirty status for tenant:091ed070118f4aeb9a89b059a49df483 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:42.140554 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f4724094-9086-492a-88ab-96aa98312444 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/subnets/ba27fb34-4ff8-4256-9f86-54ce1180a4b1 HTTP/1.1" status: 404 len: 337 time: 0.7601435 Feb 04 11:31:42.146249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.196528 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-84377b29-c9b1-4763-9578-8fc283f5ed63 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:42.196999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84377b29-c9b1-4763-9578-8fc283f5ed63 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:42.209188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:42.219779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.223624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fe88:cd13 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/51ef290d-1453-47f2-95e5-89aa1b1cd8a2/5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:42.224288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-28b330db-7313-4b31-9170-d70924a230db tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 200 len: 886 time: 2.3060932 Feb 04 11:31:42.226545 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] Sync routers for ids ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:42.229337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-332c2240-da5d-440b-a676-74a454a83ce6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:42.230802 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-332c2240-da5d-440b-a676-74a454a83ce6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7546847 Feb 04 11:31:42.239416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.239416 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-84377b29-c9b1-4763-9578-8fc283f5ed63 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/a4e91f8e-2c95-48eb-87e5-257adccd5768 HTTP/1.1" status: 404 len: 339 time: 0.0885739 Feb 04 11:31:42.244638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35114) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.247415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc5ec6-6508-4ee0-b4cb-922e33ab860b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:42.252187 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a3fc5ec6-6508-4ee0-b4cb-922e33ab860b tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "GET /v2.0/subnets/2ccae8a6-f799-4641-95af-6865585395f6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1561987 Feb 04 11:31:42.254312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.254687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.259263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] Routers {'6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:42.260128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:42.286314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364398841'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:42.295276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858830474'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:42.314659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:42.323525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:42.327971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:42.338387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] Routers {'6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:42.339133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:42.402324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:42.403029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882f842-8c06-4dcf-9546-2d2c97638dee None None] The sync data for ids ['6b3dd46a-7cd1-438d-a4b8-7403c9e742c3'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:42.409913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:42.435752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:42.454109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.526711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.580138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:42.583969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.605679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:42.635649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face95b3-2b02-4f6f-99cd-e847d0d38d4c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:42.636416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-face95b3-2b02-4f6f-99cd-e847d0d38d4c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Synchronizing usage tracker for tenant:091ed070118f4aeb9a89b059a49df483 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:42.639590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:42.676808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:42.693152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.693486 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Added segment f395701d-8026-4038-be81-5f2c4ada4907 of type vlan for network a0daf34e-6c37-4bf3-9e49-8bbf1579710a Feb 04 11:31:42.732447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.743842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=51c974f3-8a98-426e-9e46-ecfdcf337067,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:42.830413 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-81d4e549-0629-49a2-bf31-86edd9b1ae2c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/routers/6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 200 len: 886 time: 0.5965769 Feb 04 11:31:42.832249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.854653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-face95b3-2b02-4f6f-99cd-e847d0d38d4c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Unset dirty status for tenant:091ed070118f4aeb9a89b059a49df483 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:42.859662 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-face95b3-2b02-4f6f-99cd-e847d0d38d4c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5984330 Feb 04 11:31:42.870610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:42.899901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f0ea410-fbb6-4131-b2ea-0153910135eb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:42.974700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e25bd4c9-6a29-47a7-900c-0d07aa47c933 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:42.990212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:42.994285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cfbc13b6-f84a-4ed3-9921-08308b783485 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Synchronizing usage tracker for tenant:091ed070118f4aeb9a89b059a49df483 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:43.037859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cfbc13b6-f84a-4ed3-9921-08308b783485 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Unset dirty status for tenant:091ed070118f4aeb9a89b059a49df483 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:43.039782 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cfbc13b6-f84a-4ed3-9921-08308b783485 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 207 time: 0.1631343 Feb 04 11:31:43.045771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:43.089034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.124888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.158860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e25bd4c9-6a29-47a7-900c-0d07aa47c933 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:43.161214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e25bd4c9-6a29-47a7-900c-0d07aa47c933 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 200 len: 205 time: 0.3246760 Feb 04 11:31:43.173659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:43.186487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.192445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed43991-308b-4486-89c8-80234e292bc7 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:43.359270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7823cd1e-24ce-4607-845c-3d4ef3397669 None None] Provisioning for port 132a9556-fbee-404a-a136-f71f4bdd2614 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:43.360438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.363649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e9a7447f-083b-44e4-9e45-5de55c873ea5 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/ports/51c974f3-8a98-426e-9e46-ecfdcf337067 HTTP/1.1" status: 204 len: 168 time: 2.4256957 Feb 04 11:31:43.370275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:43.427460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.451094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-01873527-c3c4-4d7e-aa33-ec25b16e1125 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] GET failed (client error): The resource could not be found. Feb 04 11:31:43.451841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-01873527-c3c4-4d7e-aa33-ec25b16e1125 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Synchronizing usage tracker for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:43.452473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed43991-308b-4486-89c8-80234e292bc7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:43.460630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.467015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:43.467695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.477050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.504238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.521137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:43.523830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58990fd-0db0-4b42-9899-f2a29162af00,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:43.534246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:43.545597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:43.556760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:43.558156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Synchronizing usage tracker for tenant:091ed070118f4aeb9a89b059a49df483 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:43.578366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-01873527-c3c4-4d7e-aa33-ec25b16e1125 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Unset dirty status for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:43.582741 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-01873527-c3c4-4d7e-aa33-ec25b16e1125 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "GET /v2.0/ports/51c974f3-8a98-426e-9e46-ecfdcf337067 HTTP/1.1" status: 404 len: 333 time: 0.2085092 Feb 04 11:31:43.583051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:43.589086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:43.634396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Unset dirty status for tenant:091ed070118f4aeb9a89b059a49df483 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:43.635639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-246de796-793f-4743-98c5-99b243e9ab08 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5551059 Feb 04 11:31:43.641553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:43.709537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:43.710008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:43.938495 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6751256 Feb 04 11:31:43.938495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58714a-3298-4578-acc8-efc419493a22 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Network': ['ID=a0daf34e-6c37-4bf3-9e49-8bbf1579710a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:43.938779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:43.944545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:43.978897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a0daf34e-6c37-4bf3-9e49-8bbf1579710a details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:43.983362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.062161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.067364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aa0cc9fa-0f67-402e-b124-e7d1eca05d71 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8139093 Feb 04 11:31:44.070389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35158) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:44.076049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.076551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c460a0da-8648-4e22-b74b-34e9b07b794e {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:44.084735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'b58990fd-0db0-4b42-9899-f2a29162af00', 'direction': 'ingress', 'protocol': 17}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:44.124023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:44.132938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.137972 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c27f0746-a911-405b-a10d-e4a3023fc57a tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c460a0da-8648-4e22-b74b-34e9b07b794e HTTP/1.1" status: 204 len: 168 time: 5.4951751 Feb 04 11:31:44.138188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:44.141942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:44.150630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.159469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:44.167671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:44.187741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 132a9556-fbee-404a-a136-f71f4bdd2614 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:44.214264 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ae8fe83e-d779-476e-9cbf-f0cae9ceed9e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5562401 Feb 04 11:31:44.218043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-77847927', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:44.232331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35166) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:44.235216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.266852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:44.322883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Usage tracker for resource:router and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:44.341603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:44.354074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for 8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:44.364388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 132a9556-fbee-404a-a136-f71f4bdd2614 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:44.370730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 132a9556-fbee-404a-a136-f71f4bdd2614 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:44.375694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.375872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:44.382679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:44.405388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:44.418025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:44.425199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.428342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:44.434974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:44.435767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.437817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:44.439999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:44.453207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.466066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de2e61-6562-41a9-828f-8beaad00e471 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:44.468543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de2e61-6562-41a9-828f-8beaad00e471 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:44.470092 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-23de2e61-6562-41a9-828f-8beaad00e471 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2367017 Feb 04 11:31:44.476391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:44.513400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.514573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.561876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cc880-a938-4bd7-92a5-280046fab3d5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:44.563586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cc880-a938-4bd7-92a5-280046fab3d5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:44.565158 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8a3cc880-a938-4bd7-92a5-280046fab3d5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0878441 Feb 04 11:31:44.571043 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a40b94b3-2184-45f0-9482-d7c2b7b47dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9552724 Feb 04 11:31:44.575801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:44.592761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Made reservation on behalf of 9239d65a9c9641e59444d4d296d4ca20 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:44.592918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:44.593029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.594075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.594426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port bd579c57-9b8b-4f1b-8358-42bfc0cffbd3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:44.594771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.651574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 132a9556-fbee-404a-a136-f71f4bdd2614, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=132a9556-fbee-404a-a136-f71f4bdd2614,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:44.741508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.842775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=132a9556-fbee-404a-a136-f71f4bdd2614,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:44.894806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.901448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27f29802-26c2-49f6-a001-589a7b9841e3 None None] Provisioning for port 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:44.907720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27f29802-26c2-49f6-a001-589a7b9841e3 None None] Provisioning complete for port 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:44.908164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27f29802-26c2-49f6-a001-589a7b9841e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:44.977141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-27f29802-26c2-49f6-a001-589a7b9841e3 None None] Port 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:45.029009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.054061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for bd579c57-9b8b-4f1b-8358-42bfc0cffbd3 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:45.079701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:31:45.080531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:31:45.117954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.135311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc523c1-38b3-4b2d-ac90-19b22ca4f50e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:45.136711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bfc523c1-38b3-4b2d-ac90-19b22ca4f50e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks/8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d HTTP/1.1" status: 200 len: 799 time: 0.5445266 Feb 04 11:31:45.140601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.177188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2f8b92-856c-4ae8-b0fa-634fb8856019,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:45.189462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.258657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.264283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:45.327299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.331994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-357de331-96ac-4821-b5b5-180397d69d3b tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/ports/8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 HTTP/1.1" status: 204 len: 168 time: 1.7474647 Feb 04 11:31:45.337763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35186) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.361882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.363235 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b47e75c-46ad-46c0-a3a0-4611d947d266 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2891140 Feb 04 11:31:45.376876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dad9b-3759-441a-87b2-00b84ba1295e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:45.381498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35190) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.383004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dad9b-3759-441a-87b2-00b84ba1295e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:45.384693 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6e2dad9b-3759-441a-87b2-00b84ba1295e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.8079424 Feb 04 11:31:45.392628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35192) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.420313 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-35dea2d9-d47d-4b12-b864-21da2499a63e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/networks/8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2786071 Feb 04 11:31:45.429101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.502464 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a99a84-335d-422f-a670-6a89c0ab4973 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] GET failed (client error): The resource could not be found. Feb 04 11:31:45.503092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1a99a84-335d-422f-a670-6a89c0ab4973 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Synchronizing usage tracker for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:45.561546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:45.561894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.592198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9da3e6-1351-4d78-90ff-998f6f8f858c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:45.593468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cd9da3e6-1351-4d78-90ff-998f6f8f858c tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/subnets/d7065b08-8b8e-4010-9e67-4e6d0e003688 HTTP/1.1" status: 200 len: 811 time: 0.1613655 Feb 04 11:31:45.613968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35202) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.739916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.791688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd512f2-c1b8-400a-bf14-f8c0aae0ed3f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:45.792946 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8dd512f2-c1b8-400a-bf14-f8c0aae0ed3f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "GET /v2.0/subnets/d7065b08-8b8e-4010-9e67-4e6d0e003688?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1780083 Feb 04 11:31:45.803532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.823848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1781131840'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:45.859972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:45.941730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1a99a84-335d-422f-a670-6a89c0ab4973 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Unset dirty status for tenant:e4f234adf30b406486ec33681f124a82 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:45.942891 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e1a99a84-335d-422f-a670-6a89c0ab4973 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "GET /v2.0/ports/8bb1b27a-ec5d-45ee-ad5b-d514b5ccbff8 HTTP/1.1" status: 404 len: 333 time: 0.6033211 Feb 04 11:31:45.950566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=be375174-e326-4d0d-af75-394325ed2aa6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:45.961124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:45.968398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:45.981734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.989143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc7e1-7cfb-49e3-9bbb-022bb448e06d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:45.999302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 132a9556-fbee-404a-a136-f71f4bdd2614 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:46.022475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc7e1-7cfb-49e3-9bbb-022bb448e06d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.045833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.060870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Checking segment: {'id': 'f395701d-8026-4038-be81-5f2c4ada4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:46.061229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network hostable DHCP agents. Network: a0daf34e-6c37-4bf3-9e49-8bbf1579710a, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:46.075028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port 7ca246a8-e7db-4ef6-8da8-636065c43303 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:46.075368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.130171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=bd579c57-9b8b-4f1b-8358-42bfc0cffbd3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:46.146026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:46.148399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 132a9556-fbee-404a-a136-f71f4bdd2614 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:46.149257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.149986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.170199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.302555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.343963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Network a0daf34e-6c37-4bf3-9e49-8bbf1579710a is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:46.345087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f0ea410-fbb6-4131-b2ea-0153910135eb no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:46.362529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:46.416865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc7e1-7cfb-49e3-9bbb-022bb448e06d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.422248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:46.424129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5f0ea410-fbb6-4131-b2ea-0153910135eb {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:31:46.424776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f0ea410-fbb6-4131-b2ea-0153910135eb not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:31:46.507689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc7e1-7cfb-49e3-9bbb-022bb448e06d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58990fd-0db0-4b42-9899-f2a29162af00,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:46.515200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.515589 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Added segment 510e15e2-39ee-4a4a-9d84-dadc2d54d401 of type vlan for network 2fca046a-b98b-4b6d-bb91-d31182770e26 Feb 04 11:31:46.516667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, a0daf34e-6c37-4bf3-9e49-8bbf1579710a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:46.527201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.530912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309cb3d-5d78-493b-82bc-f1202cd2c2a6 None None] Network a0daf34e-6c37-4bf3-9e49-8bbf1579710a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:46.533836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.566223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc7e1-7cfb-49e3-9bbb-022bb448e06d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.567263 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f9ffc7e1-7cfb-49e3-9bbb-022bb448e06d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/b58990fd-0db0-4b42-9899-f2a29162af00 HTTP/1.1" status: 204 len: 168 time: 1.1763656 Feb 04 11:31:46.578814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:46.659122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:46.659977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.669084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.708155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-095169e1-e9e3-4f20-97a6-f6b9e408b1f9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:46.777210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.805918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-a0daf34e-6c37-4bf3-9e49-8bbf1579710a', 'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a', 'tenant_id': '9239d65a9c9641e59444d4d296d4ca20', 'fixed_ips': [{'subnet_id': 'be375174-e326-4d0d-af75-394325ed2aa6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:46.809022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.822120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.822821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:31:46.845274 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cd635ab5-d219-43f5-a950-9f29a7b658fa tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9030559 Feb 04 11:31:46.845274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.851872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:46.868521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:46.944169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:46.986208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Allocated IP 2001:db8::3 (a0daf34e-6c37-4bf3-9e49-8bbf1579710a/be375174-e326-4d0d-af75-394325ed2aa6/8c7a90d2-79ba-4166-b7a4-254495c294fd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:46.991455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-095169e1-e9e3-4f20-97a6-f6b9e408b1f9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:46.996324 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-095169e1-e9e3-4f20-97a6-f6b9e408b1f9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4123161 Feb 04 11:31:46.999409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35222) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:47.000345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.013135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542005833'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:47.021049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.022908 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-58fb41d3-90d0-402b-a40e-c7db74364c19 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 204 len: 168 time: 3.8424001 Feb 04 11:31:47.041686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:47.060585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:47.087960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-542906902'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:47.094614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:47.105342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for 7ca246a8-e7db-4ef6-8da8-636065c43303 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:47.137312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.142777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:47.143378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.145455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:47.161146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:47.180702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1482415'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.252630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.264212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Transition to ACTIVE for port object 8c7a90d2-79ba-4166-b7a4-254495c294fd will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:47.266508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Allocated IP 172.26.6.11 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/5e7910a8-89b0-4a01-a84a-b45e3abd18ab) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:47.276774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:47.285110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Transition to ACTIVE for port object 8c7a90d2-79ba-4166-b7a4-254495c294fd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:47.288294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:47.295644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.302161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:47.333665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Network': ['ID=2fca046a-b98b-4b6d-bb91-d31182770e26,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:47.339719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a54d756e-6756-48c0-8d16-6fce7ccf0cf5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5276985 Feb 04 11:31:47.349161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 2fca046a-b98b-4b6d-bb91-d31182770e26 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:47.362406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:47.373088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.383966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.385980 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c20964d8-a57a-4c44-946b-7033010744db tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 HTTP/1.1" status: 204 len: 168 time: 1.9923904 Feb 04 11:31:47.388789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:47.470792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:47.476056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.507615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Network a0daf34e-6c37-4bf3-9e49-8bbf1579710a is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:47.513811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:47.520255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:47.556269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eee1b3-dc72-4838-a915-8c5bde3eb791 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:47.558002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eee1b3-dc72-4838-a915-8c5bde3eb791 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:47.558951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6eee1b3-dc72-4838-a915-8c5bde3eb791 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:47.562536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:47.579978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Pushing event updated for resources: {'Port': ['ID=8c7a90d2-79ba-4166-b7a4-254495c294fd,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:47.628338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6eee1b3-dc72-4838-a915-8c5bde3eb791 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:47.632448 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d6eee1b3-dc72-4838-a915-8c5bde3eb791 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2400944 Feb 04 11:31:47.640338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:47.641527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:31:47.647037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Attempting to bind port 8c7a90d2-79ba-4166-b7a4-254495c294fd on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:47.647037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Attempting to bind port 8c7a90d2-79ba-4166-b7a4-254495c294fd by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'f395701d-8026-4038-be81-5f2c4ada4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:47.647037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Attempting to bind port 8c7a90d2-79ba-4166-b7a4-254495c294fd on network a0daf34e-6c37-4bf3-9e49-8bbf1579710a {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:47.651268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:47.651790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Checking segment: {'id': 'f395701d-8026-4038-be81-5f2c4ada4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:47.652307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.652794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Bound using segment: {'id': 'f395701d-8026-4038-be81-5f2c4ada4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:47.653364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Bound port: 8c7a90d2-79ba-4166-b7a4-254495c294fd, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f395701d-8026-4038-be81-5f2c4ada4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a0daf34e-6c37-4bf3-9e49-8bbf1579710a'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:47.653837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.719853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.720211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment ed233b00-592d-41ab-b894-0fc0603a5ef6 of type vlan for network 0a7f37a3-770b-42f3-957c-41a24d24c053 Feb 04 11:31:47.755817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:47.759715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 51ef290d-1453-47f2-95e5-89aa1b1cd8a2 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:47.770349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.792730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:47.804958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:47.817253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.823642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.827184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:47.832702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] For port 8c7a90d2-79ba-4166-b7a4-254495c294fd, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:47.835127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:47.838701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] For port 8c7a90d2-79ba-4166-b7a4-254495c294fd, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8c7a90d2-79ba-4166-b7a4-254495c294fd,segment=NetworkSegment(f395701d-8026-4038-be81-5f2c4ada4907),segment_id=f395701d-8026-4038-be81-5f2c4ada4907)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:47.872739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:47.903100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=7ca246a8-e7db-4ef6-8da8-636065c43303,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:47.914334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.943732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:47.967979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.007847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.035330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ac61f-66d0-4b1d-8680-b9008590edf5 None None] Pushing event updated for resources: {'Port': ['ID=8c7a90d2-79ba-4166-b7a4-254495c294fd,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:48.056176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Made reservation on behalf of 091ed070118f4aeb9a89b059a49df483 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:48.059953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.121698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.131764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:48.132695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.167290 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-41aff1e4-da41-4972-a2bc-a4828df1eef9 tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/ports/7ca246a8-e7db-4ef6-8da8-636065c43303 HTTP/1.1" status: 204 len: 168 time: 2.2049687 Feb 04 11:31:48.174955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:48.206703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.231090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:31:48.231787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:31:48.289373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.363809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732039496452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61138504'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.387682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.409464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.439622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3896003 Feb 04 11:31:48.441733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277acd85-06f8-4c8f-a74c-25b91fd41a0d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=0a7f37a3-770b-42f3-957c-41a24d24c053,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:48.444810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:48.455925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:31:48.472653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:48.489519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting subnet de16ab71-a244-446b-8118-f4e8ed14f550 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:48.503229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.568668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event updated for resources: {'Port': ['ID=5e7910a8-89b0-4a01-a84a-b45e3abd18ab,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:48.624665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa829d83-1417-4eba-81db-8634252a1dc4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:48.639176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:48.639807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.641157 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "PUT /v2.0/subnets/be375174-e326-4d0d-af75-394325ed2aa6 HTTP/1.1" status: 200 len: 900 time: 1.7882109 Feb 04 11:31:48.644542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:48.647116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:48.658918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:48.666613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.667951 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8d7bf657-b3d2-40a8-b1d0-b169a15d730d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6652153 Feb 04 11:31:48.670990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:48.693039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35254) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:48.696954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb42d28-d7d2-4b65-89c3-432753e8c807 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event updated for resources: {'Subnet': ['ID=be375174-e326-4d0d-af75-394325ed2aa6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:48.701811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426163860'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:48.766328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:48.773695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.801744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.824054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:48.827893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:48.846686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:48.849394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:48.857171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:48.871733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:48.875873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:48.902954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:48.968583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=51ef290d-1453-47f2-95e5-89aa1b1cd8a2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:48.987838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.001652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e58a0-6de0-4ea6-8e7c-e5f63a8bd0df None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:49.008141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=369bb8eb-f70e-49f7-8674-04f9dbefa48c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:49.011330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.038785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.044630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Checking segment: {'id': '510e15e2-39ee-4a4a-9d84-dadc2d54d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:49.047954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network hostable DHCP agents. Network: 2fca046a-b98b-4b6d-bb91-d31182770e26, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:49.049707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 8c7a90d2-79ba-4166-b7a4-254495c294fd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:49.050048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.103581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.273388 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-23b71d4b-fd8c-4e4c-bc72-241bbee36a3f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/51ef290d-1453-47f2-95e5-89aa1b1cd8a2 HTTP/1.1" status: 204 len: 168 time: 1.6245289 Feb 04 11:31:49.273388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:49.274106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.296219 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:31:49.297240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:49.352883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Network 2fca046a-b98b-4b6d-bb91-d31182770e26 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:49.426965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:49.436749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] Deleting port 132a9556-fbee-404a-a136-f71f4bdd2614 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:49.437492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.472046 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0bf415b6-604c-4544-99ea-9048f2077be6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1611047 Feb 04 11:31:49.474412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:49.482931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:49.494168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:49.521438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:49.526248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 2fca046a-b98b-4b6d-bb91-d31182770e26) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:49.548409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:49.553634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5e9f7-54bf-4d55-8b90-d876f85d86c3 None None] Network a0daf34e-6c37-4bf3-9e49-8bbf1579710a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:49.554208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:49.554837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.567395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05209b07-af6d-4335-b1fc-e9bff84de346 None None] Network 2fca046a-b98b-4b6d-bb91-d31182770e26 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:49.604065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.662985 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-db18f370-f108-4926-b46f-4109832556a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2987084 Feb 04 11:31:49.673847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35266) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:49.681368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:49.713794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.828559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Subnet': ['ID=de16ab71-a244-446b-8118-f4e8ed14f550,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:49.845588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.902171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-39d4e648-d663-43b1-8564-f16689d59f56 None None] Provisioning for port 8c7a90d2-79ba-4166-b7a4-254495c294fd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:49.907804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab6a6b-dd99-4daf-89dd-37f0335f332f None None] Network a683c89e-5d10-449c-b6f4-ab15711e9318 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:49.985986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:49.989953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f6b2c28-a0c8-4a70-a3d0-c557ae6953ba tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/subnets/de16ab71-a244-446b-8118-f4e8ed14f550 HTTP/1.1" status: 204 len: 168 time: 1.7403138 Feb 04 11:31:49.992659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085a296-44c7-441a-8b5c-82834538c79d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:49.993394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c085a296-44c7-441a-8b5c-82834538c79d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:49.998756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:50.002474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 8c7a90d2-79ba-4166-b7a4-254495c294fd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8c7a90d2-79ba-4166-b7a4-254495c294fd,segment=NetworkSegment(f395701d-8026-4038-be81-5f2c4ada4907),segment_id=f395701d-8026-4038-be81-5f2c4ada4907)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:50.003169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.145822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.156701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 8c7a90d2-79ba-4166-b7a4-254495c294fd owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:50.157206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8c7a90d2-79ba-4166-b7a4-254495c294fd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:50.222609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.278132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c085a296-44c7-441a-8b5c-82834538c79d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:50.279480 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c085a296-44c7-441a-8b5c-82834538c79d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7948010 Feb 04 11:31:50.291799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35274) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:50.292057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1482415'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.321628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.338180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60d7196-c806-4eed-a119-0b88cdaaa26e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:50.374448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.378586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] For port 132a9556-fbee-404a-a136-f71f4bdd2614, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=132a9556-fbee-404a-a136-f71f4bdd2614,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:50.378786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4eca2ec0-23c6-4647-bb68-7fcd66219395 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6828363 Feb 04 11:31:50.378980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.379617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:50.417305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'fa829d83-1417-4eba-81db-8634252a1dc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c60d7196-c806-4eed-a119-0b88cdaaa26e', 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:50.431871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:50.432157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-2fca046a-b98b-4b6d-bb91-d31182770e26', 'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26', 'tenant_id': '091ed070118f4aeb9a89b059a49df483', 'fixed_ips': [{'subnet_id': '369bb8eb-f70e-49f7-8674-04f9dbefa48c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:50.432728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.439979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=00b5c7f4-ce7a-4c93-b4a5-54a37a68a921,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:50.443973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:50.453007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:50.465284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': 'ed233b00-592d-41ab-b894-0fc0603a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:50.465642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 0a7f37a3-770b-42f3-957c-41a24d24c053, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:31:50.468546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Deleting port e1e66433-57ae-4284-b95c-d5ea104fd94a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:50.469131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.471909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:50.478050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f160d6f-2c63-4673-8dbe-8e17e0c58817 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:50.478729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f160d6f-2c63-4673-8dbe-8e17e0c58817 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:50.563840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.594379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] Calling delete_port for 132a9556-fbee-404a-a136-f71f4bdd2614 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:50.617198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.654383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:31:50.658335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.661897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f160d6f-2c63-4673-8dbe-8e17e0c58817 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:50.663648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f160d6f-2c63-4673-8dbe-8e17e0c58817 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3704429 Feb 04 11:31:50.702719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Could not find standard attr ID for object 8c7a90d2-79ba-4166-b7a4-254495c294fd. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:31:50.770768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:50.774995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=8c7a90d2-79ba-4166-b7a4-254495c294fd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:50.816498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 132a9556-fbee-404a-a136-f71f4bdd2614 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:50.910397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732039496452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61138504'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.914774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 0a7f37a3-770b-42f3-957c-41a24d24c053) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:50.919810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:50.921101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.924128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:50.950412 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1ffe8dd3-5250-47e4-85d6-93afe9de1573 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663013 Feb 04 11:31:50.980146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:50.998742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f485c-c444-4cd0-b993-a33256eafc40 None None] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:51.008691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port 8c7a90d2-79ba-4166-b7a4-254495c294fd on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:51.024017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:51.131917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.144968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.179262 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb6b0c07-44ed-4ad9-8929-7b77d662061e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7212572 Feb 04 11:31:51.184634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35290) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:51.189119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] DHCP port deletion for a683c89e-5d10-449c-b6f4-ab15711e9318 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:51.192800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268cd8a-3a2c-4267-abd7-06d762e27367 None None] Network a0daf34e-6c37-4bf3-9e49-8bbf1579710a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:51.192971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1186018015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:51.207419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:51.213988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.216333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:51.227009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:51.245551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] Pushing event deleted for resources: {'Port': ['ID=132a9556-fbee-404a-a136-f71f4bdd2614,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:51.258518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:51.262428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Deleting port e1e66433-57ae-4284-b95c-d5ea104fd94a {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:51.262428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.266512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9ebb02-4d00-4cb9-94c0-277eb3790464,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:51.313333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:51.313932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.315205 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "PUT /v2.0/subnets/369bb8eb-f70e-49f7-8674-04f9dbefa48c HTTP/1.1" status: 200 len: 877 time: 1.6393411 Feb 04 11:31:51.319918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35294) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:51.337382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c24b7-b00a-4018-8717-038b0ef0113e tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event updated for resources: {'Subnet': ['ID=369bb8eb-f70e-49f7-8674-04f9dbefa48c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:51.348795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.358633 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-53cb5c23-e595-4d93-a1ee-040db148ce12 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9399502 Feb 04 11:31:51.359912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:51.431522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] For port e1e66433-57ae-4284-b95c-d5ea104fd94a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1e66433-57ae-4284-b95c-d5ea104fd94a,segment=NetworkSegment(65586eb8-5cd8-448e-b56a-919f85070772),segment_id=65586eb8-5cd8-448e-b56a-919f85070772)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:51.431911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.446928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1c0a7-c4b4-4472-b347-d92cadc43811 None None] No DVR routers for this DVR port 132a9556-fbee-404a-a136-f71f4bdd2614 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:51.455262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:51.466732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Allocated IP 172.20.0.3 (2fca046a-b98b-4b6d-bb91-d31182770e26/369bb8eb-f70e-49f7-8674-04f9dbefa48c/e1d9557b-7eb5-4b6d-9be6-86aa609fb257) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:51.484081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No active binding found for port 132a9556-fbee-404a-a136-f71f4bdd2614 {{(pid=88133) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 11:31:51.484081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 132a9556-fbee-404a-a136-f71f4bdd2614 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:31:51.619193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.620939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.636193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.737463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=be375174-e326-4d0d-af75-394325ed2aa6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:51.793812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a7f37a3-770b-42f3-957c-41a24d24c053', 'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '00b5c7f4-ce7a-4c93-b4a5-54a37a68a921'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:51.795329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.863415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Calling delete_port for e1e66433-57ae-4284-b95c-d5ea104fd94a owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:51.922864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:51.926355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b94585b-ee15-4ab2-a83f-97ce9adb4a34 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.936948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.961813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b94585b-ee15-4ab2-a83f-97ce9adb4a34 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.985006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:51.997833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.029472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0daf34e-6c37-4bf3-9e49-8bbf1579710a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.041558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:52.045839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.077214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecefbf2-a1d6-4447-ae3b-d78bf0daae9e None None] DHCP port deletion for a0daf34e-6c37-4bf3-9e49-8bbf1579710a request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:52.079143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f395701d-8026-4038-be81-5f2c4ada4907') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.079470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f395701d-8026-4038-be81-5f2c4ada4907') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.099875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] For port e1e66433-57ae-4284-b95c-d5ea104fd94a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1e66433-57ae-4284-b95c-d5ea104fd94a,segment=NetworkSegment(65586eb8-5cd8-448e-b56a-919f85070772),segment_id=65586eb8-5cd8-448e-b56a-919f85070772)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:52.100625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.103064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.118393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.145457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.148996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.150782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b94585b-ee15-4ab2-a83f-97ce9adb4a34 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.152553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Router 0dc62b8b-2a3f-49c9-8542-e231d7186793 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:31:52.179509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94585b-ee15-4ab2-a83f-97ce9adb4a34 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf9ebb02-4d00-4cb9-94c0-277eb3790464,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:52.202053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b94585b-ee15-4ab2-a83f-97ce9adb4a34 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.206097 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1b94585b-ee15-4ab2-a83f-97ce9adb4a34 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bf9ebb02-4d00-4cb9-94c0-277eb3790464 HTTP/1.1" status: 204 len: 168 time: 0.8381608 Feb 04 11:31:52.208728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:52.209952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.225334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:52.229517 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:52.254374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1e66433-57ae-4284-b95c-d5ea104fd94a no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:52.282848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.347445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.347445 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e440e152-f089-40e1-b85d-fab87d88e92d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1611753 Feb 04 11:31:52.353298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35306) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:52.357104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Port': ['ID=e1e66433-57ae-4284-b95c-d5ea104fd94a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:52.360612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Calling delete_port for e1e66433-57ae-4284-b95c-d5ea104fd94a owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:52.367161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] No DVR routers for this DVR port e1e66433-57ae-4284-b95c-d5ea104fd94a on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:52.475161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e1e66433-57ae-4284-b95c-d5ea104fd94a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:31:52.475872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1e66433-57ae-4284-b95c-d5ea104fd94a not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:31:52.531902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6b33831-61ea-47cb-82d5-bc0180102c03 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:52.540719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.583177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.593526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=a0daf34e-6c37-4bf3-9e49-8bbf1579710a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:52.600083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.608537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:52.622240 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f5211-53ba-406b-a828-029179c76b8d None None] Sync routers for ids ['0dc62b8b-2a3f-49c9-8542-e231d7186793'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:52.635873 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f5211-53ba-406b-a828-029179c76b8d None None] Routers {'0dc62b8b-2a3f-49c9-8542-e231d7186793'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:52.636750 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-727f5211-53ba-406b-a828-029179c76b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0dc62b8b-2a3f-49c9-8542-e231d7186793'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.638065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.679334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Transition to ACTIVE for port object e1d9557b-7eb5-4b6d-9be6-86aa609fb257 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:52.701296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a683c89e-5d10-449c-b6f4-ab15711e9318']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.717640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:52.718176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:52.739804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Transition to ACTIVE for port object e1d9557b-7eb5-4b6d-9be6-86aa609fb257 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:52.747425 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-727f5211-53ba-406b-a828-029179c76b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.747614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Allocated IP 172.20.0.2 (0a7f37a3-770b-42f3-957c-41a24d24c053/00b5c7f4-ce7a-4c93-b4a5-54a37a68a921/ef4d88cd-5e9f-441c-b35e-7642175e9f14) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:52.750653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65586eb8-5cd8-448e-b56a-919f85070772') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.751202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65586eb8-5cd8-448e-b56a-919f85070772') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.760802 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f5211-53ba-406b-a828-029179c76b8d None None] Routers {'0dc62b8b-2a3f-49c9-8542-e231d7186793'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:52.762227 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-727f5211-53ba-406b-a828-029179c76b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0dc62b8b-2a3f-49c9-8542-e231d7186793'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.781758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6b33831-61ea-47cb-82d5-bc0180102c03 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:52.783067 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d6b33831-61ea-47cb-82d5-bc0180102c03 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5534222 Feb 04 11:31:52.786645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35310) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:52.812872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.845228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.875335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.876290 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-727f5211-53ba-406b-a828-029179c76b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:52.877097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f5211-53ba-406b-a828-029179c76b8d None None] The sync data for ids ['0dc62b8b-2a3f-49c9-8542-e231d7186793'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:31:52.893238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d75ae29d-4046-473a-8fa5-71d4c56ce975 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/a0daf34e-6c37-4bf3-9e49-8bbf1579710a HTTP/1.1" status: 204 len: 168 time: 4.2335591 Feb 04 11:31:52.893341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:52.949423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:52.951063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:52.959617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Network 2fca046a-b98b-4b6d-bb91-d31182770e26 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:52.964305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:52.979872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:52.983020 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:53.012283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.014357 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8e3d126d-fd6f-4cf8-a102-85df5b87a945 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.8699338 Feb 04 11:31:53.034536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:53.045701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:53.079606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Pushing event updated for resources: {'Port': ['ID=e1d9557b-7eb5-4b6d-9be6-86aa609fb257,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:53.096858 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87625b0-db5d-4b1f-8240-99974d48394f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:53.097505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87625b0-db5d-4b1f-8240-99974d48394f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:53.100721 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d87625b0-db5d-4b1f-8240-99974d48394f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/be375174-e326-4d0d-af75-394325ed2aa6 HTTP/1.1" status: 404 len: 337 time: 0.2049043 Feb 04 11:31:53.121120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Attempting to bind port e1d9557b-7eb5-4b6d-9be6-86aa609fb257 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:53.121359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35322) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:53.121449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Attempting to bind port e1d9557b-7eb5-4b6d-9be6-86aa609fb257 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '510e15e2-39ee-4a4a-9d84-dadc2d54d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:53.121593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Attempting to bind port e1d9557b-7eb5-4b6d-9be6-86aa609fb257 on network 2fca046a-b98b-4b6d-bb91-d31182770e26 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:53.168655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:53.169030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Checking segment: {'id': '510e15e2-39ee-4a4a-9d84-dadc2d54d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:53.169436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.169826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Bound using segment: {'id': '510e15e2-39ee-4a4a-9d84-dadc2d54d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:53.170305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Bound port: e1d9557b-7eb5-4b6d-9be6-86aa609fb257, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e15e2-39ee-4a4a-9d84-dadc2d54d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2fca046a-b98b-4b6d-bb91-d31182770e26'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:53.170680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.194341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.198795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf06d4b1-5000-4c4a-8d7f-54e0a3c5a221 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:53.199090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf06d4b1-5000-4c4a-8d7f-54e0a3c5a221 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:53.228549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Deleting port e1e66433-57ae-4284-b95c-d5ea104fd94a {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:53.228931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.238525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.262072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.270553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.282516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] Pushing event deleted for resources: {'Network': ['ID=a683c89e-5d10-449c-b6f4-ab15711e9318,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:53.296184 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ab1bd391-37fb-4f8b-b9be-ba4d453ea3dc tempest-AllowedAddressPairIpV6TestJSON-846364635 tempest-AllowedAddressPairIpV6TestJSON-846364635-project] 10.222.0.36 "DELETE /v2.0/networks/a683c89e-5d10-449c-b6f4-ab15711e9318 HTTP/1.1" status: 204 len: 168 time: 3.2670469 Feb 04 11:31:53.331622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeafb2-709b-4da5-8996-793565c385b4 None None] The port 'e1e66433-57ae-4284-b95c-d5ea104fd94a' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:31:53.339505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Transition to ACTIVE for port object ef4d88cd-5e9f-441c-b35e-7642175e9f14 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:53.373254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:31:53.374563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.455107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Transition to ACTIVE for port object ef4d88cd-5e9f-441c-b35e-7642175e9f14 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:53.461498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] For port e1d9557b-7eb5-4b6d-9be6-86aa609fb257, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:53.461751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:53.466257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:53.470646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] For port e1d9557b-7eb5-4b6d-9be6-86aa609fb257, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1d9557b-7eb5-4b6d-9be6-86aa609fb257,segment=NetworkSegment(510e15e2-39ee-4a4a-9d84-dadc2d54d401),segment_id=510e15e2-39ee-4a4a-9d84-dadc2d54d401)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:53.473087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:53.473706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.478828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39b0d8-8409-4549-9af0-cb33cc14a961 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:53.483018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=e53f479f-66b0-4474-88d0-91a527b9b799,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:53.504175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bacdb133-2b5e-43d0-9e58-7a5de698c9be tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.507264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cf06d4b1-5000-4c4a-8d7f-54e0a3c5a221 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/a0daf34e-6c37-4bf3-9e49-8bbf1579710a HTTP/1.1" status: 404 len: 339 time: 0.3850977 Feb 04 11:31:53.510085 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:53.519790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=369bb8eb-f70e-49f7-8674-04f9dbefa48c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:53.542831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.601662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.613219 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4a0521ea-7ae1-401f-92e7-cc19f074dd23 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6105480 Feb 04 11:31:53.613497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35332) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:53.621722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:d8:c6:2d', 'name': 'tempest-NetworksTestDHCPv6-2009793143'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:53.629496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:53.640475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:53.648206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:53.685407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bacdb133-2b5e-43d0-9e58-7a5de698c9be tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.703096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Pushing event updated for resources: {'Port': ['ID=ef4d88cd-5e9f-441c-b35e-7642175e9f14,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:53.721791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.766409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.773839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:53.980211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8c7a90d2-79ba-4166-b7a4-254495c294fd no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:31:54.019232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35338) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:54.032846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fca046a-b98b-4b6d-bb91-d31182770e26']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:54.110730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 8c7a90d2-79ba-4166-b7a4-254495c294fd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:31:54.111857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8c7a90d2-79ba-4166-b7a4-254495c294fd not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:31:54.146855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Attempting to bind port ef4d88cd-5e9f-441c-b35e-7642175e9f14 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:54.147341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Attempting to bind port ef4d88cd-5e9f-441c-b35e-7642175e9f14 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ed233b00-592d-41ab-b894-0fc0603a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:54.147984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Attempting to bind port ef4d88cd-5e9f-441c-b35e-7642175e9f14 on network 0a7f37a3-770b-42f3-957c-41a24d24c053 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:54.152161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510e15e2-39ee-4a4a-9d84-dadc2d54d401') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:54.152656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510e15e2-39ee-4a4a-9d84-dadc2d54d401') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:54.158088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:54.158470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Checking segment: {'id': 'ed233b00-592d-41ab-b894-0fc0603a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:54.159033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.159486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Bound using segment: {'id': 'ed233b00-592d-41ab-b894-0fc0603a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:54.160010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Bound port: ef4d88cd-5e9f-441c-b35e-7642175e9f14, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed233b00-592d-41ab-b894-0fc0603a5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a7f37a3-770b-42f3-957c-41a24d24c053'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:54.160392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.184909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57167-81ac-4f9d-a9f0-2d170a72f664 None None] Pushing event updated for resources: {'Port': ['ID=e1d9557b-7eb5-4b6d-9be6-86aa609fb257,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:54.197186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.247112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321a6a0-1183-443e-9385-e301d58a285c None None] Network 2fca046a-b98b-4b6d-bb91-d31182770e26 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:54.325195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:54.331056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bacdb133-2b5e-43d0-9e58-7a5de698c9be tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.332852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.341795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:54.348134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:54.365827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:54.380122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b161ac-97a7-46a3-80e6-de7965fcbf5c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:54.392219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.396200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdb133-2b5e-43d0-9e58-7a5de698c9be tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60d7196-c806-4eed-a119-0b88cdaaa26e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:54.398324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'e53f479f-66b0-4474-88d0-91a527b9b799'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:31:54.399238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.410121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ade30b-9ebd-44cd-8b62-b01ce84d98d7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:54.410762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ade30b-9ebd-44cd-8b62-b01ce84d98d7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:54.424915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:54.424915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.430193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.456290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] For port ef4d88cd-5e9f-441c-b35e-7642175e9f14, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:54.465610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.469715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] For port ef4d88cd-5e9f-441c-b35e-7642175e9f14, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ef4d88cd-5e9f-441c-b35e-7642175e9f14,segment=NetworkSegment(ed233b00-592d-41ab-b894-0fc0603a5ef6),segment_id=ed233b00-592d-41ab-b894-0fc0603a5ef6)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:54.475199 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:54.478148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:31:54.496038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:54.496603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:54.514412 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:54.565712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.673629 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-af686e35-6e50-47c7-9c5c-1270a222b3de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4f234adf30b406486ec33681f124a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490076 Feb 04 11:31:54.677332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:54.746019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 11:31:54.746019 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 11:31:54.746019 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': '2fca046a-b98b-4b6d-bb91-d31182770e26'}] Feb 04 11:31:54.746019 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:31:54.746541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:31:54.767381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.776533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34102e32-93aa-49b5-92c4-88e72ab514d9 None None] Pushing event updated for resources: {'Port': ['ID=ef4d88cd-5e9f-441c-b35e-7642175e9f14,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:54.795122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5813e826-5c7f-4340-8ac9-f22ea2b98267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.796797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.819393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bacdb133-2b5e-43d0-9e58-7a5de698c9be tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.823737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bacdb133-2b5e-43d0-9e58-7a5de698c9be tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/c60d7196-c806-4eed-a119-0b88cdaaa26e HTTP/1.1" status: 204 len: 168 time: 2.0353105 Feb 04 11:31:54.830068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.836413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35348) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:54.840022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 449e7a29-ae9a-4aaf-9a3b-1b95378371b0 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:31:54.861603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Allocated IP 2001:db8::f816:3eff:fe7d:5e8f (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/e53f479f-66b0-4474-88d0-91a527b9b799/d4151a04-7d82-4d1e-8b18-318efffe1cfa) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:54.884727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.20.0.1 (0a7f37a3-770b-42f3-957c-41a24d24c053/00b5c7f4-ce7a-4c93-b4a5-54a37a68a921/b2878fc0-dad5-4f02-b298-352a0baa0a99) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:54.888759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=07b161ac-97a7-46a3-80e6-de7965fcbf5c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:54.891394 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3972be73-6a41-48e5-af0a-b20af4aca917 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/07b161ac-97a7-46a3-80e6-de7965fcbf5c HTTP/1.1" status: 204 len: 168 time: 1.3759606 Feb 04 11:31:54.896851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:54.917697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10ff7a-ee67-426a-a9bd-7d46507e4491 None None] Network 2fca046a-b98b-4b6d-bb91-d31182770e26 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:54.919670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5813e826-5c7f-4340-8ac9-f22ea2b98267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.953380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:54.976646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32c275e-db90-4c0f-8185-a658908e89df tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:54.977105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32c275e-db90-4c0f-8185-a658908e89df tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:54.978869 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a32c275e-db90-4c0f-8185-a658908e89df tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/085498d1-dbc1-4bbb-bf73-a629d8466124 HTTP/1.1" status: 404 len: 337 time: 0.0784385 Feb 04 11:31:54.983368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:55.122329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a30216c1-c5ba-47b4-bb66-95379c7e7a0e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:55.134188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3311cf83-aaa2-4317-b406-696079a5f44e tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:55.134966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3311cf83-aaa2-4317-b406-696079a5f44e tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:55.136987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3311cf83-aaa2-4317-b406-696079a5f44e tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/8582ca86-f73e-498c-9f69-a7d07ec88025 HTTP/1.1" status: 404 len: 339 time: 0.1503205 Feb 04 11:31:55.141055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:55.232832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5813e826-5c7f-4340-8ac9-f22ea2b98267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.277206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e826-5c7f-4340-8ac9-f22ea2b98267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e293425-d114-4b1b-8945-fb17befb27e4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:55.313005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting subnet b48df448-8031-4bfc-ae2e-9cd0227db8e5 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:55.317544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.347886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5813e826-5c7f-4340-8ac9-f22ea2b98267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.349317 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5813e826-5c7f-4340-8ac9-f22ea2b98267 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e293425-d114-4b1b-8945-fb17befb27e4 HTTP/1.1" status: 204 len: 168 time: 0.6700282 Feb 04 11:31:55.417761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.428815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.497560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.506835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port e1d9557b-7eb5-4b6d-9be6-86aa609fb257 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:55.508696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.543892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.573666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object b2878fc0-dad5-4f02-b298-352a0baa0a99 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:55.579434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a30216c1-c5ba-47b4-bb66-95379c7e7a0e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:55.584545 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a30216c1-c5ba-47b4-bb66-95379c7e7a0e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7461832 Feb 04 11:31:55.588467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:55.652351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.666852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Transition to ACTIVE for port object d4151a04-7d82-4d1e-8b18-318efffe1cfa will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:55.689299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Transition to ACTIVE for port object d4151a04-7d82-4d1e-8b18-318efffe1cfa will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:55.775928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.804234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.839474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2df69f0f-3a71-47d7-8039-b19c6b183f83 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.891290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2df69f0f-3a71-47d7-8039-b19c6b183f83 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.910821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:55.964992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=b48df448-8031-4bfc-ae2e-9cd0227db8e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:55.973010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.005028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Pushing event updated for resources: {'Port': ['ID=d4151a04-7d82-4d1e-8b18-318efffe1cfa,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:56.030428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb6c7c-3802-4cd8-8576-8f79420e25dc None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:56.035844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fed8:c62d (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/e53f479f-66b0-4474-88d0-91a527b9b799/449e7a29-ae9a-4aaf-9a3b-1b95378371b0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:31:56.138010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ef4d88cd-5e9f-441c-b35e-7642175e9f14 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:56.176114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] For port e1d9557b-7eb5-4b6d-9be6-86aa609fb257, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1d9557b-7eb5-4b6d-9be6-86aa609fb257,segment=NetworkSegment(510e15e2-39ee-4a4a-9d84-dadc2d54d401),segment_id=510e15e2-39ee-4a4a-9d84-dadc2d54d401)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:56.176711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.196885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:56.201840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:56.203631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:56.215212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:56.245711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1a2e367c-312e-4b21-9479-9a215edfcee7 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/b48df448-8031-4bfc-ae2e-9cd0227db8e5 HTTP/1.1" status: 204 len: 168 time: 1.1030598 Feb 04 11:31:56.249229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:56.373203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Calling delete_port for e1d9557b-7eb5-4b6d-9be6-86aa609fb257 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:56.375308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting subnet e35be716-8260-48e2-bdff-f473ad70e5b6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:31:56.384851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.388483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.455911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:56.457606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 449e7a29-ae9a-4aaf-9a3b-1b95378371b0 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:31:56.470121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:56.473843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.488112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc9b54-08ea-4bd6-9c6c-c3bba61a87e9 None None] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:56.578199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=b2878fc0-dad5-4f02-b298-352a0baa0a99,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:56.581752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.605139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Attempting to bind port d4151a04-7d82-4d1e-8b18-318efffe1cfa on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:31:56.606097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Attempting to bind port d4151a04-7d82-4d1e-8b18-318efffe1cfa by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:31:56.606097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Attempting to bind port d4151a04-7d82-4d1e-8b18-318efffe1cfa on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:31:56.621379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:31:56.621767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:31:56.622125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.622889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:31:56.623079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Bound port: d4151a04-7d82-4d1e-8b18-318efffe1cfa, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:31:56.623407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.633732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.658737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2df69f0f-3a71-47d7-8039-b19c6b183f83 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.672601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.757425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:31:56.761357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:31:56.761551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.765638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:31:56.772830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:56.773555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.784162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.815446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69f0f-3a71-47d7-8039-b19c6b183f83 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa829d83-1417-4eba-81db-8634252a1dc4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:56.825413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No DVR routers for this DVR port e1d9557b-7eb5-4b6d-9be6-86aa609fb257 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:56.838465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=449e7a29-ae9a-4aaf-9a3b-1b95378371b0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:56.857559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=e35be716-8260-48e2-bdff-f473ad70e5b6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:56.867538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:56.872901 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c759e82f-3c5d-46cc-b230-41f4ff0787f2 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/e35be716-8260-48e2-bdff-f473ad70e5b6 HTTP/1.1" status: 204 len: 168 time: 0.6206377 Feb 04 11:31:56.873334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:56.879308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-879fc8ce-de96-4006-a4ad-2351126190f7 None None] Provisioning for port ef4d88cd-5e9f-441c-b35e-7642175e9f14 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:56.901530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Port': ['ID=e1d9557b-7eb5-4b6d-9be6-86aa609fb257,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:56.948660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] For port d4151a04-7d82-4d1e-8b18-318efffe1cfa, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:31:56.954376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] For port d4151a04-7d82-4d1e-8b18-318efffe1cfa, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d4151a04-7d82-4d1e-8b18-318efffe1cfa,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:31:56.987235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port ef4d88cd-5e9f-441c-b35e-7642175e9f14 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:57.011835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ef4d88cd-5e9f-441c-b35e-7642175e9f14 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:57.012225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.066563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.079229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.091368 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bfd415a5-8e1f-4327-a166-064531a9e818 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4735787 Feb 04 11:31:57.091368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.093963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35398) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.154565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 8861fc78-f107-4647-a345-1e6fd3d5904e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:57.155111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.333202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f100d0-9f85-421c-8c82-aa33ccd10db9 None None] Pushing event updated for resources: {'Port': ['ID=d4151a04-7d82-4d1e-8b18-318efffe1cfa,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:57.379411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-928dabfd-2480-4173-94b8-9b14b856e9f7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.381096 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-928dabfd-2480-4173-94b8-9b14b856e9f7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2849476 Feb 04 11:31:57.393863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.413356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-e0f5bcbd-68d1-4be3-8e20-9bab84efbb0e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.414449 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e0f5bcbd-68d1-4be3-8e20-9bab84efbb0e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0126131 Feb 04 11:31:57.418626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.421355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.427030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-8182122e-c781-4db3-9765-e1dde411dcfc tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.430488 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8182122e-c781-4db3-9765-e1dde411dcfc tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083947 Feb 04 11:31:57.432073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.432744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6446a9-bc39-46e8-90c1-6cd4bf48e5f4 None None] Update dhcp port {'port': {'network_id': '98095e5c-b7d9-484d-8798-5beb0a4d1887', 'fixed_ips': [{'subnet_id': 'e35be716-8260-48e2-bdff-f473ad70e5b6'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '8861fc78-f107-4647-a345-1e6fd3d5904e'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:31:57.473055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2df69f0f-3a71-47d7-8039-b19c6b183f83 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.477122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2df69f0f-3a71-47d7-8039-b19c6b183f83 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa829d83-1417-4eba-81db-8634252a1dc4 HTTP/1.1" status: 204 len: 168 time: 1.8840561 Feb 04 11:31:57.478207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-def8171c-d51f-42dc-8f0e-ad13218b4bef tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.481639 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-def8171c-d51f-42dc-8f0e-ad13218b4bef tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0447752 Feb 04 11:31:57.485447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.485894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.498724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.505772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.520125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.522292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fe6446a9-bc39-46e8-90c1-6cd4bf48e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.539964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb75aa-1b7d-4148-aad9-a47b9a494e57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:57.549058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb75aa-1b7d-4148-aad9-a47b9a494e57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:31:57.549891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-babb75aa-1b7d-4148-aad9-a47b9a494e57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:57.567811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-93fa3e23-f500-479c-ade5-d1ae9f8e66ca tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.571324 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-93fa3e23-f500-479c-ade5-d1ae9f8e66ca tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0710139 Feb 04 11:31:57.582241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35426) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.594410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-ffc52903-eff5-409b-bf4e-34e49b967c10 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.599225 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ffc52903-eff5-409b-bf4e-34e49b967c10 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0130529 Feb 04 11:31:57.609434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35430) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.623036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port ef4d88cd-5e9f-441c-b35e-7642175e9f14, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ef4d88cd-5e9f-441c-b35e-7642175e9f14,segment=NetworkSegment(ed233b00-592d-41ab-b894-0fc0603a5ef6),segment_id=ed233b00-592d-41ab-b894-0fc0603a5ef6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:57.663450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-5560a131-410d-4012-9780-c29d1d34c0f6 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.664905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5560a131-410d-4012-9780-c29d1d34c0f6 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0475786 Feb 04 11:31:57.667460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.673239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-ed6c8266-1602-485d-aa24-0b063e65e89e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.673422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fca046a-b98b-4b6d-bb91-d31182770e26']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:57.674901 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ed6c8266-1602-485d-aa24-0b063e65e89e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058606 Feb 04 11:31:57.677747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.686852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-27290655-89d2-4d9a-98e6-5f0f755c6a9a tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.687899 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-27290655-89d2-4d9a-98e6-5f0f755c6a9a tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088248 Feb 04 11:31:57.706582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.721143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-5f529b9b-7905-4caa-8e82-c1c502c026d9 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.721929 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f529b9b-7905-4caa-8e82-c1c502c026d9 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0117109 Feb 04 11:31:57.729546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.740445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.757778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-babb75aa-1b7d-4148-aad9-a47b9a494e57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:57.761800 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-babb75aa-1b7d-4148-aad9-a47b9a494e57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6699002 Feb 04 11:31:57.764151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 8861fc78-f107-4647-a345-1e6fd3d5904e, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8861fc78-f107-4647-a345-1e6fd3d5904e,segment=NetworkSegment(87082814-7ec8-4d70-ae52-7483e3e6269c),segment_id=87082814-7ec8-4d70-ae52-7483e3e6269c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:57.764521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:57.772989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.776238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-314724f2-3019-4cc8-89c3-da79ec2fc353 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.777229 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-314724f2-3019-4cc8-89c3-da79ec2fc353 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0355728 Feb 04 11:31:57.784673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.840934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-6b729056-0e4d-4d62-9854-e49afa90ea39 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:57.842328 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6b729056-0e4d-4d62-9854-e49afa90ea39 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0094323 Feb 04 11:31:57.907303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:57.908822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510e15e2-39ee-4a4a-9d84-dadc2d54d401') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:57.909211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510e15e2-39ee-4a4a-9d84-dadc2d54d401') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:57.910796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=ef4d88cd-5e9f-441c-b35e-7642175e9f14,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:57.964486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a12f2ea9-270e-4f67-93bc-a4192464bc61 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:31:58.022714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-01372c40-9965-4901-8d25-6ad848d04836 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.023881 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-01372c40-9965-4901-8d25-6ad848d04836 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0812149 Feb 04 11:31:58.031154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35462) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.045559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.060102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-faa64fb7-375f-4576-af62-2034bb5d52f4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.061133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-faa64fb7-375f-4576-af62-2034bb5d52f4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0233631 Feb 04 11:31:58.082115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37baea07-cd78-46ec-a566-d17ea2b8cc96 None None] Network 98095e5c-b7d9-484d-8798-5beb0a4d1887 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:31:58.092255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.125270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 449e7a29-ae9a-4aaf-9a3b-1b95378371b0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:31:58.125583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.181271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-35a58960-edda-49b5-a394-76b678033d82 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.183140 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-35a58960-edda-49b5-a394-76b678033d82 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0627470 Feb 04 11:31:58.206200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 8861fc78-f107-4647-a345-1e6fd3d5904e owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:58.215181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d4151a04-7d82-4d1e-8b18-318efffe1cfa up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:58.232961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.250491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-a767826c-3e53-46c2-a016-d3af538b39da tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.254153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a767826c-3e53-46c2-a016-d3af538b39da tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0166974 Feb 04 11:31:58.257077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.265570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:58.266144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.267470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.275803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-74288cce-192d-4efa-9964-474efd5531d1 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.277206 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-74288cce-192d-4efa-9964-474efd5531d1 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082283 Feb 04 11:31:58.279887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.287794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-3bb55118-bf40-4462-b6a8-88751f61e3fd tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.288753 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3bb55118-bf40-4462-b6a8-88751f61e3fd tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056932 Feb 04 11:31:58.292491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a12f2ea9-270e-4f67-93bc-a4192464bc61 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:31:58.294039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a12f2ea9-270e-4f67-93bc-a4192464bc61 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7977893 Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:58.295060 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:58.297687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.300634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.307048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35484) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.311039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-af226400-d606-44df-988a-d68d8c001a05 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.316908 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-af226400-d606-44df-988a-d68d8c001a05 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0154810 Feb 04 11:31:58.321416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.365992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-2ca06546-6df4-4459-9d7b-fc5a45728cf7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.366864 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2ca06546-6df4-4459-9d7b-fc5a45728cf7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145266 Feb 04 11:31:58.376638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390149836'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:31:58.389997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35494) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.397098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-3d2a5d97-e8d9-45bd-911e-e831973abca4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.398055 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3d2a5d97-e8d9-45bd-911e-e831973abca4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070996 Feb 04 11:31:58.401945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.407017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:58.414029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-a69d749e-d8c4-4efe-9f1c-be21222ee6db tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.414173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Provisioning complete for port ef4d88cd-5e9f-441c-b35e-7642175e9f14 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:58.414173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.414339 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a69d749e-d8c4-4efe-9f1c-be21222ee6db tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084529 Feb 04 11:31:58.416153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.421815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.435915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-2cfa9b1d-9f21-4a7d-a4c7-3f626519db92 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.447171 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2cfa9b1d-9f21-4a7d-a4c7-3f626519db92 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0279899 Feb 04 11:31:58.476254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.485855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-c1ecc285-b590-4914-92d8-d2be6401636d tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.490537 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c1ecc285-b590-4914-92d8-d2be6401636d tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096550 Feb 04 11:31:58.497830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:58.506270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.513282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-5f2da04f-7a70-49cc-b936-72ff4a225bb6 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.518497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f2da04f-7a70-49cc-b936-72ff4a225bb6 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072010 Feb 04 11:31:58.524921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35514) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.533220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.545668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-fbd09c2a-5f20-4423-aa96-cff998ceb3ce tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.549363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fbd09c2a-5f20-4423-aa96-cff998ceb3ce tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0207784 Feb 04 11:31:58.551698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.573527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-ca957a23-c5a3-43cf-ad37-1f0e89d9647e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.576942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ca957a23-c5a3-43cf-ad37-1f0e89d9647e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0184803 Feb 04 11:31:58.582577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.595215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-49a096cf-1521-4ec8-b833-4949ea912486 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.598768 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-49a096cf-1521-4ec8-b833-4949ea912486 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055032 Feb 04 11:31:58.602528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.607573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-a555a076-a644-42c2-8f37-38343c41ac7a tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.608082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=8861fc78-f107-4647-a345-1e6fd3d5904e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:58.619424 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a555a076-a644-42c2-8f37-38343c41ac7a tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051091 Feb 04 11:31:58.619847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port 8861fc78-f107-4647-a345-1e6fd3d5904e on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:31:58.619847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.656440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-baa44a10-94e5-438c-b0c4-1e5eeb8cbaf0 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.657417 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-baa44a10-94e5-438c-b0c4-1e5eeb8cbaf0 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0368478 Feb 04 11:31:58.665577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35534) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.681857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.701740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.769718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826dbef-0266-4445-911b-173ab5c0cde9 None None] DHCP port deletion for 98095e5c-b7d9-484d-8798-5beb0a4d1887 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:31:58.774096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d4151a04-7d82-4d1e-8b18-318efffe1cfa completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:58.789955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ef4d88cd-5e9f-441c-b35e-7642175e9f14 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:31:58.811419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.824429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-96684a1c-6b6c-407c-a9d0-826609d9dea9 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.825831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-96684a1c-6b6c-407c-a9d0-826609d9dea9 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1518750 Feb 04 11:31:58.838406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98095e5c-b7d9-484d-8798-5beb0a4d1887']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:58.852887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87082814-7ec8-4d70-ae52-7483e3e6269c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:58.853204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87082814-7ec8-4d70-ae52-7483e3e6269c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:58.866095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.878235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.878235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.882956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.890288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:31:58.890697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.909119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ef4d88cd-5e9f-441c-b35e-7642175e9f14 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:58.909502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-5764c43b-fcf1-4653-884e-bc3a0f8ed77c tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.910516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.910639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5764c43b-fcf1-4653-884e-bc3a0f8ed77c tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0252025 Feb 04 11:31:58.919086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=2fca046a-b98b-4b6d-bb91-d31182770e26,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:58.930115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.931161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:31:58.935878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:31:58.939765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:31:58.946098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:31:58.955793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-a37855e8-655e-4083-955d-fec9afe7af66 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.959858 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a37855e8-655e-4083-955d-fec9afe7af66 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078678 Feb 04 11:31:58.964482 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d7c55867-3dd1-4619-aff5-d411c75116ea tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/2fca046a-b98b-4b6d-bb91-d31182770e26 HTTP/1.1" status: 204 len: 168 time: 7.6403141 Feb 04 11:31:58.975435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.975932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35548) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.987318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Provisioning for port b2878fc0-dad5-4f02-b298-352a0baa0a99 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:58.993024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-011877c9-251f-419f-afc4-3af577048240 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:58.993809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Provisioning complete for port b2878fc0-dad5-4f02-b298-352a0baa0a99 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:58.994177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:31:58.996852 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:31:58.998774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:58.998868 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-011877c9-251f-419f-afc4-3af577048240 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0185354 Feb 04 11:31:59.011772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-e421eb67-38d7-4a56-91e0-6823e3390433 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.012778 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e421eb67-38d7-4a56-91e0-6823e3390433 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082281 Feb 04 11:31:59.018145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.026060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-f2a93cae-8e9a-4bd7-8bfe-34b248297094 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.026865 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f2a93cae-8e9a-4bd7-8bfe-34b248297094 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087035 Feb 04 11:31:59.035622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35562) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.045925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-3ec8c490-c4c2-4d30-b914-199513069d13 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.046868 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3ec8c490-c4c2-4d30-b914-199513069d13 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103598 Feb 04 11:31:59.048809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.059951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.061989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Port b2878fc0-dad5-4f02-b298-352a0baa0a99 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:31:59.067199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89628a2a-6621-46fd-b579-259121a9ffcc None None] Could not find standard attr ID for object 8861fc78-f107-4647-a345-1e6fd3d5904e. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:31:59.070876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-96abf38f-fbdc-4e51-99f1-0b84669ab21f tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.071853 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96abf38f-fbdc-4e51-99f1-0b84669ab21f tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0109448 Feb 04 11:31:59.074572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.078164 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-09649afb-1547-4600-9346-ff23ce24e351 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.078773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09649afb-1547-4600-9346-ff23ce24e351 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.087039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-09649afb-1547-4600-9346-ff23ce24e351 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/369bb8eb-f70e-49f7-8674-04f9dbefa48c HTTP/1.1" status: 404 len: 337 time: 0.0999379 Feb 04 11:31:59.100958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.136124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Router 0dc62b8b-2a3f-49c9-8542-e231d7186793 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:31:59.146793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-e4daa10f-8d70-44e4-bf6a-ba307cff1b84 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.148474 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e4daa10f-8d70-44e4-bf6a-ba307cff1b84 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0724978 Feb 04 11:31:59.153436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.169784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-099952c8-94b1-462a-99fc-aed4dc533058 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.170748 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-099952c8-94b1-462a-99fc-aed4dc533058 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0115688 Feb 04 11:31:59.173535 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb1c35a-c0b4-47eb-ac60-f9243a580f7b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.179284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb1c35a-c0b4-47eb-ac60-f9243a580f7b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.179284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35582) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.194739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-441f73f0-f773-4dbe-8d90-e876704edab4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.198170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-441f73f0-f773-4dbe-8d90-e876704edab4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0143299 Feb 04 11:31:59.208201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.216655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 449e7a29-ae9a-4aaf-9a3b-1b95378371b0 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:31:59.248146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.262120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Provisioning for port d4151a04-7d82-4d1e-8b18-318efffe1cfa completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:31:59.273850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.276117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Provisioning complete for port d4151a04-7d82-4d1e-8b18-318efffe1cfa triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:59.276978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.283191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-8c8aecf7-80d4-4932-9cb4-57d4040cef03 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.287703 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8c8aecf7-80d4-4932-9cb4-57d4040cef03 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0346720 Feb 04 11:31:59.289487 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8cb1c35a-c0b4-47eb-ac60-f9243a580f7b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/2fca046a-b98b-4b6d-bb91-d31182770e26 HTTP/1.1" status: 404 len: 339 time: 0.1874180 Feb 04 11:31:59.296056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.296401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.308800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=98095e5c-b7d9-484d-8798-5beb0a4d1887,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:59.313751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-86cea62b-e9ae-4ce5-b98e-ff443da84a59 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.314965 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-86cea62b-e9ae-4ce5-b98e-ff443da84a59 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0175598 Feb 04 11:31:59.320998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.361635 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a9aba-521b-40fa-9dc8-9f6306394c8b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.368511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349a9aba-521b-40fa-9dc8-9f6306394c8b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.368511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.377408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-530a83f7-a577-48ed-b750-f449bcbdd6d0 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.378626 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-530a83f7-a577-48ed-b750-f449bcbdd6d0 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089080 Feb 04 11:31:59.381877 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9d9cf9fd-3b45-49dd-a9a0-cbc441cf94ca tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/98095e5c-b7d9-484d-8798-5beb0a4d1887 HTTP/1.1" status: 204 len: 168 time: 2.5072167 Feb 04 11:31:59.383011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.388197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.394785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-94234fb4-bfc8-4895-88b9-f1caff7fe040 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.397484 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-94234fb4-bfc8-4895-88b9-f1caff7fe040 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104442 Feb 04 11:31:59.402086 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-349a9aba-521b-40fa-9dc8-9f6306394c8b tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/ba27fb34-4ff8-4256-9f86-54ce1180a4b1 HTTP/1.1" status: 404 len: 337 time: 0.1021333 Feb 04 11:31:59.402086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35608) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.407125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba60ac-f3fd-4c66-be4f-5796d5f8b51b None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 11:31:59.422890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35612) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.450792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.556902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-39c96c91-03c9-4466-9c9e-28629347441b tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.557211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.558368 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39c96c91-03c9-4466-9c9e-28629347441b tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0130212 Feb 04 11:31:59.571965 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97e5ebd-fffc-47a3-83bc-c465521cc7e3 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.572688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97e5ebd-fffc-47a3-83bc-c465521cc7e3 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.578149 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d97e5ebd-fffc-47a3-83bc-c465521cc7e3 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/606b5751-e7f4-4d2a-871d-39a7bbfab230 HTTP/1.1" status: 404 len: 337 time: 0.1754162 Feb 04 11:31:59.578149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.580902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-3fb9419c-047b-4e3c-97c2-2967dada7c5d tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.581875 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3fb9419c-047b-4e3c-97c2-2967dada7c5d tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051751 Feb 04 11:31:59.582730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.587217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.612775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-3c981363-cf3c-40e4-9335-9c5d7a858d8f tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.617842 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3c981363-cf3c-40e4-9335-9c5d7a858d8f tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0256491 Feb 04 11:31:59.618314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.623686 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c40b0c-0bdd-4ffe-a660-c2b002340dc0 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.624414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c40b0c-0bdd-4ffe-a660-c2b002340dc0 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.641592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] For port d4151a04-7d82-4d1e-8b18-318efffe1cfa, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d4151a04-7d82-4d1e-8b18-318efffe1cfa,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:31:59.647903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba60ac-f3fd-4c66-be4f-5796d5f8b51b None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 11:31:59.660763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-dfb198f7-856e-4ea6-a107-d1818d2d8a74 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.662879 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dfb198f7-856e-4ea6-a107-d1818d2d8a74 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0423205 Feb 04 11:31:59.668557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.674407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-5dec8b8e-28d9-44f0-8fd7-bb62acef1af1 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.675692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5dec8b8e-28d9-44f0-8fd7-bb62acef1af1 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055003 Feb 04 11:31:59.679920 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-04c40b0c-0bdd-4ffe-a660-c2b002340dc0 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/0691e03a-eb8d-4d0c-9c17-12a4f37c0398 HTTP/1.1" status: 404 len: 339 time: 0.0947549 Feb 04 11:31:59.686577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.687124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35640) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.698307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-6e7856d6-2b04-49f3-b858-909779d8518a tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.699534 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6e7856d6-2b04-49f3-b858-909779d8518a tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0111916 Feb 04 11:31:59.737235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.750421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-71e1e1fd-7ff7-4be7-88ce-319d57d3a8f7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.751442 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-71e1e1fd-7ff7-4be7-88ce-319d57d3a8f7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0129981 Feb 04 11:31:59.759783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35650) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.763155 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38ba18f-fdc6-453e-be56-a087ddd131b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.763869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38ba18f-fdc6-453e-be56-a087ddd131b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.765733 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d38ba18f-fdc6-453e-be56-a087ddd131b5 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/0aae3666-c58b-46a3-bf4f-a216c45e5813 HTTP/1.1" status: 404 len: 337 time: 0.0753427 Feb 04 11:31:59.769863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-64699aff-a6e5-4218-ba1a-2efeb1e25354 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.771018 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-64699aff-a6e5-4218-ba1a-2efeb1e25354 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0098650 Feb 04 11:31:59.773889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35654) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.776508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35656) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.790199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.806399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-b875e57b-6ccf-4bdb-9ace-4a47096ce72f tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.810916 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b875e57b-6ccf-4bdb-9ace-4a47096ce72f tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0323532 Feb 04 11:31:59.811998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.812790 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fdc54f-01a5-4262-97b8-d8ff26808991 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.813648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fdc54f-01a5-4262-97b8-d8ff26808991 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.817326 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac7b1d-b705-49fe-aca2-d0171e24a2ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.817919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfac7b1d-b705-49fe-aca2-d0171e24a2ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.822017 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dfac7b1d-b705-49fe-aca2-d0171e24a2ee tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/cd1adc94-cbc5-43f5-88ad-07ac1c07e4df HTTP/1.1" status: 404 len: 339 time: 0.0454860 Feb 04 11:31:59.826076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.826257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-a0f9a4f7-830a-4cfd-a929-54365b3e66d4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.828721 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0f9a4f7-830a-4cfd-a929-54365b3e66d4 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0146818 Feb 04 11:31:59.829872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.830836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.866357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.873661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:31:59.878936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.883407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5eb74fcf-033a-41e0-9c24-3dcafedd363c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "PUT /v2.0/routers/0dc62b8b-2a3f-49c9-8542-e231d7186793 HTTP/1.1" status: 200 len: 919 time: 6.8447852 Feb 04 11:31:59.883407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-46fdc54f-01a5-4262-97b8-d8ff26808991 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/a4e91f8e-2c95-48eb-87e5-257adccd5768 HTTP/1.1" status: 404 len: 339 time: 0.4527647 Feb 04 11:31:59.908162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35674) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.908162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.908412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] Sync routers for ids ['0dc62b8b-2a3f-49c9-8542-e231d7186793'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:31:59.908412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Provisioning complete for port b2878fc0-dad5-4f02-b298-352a0baa0a99 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:31:59.908412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.916869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-32746fb0-2abb-4175-b00b-fb5926010b64 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.920065 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-32746fb0-2abb-4175-b00b-fb5926010b64 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0837648 Feb 04 11:31:59.928857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.930156 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aff109a-f062-410a-9d23-31537ac9a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:31:59.930605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aff109a-f062-410a-9d23-31537ac9a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:31:59.939101 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6aff109a-f062-410a-9d23-31537ac9a56c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/6af46912-2d75-46e2-9812-d42d9d250077 HTTP/1.1" status: 404 len: 337 time: 0.1001992 Feb 04 11:31:59.939101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:31:59.955567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35686) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:31:59.955567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-868f2151-9169-4d36-92bf-e6eaf5fd592c tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:31:59.957055 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-868f2151-9169-4d36-92bf-e6eaf5fd592c tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0233443 Feb 04 11:31:59.971636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Pushing event updated for resources: {'Port': ['ID=d4151a04-7d82-4d1e-8b18-318efffe1cfa,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:31:59.987677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] Routers {'0dc62b8b-2a3f-49c9-8542-e231d7186793'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:31:59.988353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0dc62b8b-2a3f-49c9-8542-e231d7186793'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:31:59.996928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=b2878fc0-dad5-4f02-b298-352a0baa0a99,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:00.017480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.043416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.053425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-129e5d1d-4879-4f1f-8e50-895163777094 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.053629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8861fc78-f107-4647-a345-1e6fd3d5904e no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:00.054844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-129e5d1d-4879-4f1f-8e50-895163777094 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0274704 Feb 04 11:32:00.075329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.080680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=449e7a29-ae9a-4aaf-9a3b-1b95378371b0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:00.089123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.092163 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13a2f1b1-93bc-4bf8-8448-1c11bd8b5d28 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/449e7a29-ae9a-4aaf-9a3b-1b95378371b0 HTTP/1.1" status: 204 len: 168 time: 2.3137703 Feb 04 11:32:00.096870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-2e63324b-8c06-4ad5-a387-2909a32623b2 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.100776 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2e63324b-8c06-4ad5-a387-2909a32623b2 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0191646 Feb 04 11:32:00.102012 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c6f94c-19b2-477c-9431-05d483c3dde0 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:00.102548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c6f94c-19b2-477c-9431-05d483c3dde0 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:00.106631 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f7c6f94c-19b2-477c-9431-05d483c3dde0 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/dfa06360-0b94-4108-a5df-72c8e1a45a4f HTTP/1.1" status: 404 len: 339 time: 0.0628099 Feb 04 11:32:00.106631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.106631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.110285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35702) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.114277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:00.115906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-f1032a78-4884-4416-9f5e-924e64e7fac9 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.120068 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f1032a78-4884-4416-9f5e-924e64e7fac9 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086434 Feb 04 11:32:00.122000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 8861fc78-f107-4647-a345-1e6fd3d5904e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:00.122349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8861fc78-f107-4647-a345-1e6fd3d5904e not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:00.167332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.182296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4b862a18-bcee-491e-8824-6452cdb229e7 None None] Port b2878fc0-dad5-4f02-b298-352a0baa0a99 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:00.194330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] Routers {'0dc62b8b-2a3f-49c9-8542-e231d7186793'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:00.194948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['0dc62b8b-2a3f-49c9-8542-e231d7186793'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:00.242047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-0a25092a-cf60-4e23-9aba-b15904860b7b tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.246997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0a25092a-cf60-4e23-9aba-b15904860b7b tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0330534 Feb 04 11:32:00.247251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7523d-3440-41b2-bd15-93e194eb55d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:00.247251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7523d-3440-41b2-bd15-93e194eb55d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:00.247251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ed7523d-3440-41b2-bd15-93e194eb55d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:00.248717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.254938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting subnet 6115df88-7f7c-40b6-8b61-4c706439bf9e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:00.261074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-598119fb-7574-4179-bdac-88f7eac854f1 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.266129 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-598119fb-7574-4179-bdac-88f7eac854f1 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072820 Feb 04 11:32:00.266129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.267450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35718) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.283919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-20b091da-6c18-4789-bd50-bb399f94840e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.288075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-20b091da-6c18-4789-bd50-bb399f94840e tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0164921 Feb 04 11:32:00.293382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.308267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206dc009-a6eb-4d4e-baeb-62546256d1b8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:00.315044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:00.315695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead289d-0e61-4d81-afbd-44d031001fdc None None] The sync data for ids ['0dc62b8b-2a3f-49c9-8542-e231d7186793'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:00.316086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-563e134d-6fc6-447b-a287-48e5b8f6db62 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.319690 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-563e134d-6fc6-447b-a287-48e5b8f6db62 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0208132 Feb 04 11:32:00.326310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.331955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a487c38b-d816-4a7b-9d43-bf5ded14d7c1 None None] Could not find standard attr ID for object 449e7a29-ae9a-4aaf-9a3b-1b95378371b0. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:32:00.338531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-d96322ae-391a-4dce-8e6d-fc946aded1e7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.338889 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d96322ae-391a-4dce-8e6d-fc946aded1e7 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085819 Feb 04 11:32:00.342089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.350114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-84a228e6-3c15-46da-8a1c-4beabffccaa5 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.351176 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-84a228e6-3c15-46da-8a1c-4beabffccaa5 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0081239 Feb 04 11:32:00.354196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.359540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.363512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e28a9b9-b925-4de9-9c8d-723c0404c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.374489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.387342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.388577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1d3dbbfd-f705-431d-843c-2f3441c8d45d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0668316 Feb 04 11:32:00.390092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-f6891839-a16c-4c71-87b1-a061949ee90c tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.391347 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f6891839-a16c-4c71-87b1-a061949ee90c tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0360749 Feb 04 11:32:00.392224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35738) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.398709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.409738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [None req-1aa36a94-b62a-4814-85d2-a866ffe33b1b tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.411307 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1aa36a94-b62a-4814-85d2-a866ffe33b1b tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078754 Feb 04 11:32:00.412430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': '206dc009-a6eb-4d4e-baeb-62546256d1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:00.424206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.424569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:00.430230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [None req-fe315d60-58ef-4b95-af8f-1ab6f91dc802 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:32:00.431389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fe315d60-58ef-4b95-af8f-1ab6f91dc802 tempest-ExtensionsTestJSON-915628668 tempest-ExtensionsTestJSON-915628668-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091667 Feb 04 11:32:00.435972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ed7523d-3440-41b2-bd15-93e194eb55d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:00.437341 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ed7523d-3440-41b2-bd15-93e194eb55d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3309748 Feb 04 11:32:00.440717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:00.444245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.451886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:00.503488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:00.560515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet e53f479f-66b0-4474-88d0-91a527b9b799 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:00.564299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.614813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d38163b2-a704-4e44-91df-9af2e5edc29c tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/0dc62b8b-2a3f-49c9-8542-e231d7186793 HTTP/1.1" status: 200 len: 919 time: 0.7232680 Feb 04 11:32:00.618640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.649574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:00.655688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:00.657691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.710104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.721901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5729e35-cf95-4a37-b3fd-9a8a9ce305ba']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:00.727633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.745443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ba740c-55dd-4163-bedb-11fcfa3d4781') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:00.745863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ba740c-55dd-4163-bedb-11fcfa3d4781') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:00.766047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:00.781473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.913387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.944660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:00.957478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d608a23-4234-4883-b5ad-86b5052f211e tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:00.958170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2d608a23-4234-4883-b5ad-86b5052f211e tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Synchronizing usage tracker for tenant:5425ddd650554278995453b9ae1e06b3 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:00.981271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.002863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.015572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:01.015969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:01.031089 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:01.039471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=6115df88-7f7c-40b6-8b61-4c706439bf9e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:01.045427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.050915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.057272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b5a4e-d0c3-4eac-9e5d-99346a1bcc98 None None] Network 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:01.121122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b071ef2b-430c-44b0-ab9c-145109c8cc23,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:01.125538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2d608a23-4234-4883-b5ad-86b5052f211e tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Unset dirty status for tenant:5425ddd650554278995453b9ae1e06b3 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:01.131495 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2d608a23-4234-4883-b5ad-86b5052f211e tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=0dc62b8b-2a3f-49c9-8542-e231d7186793&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4752531 Feb 04 11:32:01.132709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.134384 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6f0d7848-fb0b-4129-907b-c7a8555b01e6 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/6115df88-7f7c-40b6-8b61-4c706439bf9e HTTP/1.1" status: 204 len: 168 time: 1.0228033 Feb 04 11:32:01.138182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.160015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35770) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.176295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.245250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-83d34d1d-e11b-40b6-8bb3-565da6819652 None None] Provisioning complete for port b2878fc0-dad5-4f02-b298-352a0baa0a99 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:01.245535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-83d34d1d-e11b-40b6-8bb3-565da6819652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.272926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.300725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.302380 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-67e610d8-7a5a-4d71-9dcd-8bd9d0eb8974 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9034162 Feb 04 11:32:01.309214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=e53f479f-66b0-4474-88d0-91a527b9b799,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:01.313502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35776) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.314610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.328977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.331196 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9d792e43-919a-4327-b5b6-7971f6c0b20f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/e53f479f-66b0-4474-88d0-91a527b9b799 HTTP/1.1" status: 204 len: 168 time: 0.8837719 Feb 04 11:32:01.337580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.343599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-83d34d1d-e11b-40b6-8bb3-565da6819652 None None] Port b2878fc0-dad5-4f02-b298-352a0baa0a99 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:01.346422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=b5729e35-cf95-4a37-b3fd-9a8a9ce305ba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:01.346606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d14bc8-fb6e-4882-99bb-eb60fdba41e9 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:01.364033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-45145284-a2d5-46ee-9431-d109fdefb7e5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/b5729e35-cf95-4a37-b3fd-9a8a9ce305ba HTTP/1.1" status: 204 len: 168 time: 1.4710000 Feb 04 11:32:01.373899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 06e860f1-f3df-4aec-84d4-58daedf22f43 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:01.375758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.411567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.424160 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-babd8b8f-94d9-4d0a-b3e0-073e25acc1d6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850666 Feb 04 11:32:01.429619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.434139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c83a5-9067-4ac8-913b-85f4dc4be378 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:01.438617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4a8c83a5-9067-4ac8-913b-85f4dc4be378 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.2999847 Feb 04 11:32:01.438893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:01.453618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7205e2c0-3827-4f6e-a0cc-57aa2cf11afa tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.455244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35792) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.463716 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a9f03d-2367-43bb-9076-77509465bb4f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:01.464176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a9f03d-2367-43bb-9076-77509465bb4f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:01.468219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2a9f03d-2367-43bb-9076-77509465bb4f tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/909bb557-5763-467a-a5ab-187d8c0314ba HTTP/1.1" status: 404 len: 337 time: 0.0849550 Feb 04 11:32:01.473799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7205e2c0-3827-4f6e-a0cc-57aa2cf11afa tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.479982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.527462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.544593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port c130487e-b011-4c7d-81b1-756735298c19 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:01.545062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.639582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:01.720293 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-654db184-78b3-4ed3-b8df-a0836029d9ce tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc62b8b-2a3f-49c9-8542-e231d7186793 HTTP/1.1" status: 200 len: 205 time: 0.2569828 Feb 04 11:32:01.729429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.810734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Usage tracker for resource:security_group_rule and tenant:cc7d204b2dc346dfbbd8f842613e0924 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:01.816427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e2fc2-ad1b-4b63-ab1b-e574d3c514a2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:01.816427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e2fc2-ad1b-4b63-ab1b-e574d3c514a2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:01.819891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:01.834969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:01.835589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] DHCP port deletion for 7530f2e2-d77d-42a6-a6eb-d527c6ba9141 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:01.841190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f89e2fc2-ad1b-4b63-ab1b-e574d3c514a2 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/19ed1d34-b374-437a-a19f-fab6a1253139 HTTP/1.1" status: 404 len: 339 time: 0.3048198 Feb 04 11:32:01.845837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.851482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Deleting port c130487e-b011-4c7d-81b1-756735298c19 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:01.851895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.887791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:01.894377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:01.908141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:01.910716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] Deleting port d4151a04-7d82-4d1e-8b18-318efffe1cfa {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:01.910876 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-048e211b-74af-4a09-82b9-25a9b16c8a67 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:01.910981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:01.911076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048e211b-74af-4a09-82b9-25a9b16c8a67 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:01.915591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-048e211b-74af-4a09-82b9-25a9b16c8a67 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/e1df853f-e3bc-458a-af1a-0e7a3d15ae31 HTTP/1.1" status: 404 len: 337 time: 0.0641301 Feb 04 11:32:01.919826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4839d9a7-0392-4ead-b949-f5cee1d42a34 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/06e860f1-f3df-4aec-84d4-58daedf22f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5619674 Feb 04 11:32:01.919826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.920063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:01.929810 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] Sync routers for ids ['06e860f1-f3df-4aec-84d4-58daedf22f43'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:01.948526 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] Routers {'06e860f1-f3df-4aec-84d4-58daedf22f43'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:01.949392 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['06e860f1-f3df-4aec-84d4-58daedf22f43'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:01.971760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:02.001451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7205e2c0-3827-4f6e-a0cc-57aa2cf11afa tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.024209 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4156d7-425c-4cd9-bdb8-0492cc810c43 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.025379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4156d7-425c-4cd9-bdb8-0492cc810c43 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.059973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205e2c0-3827-4f6e-a0cc-57aa2cf11afa tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b071ef2b-430c-44b0-ab9c-145109c8cc23,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:02.064177 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:02.066871 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fe4156d7-425c-4cd9-bdb8-0492cc810c43 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/f530ebf3-8a46-4597-8234-a7b735148450 HTTP/1.1" status: 404 len: 339 time: 0.1486161 Feb 04 11:32:02.073613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7205e2c0-3827-4f6e-a0cc-57aa2cf11afa tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.077653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.078213 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7205e2c0-3827-4f6e-a0cc-57aa2cf11afa tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b071ef2b-430c-44b0-ab9c-145109c8cc23 HTTP/1.1" status: 204 len: 168 time: 0.7587404 Feb 04 11:32:02.080929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c130487e-b011-4c7d-81b1-756735298c19 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:02.082846 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] Routers {'06e860f1-f3df-4aec-84d4-58daedf22f43'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:02.084346 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:31:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['06e860f1-f3df-4aec-84d4-58daedf22f43'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:02.086880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.112334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de96a52-d97a-4dc3-9937-08c2d9469206 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:02.113058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1de96a52-d97a-4dc3-9937-08c2d9469206 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:02.141990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:02.145490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.162593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.172468 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:02.173840 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df460a2-85b6-4c02-87d1-d400873e7f99 None None] The sync data for ids ['06e860f1-f3df-4aec-84d4-58daedf22f43'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:02.191810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef3046d5-da55-49f1-bbc6-60dae1ecdf37 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:02.221281 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ec1e68-7dcf-4055-841d-2798aa83f6a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.221627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ec1e68-7dcf-4055-841d-2798aa83f6a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.223671 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39ec1e68-7dcf-4055-841d-2798aa83f6a7 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/7b32f6a5-b555-4807-88ed-4ef6aa55e829 HTTP/1.1" status: 404 len: 337 time: 0.1423173 Feb 04 11:32:02.229090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.229894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35824) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.255664 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98ad6c1-f787-4d36-9883-68efba6b73c9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.256130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98ad6c1-f787-4d36-9883-68efba6b73c9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.264320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c98ad6c1-f787-4d36-9883-68efba6b73c9 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/7b7941fe-0308-4fce-9d39-2a99521cd784 HTTP/1.1" status: 404 len: 339 time: 0.0311337 Feb 04 11:32:02.264576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.296464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1de96a52-d97a-4dc3-9937-08c2d9469206 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:02.302392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1de96a52-d97a-4dc3-9937-08c2d9469206 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports/b2878fc0-dad5-4f02-b298-352a0baa0a99 HTTP/1.1" status: 200 len: 910 time: 0.3768156 Feb 04 11:32:02.302392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.311938 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-45355c2d-c7c0-4f58-aaf4-6152d5e8c077 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.312858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45355c2d-c7c0-4f58-aaf4-6152d5e8c077 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.316592 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-45355c2d-c7c0-4f58-aaf4-6152d5e8c077 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/a8ab37b9-b82a-4d31-a828-ac3c38f9ae76 HTTP/1.1" status: 404 len: 337 time: 0.0485954 Feb 04 11:32:02.318936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00b5c7f4-ce7a-4c93-b4a5-54a37a68a921'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:02.323157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.358771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef3046d5-da55-49f1-bbc6-60dae1ecdf37 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:02.363265 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ef3046d5-da55-49f1-bbc6-60dae1ecdf37 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2753201 Feb 04 11:32:02.366691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.375277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.378835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port c130487e-b011-4c7d-81b1-756735298c19, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c130487e-b011-4c7d-81b1-756735298c19,segment=NetworkSegment(4e94a701-d04d-4c9b-acc0-13e6782d054e),segment_id=4e94a701-d04d-4c9b-acc0-13e6782d054e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:02.379199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.452081 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-919534c8-291d-4558-833e-7c0957a69ac0 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.452769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919534c8-291d-4558-833e-7c0957a69ac0 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.459762 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc7d204b2dc346dfbbd8f842613e0924&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2923040 Feb 04 11:32:02.459991 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-919534c8-291d-4558-833e-7c0957a69ac0 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/d69b1166-5933-4b52-981c-bc4ee18f6ea9 HTTP/1.1" status: 404 len: 339 time: 0.1279798 Feb 04 11:32:02.468322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.468632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.508498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449f36-e6a5-4feb-adc2-87799c5885cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c915165d-0fd4-4f84-a977-575e4bed1995,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:02.525892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] For port c130487e-b011-4c7d-81b1-756735298c19, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c130487e-b011-4c7d-81b1-756735298c19,segment=NetworkSegment(4e94a701-d04d-4c9b-acc0-13e6782d054e),segment_id=4e94a701-d04d-4c9b-acc0-13e6782d054e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:02.526369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.534497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] For port d4151a04-7d82-4d1e-8b18-318efffe1cfa, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d4151a04-7d82-4d1e-8b18-318efffe1cfa,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:02.534937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.643376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.662981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for c130487e-b011-4c7d-81b1-756735298c19 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:02.687093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] Calling delete_port for d4151a04-7d82-4d1e-8b18-318efffe1cfa owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:02.718278 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-125a8e44-890e-42e2-b595-1b4c533d83f1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.718721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125a8e44-890e-42e2-b595-1b4c533d83f1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.720401 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-125a8e44-890e-42e2-b595-1b4c533d83f1 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/e4ea7238-db7f-403e-a228-be20b35e8864 HTTP/1.1" status: 404 len: 337 time: 0.1855378 Feb 04 11:32:02.743813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.828320 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3728b954-9bbe-4f49-80dd-3ed2d5a5f9fe tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:02.828788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3728b954-9bbe-4f49-80dd-3ed2d5a5f9fe tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:02.844592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Calling delete_port for c130487e-b011-4c7d-81b1-756735298c19 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:02.887797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.900726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.903995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1472d366-1cbf-4d43-b4a6-66d53267b8b9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.917592 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3728b954-9bbe-4f49-80dd-3ed2d5a5f9fe tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/be1d83ed-b99b-4b11-ad81-9acc79adb90f HTTP/1.1" status: 404 len: 339 time: 0.1704628 Feb 04 11:32:02.940134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35856) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:02.964650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3903585-e0fd-4c87-a923-e07e294a3a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:02.975809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1472d366-1cbf-4d43-b4a6-66d53267b8b9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.000347 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-210908a4-f149-4bf0-bf7b-52d62c4d1532 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:03.000794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210908a4-f149-4bf0-bf7b-52d62c4d1532 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:03.002915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-210908a4-f149-4bf0-bf7b-52d62c4d1532 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/6e587964-3bad-4287-a5e1-64ad72474f39 HTTP/1.1" status: 404 len: 337 time: 0.0614855 Feb 04 11:32:03.006607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.039753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd5ddeb-41a5-4683-a0fa-a48c96c2069a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:03.040785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd5ddeb-41a5-4683-a0fa-a48c96c2069a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:03.042604 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5dd5ddeb-41a5-4683-a0fa-a48c96c2069a tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/4c4fb241-aca1-4505-8772-1586acc9cb91 HTTP/1.1" status: 404 len: 339 time: 0.0350342 Feb 04 11:32:03.058911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.060798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3903585-e0fd-4c87-a923-e07e294a3a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.071111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb644524-10df-4dda-9a84-a5c3b6bfcb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.131102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Deleting port 5e7910a8-89b0-4a01-a84a-b45e3abd18ab {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:03.131102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.186447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d4151a04-7d82-4d1e-8b18-318efffe1cfa no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:03.254257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:03.254746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:03.256095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: d4151a04-7d82-4d1e-8b18-318efffe1cfa {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:03.257426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d4151a04-7d82-4d1e-8b18-318efffe1cfa not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:03.259267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.289225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.322572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] Pushing event deleted for resources: {'Port': ['ID=d4151a04-7d82-4d1e-8b18-318efffe1cfa,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:03.326908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8e6c7-0042-4b0a-8d5b-cadfde636a3f None None] No DVR routers for this DVR port d4151a04-7d82-4d1e-8b18-318efffe1cfa on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:03.337234 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51dd6d1-6edf-4fbe-a2d9-41eee5bf6823 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:03.339005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51dd6d1-6edf-4fbe-a2d9-41eee5bf6823 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:03.385710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.388275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Port': ['ID=c130487e-b011-4c7d-81b1-756735298c19,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:03.424736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No DVR routers for this DVR port c130487e-b011-4c7d-81b1-756735298c19 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:03.464316 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a51dd6d1-6edf-4fbe-a2d9-41eee5bf6823 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/a14b282d-3f32-4827-9e5c-b00a47cebc09 HTTP/1.1" status: 404 len: 337 time: 0.3949749 Feb 04 11:32:03.467618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.490172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.500507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1472d366-1cbf-4d43-b4a6-66d53267b8b9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.572908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81505c6-d52d-417f-980d-323a6f9a5e61 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:03.572908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81505c6-d52d-417f-980d-323a6f9a5e61 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:03.574462 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c81505c6-d52d-417f-980d-323a6f9a5e61 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/3fcd491a-9eed-457b-9bfa-4432d7f1c464 HTTP/1.1" status: 404 len: 339 time: 0.1057584 Feb 04 11:32:03.586824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.617833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=b2878fc0-dad5-4f02-b298-352a0baa0a99,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:03.628810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:03.629762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.631566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ed5ccc90-4134-4a46-9e14-cfb03e1fdb9e tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/ports/b2878fc0-dad5-4f02-b298-352a0baa0a99 HTTP/1.1" status: 200 len: 910 time: 1.3289330 Feb 04 11:32:03.634555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.648211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472d366-1cbf-4d43-b4a6-66d53267b8b9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206dc009-a6eb-4d4e-baeb-62546256d1b8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:03.650607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.678953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.757834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Deleting port c130487e-b011-4c7d-81b1-756735298c19 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:03.757834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.758155 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9634e2ac-b7dd-46b4-a5d1-42b2163d5fd5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:03.758155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9634e2ac-b7dd-46b4-a5d1-42b2163d5fd5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:03.759655 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9634e2ac-b7dd-46b4-a5d1-42b2163d5fd5 tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/ab8d2c62-0ade-4870-aae1-29cf27e88c98 HTTP/1.1" status: 404 len: 337 time: 0.1658211 Feb 04 11:32:03.771358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:32:03.771845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.772022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1472d366-1cbf-4d43-b4a6-66d53267b8b9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.772493 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1472d366-1cbf-4d43-b4a6-66d53267b8b9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/206dc009-a6eb-4d4e-baeb-62546256d1b8 HTTP/1.1" status: 204 len: 168 time: 1.3984392 Feb 04 11:32:03.775017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.784884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.788725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3903585-e0fd-4c87-a923-e07e294a3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.791023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3903585-e0fd-4c87-a923-e07e294a3a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.792207 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e3903585-e0fd-4c87-a923-e07e294a3a0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c915165d-0fd4-4f84-a977-575e4bed1995 HTTP/1.1" status: 204 len: 168 time: 1.2589018 Feb 04 11:32:03.796679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:03.893143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77162c59-ed14-4dcf-bb40-20172baa4bf5 None None] The port 'c130487e-b011-4c7d-81b1-756735298c19' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:03.893613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3903585-e0fd-4c87-a923-e07e294a3a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c915165d-0fd4-4f84-a977-575e4bed1995,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:03.908565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7530f2e2-d77d-42a6-a6eb-d527c6ba9141']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:03.922714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:03.957325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:03.971170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e94a701-d04d-4c9b-acc0-13e6782d054e') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:03.971170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e94a701-d04d-4c9b-acc0-13e6782d054e') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:03.972265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc33b1-39f8-45dd-8024-b4103fd4da2f None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:03.980575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:03.981166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:03.988627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.025197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.091398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=b09ecd1c-f062-4bb0-aaae-6fcf039d371c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:04.118552 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e89a506-e600-4b2e-b2d0-595191dd2deb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:04.119083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e89a506-e600-4b2e-b2d0-595191dd2deb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:04.123283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7e89a506-e600-4b2e-b2d0-595191dd2deb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/5b8cda1b-3ed8-4b4b-98a8-bd082c3abc4f HTTP/1.1" status: 404 len: 339 time: 0.3493683 Feb 04 11:32:04.127487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35892) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:04.164417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Calling delete_port for 5e7910a8-89b0-4a01-a84a-b45e3abd18ab owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:04.205772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-26599de7-f10d-4c3d-94d7-9400cd4d1516 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:04.210101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.227530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'b09ecd1c-f062-4bb0-aaae-6fcf039d371c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:04.228643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.232306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:04.232913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:04.250324 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:04.270304 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9d38e695-0101-46f1-b66e-c7d35009f2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8392913 Feb 04 11:32:04.277579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:04.304808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:16:47:3d', 'name': 'tempest-NetworksTestDHCPv6-792231217'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:04.333157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-26599de7-f10d-4c3d-94d7-9400cd4d1516 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:04.334971 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26599de7-f10d-4c3d-94d7-9400cd4d1516 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5024283 Feb 04 11:32:04.345367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:04.409096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015268970'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:04.443766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:04.458009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.462243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting subnet d7065b08-8b8e-4010-9e67-4e6d0e003688 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:04.481313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.490371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.499502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Allocated IP 2001:db8::f816:3eff:fea4:6add (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b09ecd1c-f062-4bb0-aaae-6fcf039d371c/0b00f699-29a2-43df-ac03-af9966b1a455) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:04.505230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=7530f2e2-d77d-42a6-a6eb-d527c6ba9141,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:04.520534 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15636a65-dc12-4e84-89cf-a25dea694eff tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/7530f2e2-d77d-42a6-a6eb-d527c6ba9141 HTTP/1.1" status: 204 len: 168 time: 3.3810363 Feb 04 11:32:04.523462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:04.576585 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faa2f8e-9914-428e-8d00-abbe4496874c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:04.577864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8faa2f8e-9914-428e-8d00-abbe4496874c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:04.579771 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8faa2f8e-9914-428e-8d00-abbe4496874c tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/a16d9e1d-2e3b-4a02-8d4a-515007050985 HTTP/1.1" status: 404 len: 337 time: 0.0551982 Feb 04 11:32:04.582307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:04.604609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:04.606680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.619146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.663537 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6113bd-8562-4581-835f-df3d7ab48e79 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:04.664395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6113bd-8562-4581-835f-df3d7ab48e79 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:04.667252 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2a6113bd-8562-4581-835f-df3d7ab48e79 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/015f639d-8d3f-4a8f-b412-ffa53c5f51e3 HTTP/1.1" status: 404 len: 339 time: 0.0837648 Feb 04 11:32:04.670481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event deleted for resources: {'Port': ['ID=5e7910a8-89b0-4a01-a84a-b45e3abd18ab,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:04.672596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:04.790949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.817227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Transition to ACTIVE for port object 0b00f699-29a2-43df-ac03-af9966b1a455 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:04.831593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.837899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.845498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Transition to ACTIVE for port object 0b00f699-29a2-43df-ac03-af9966b1a455 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:04.845815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:04.889698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting subnet 2ccae8a6-f799-4641-95af-6865585395f6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:04.892283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:04.909006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:04.912573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:04.945586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:05.002739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:05.011437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:05.020498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:05.047575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.087381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Pushing event updated for resources: {'Port': ['ID=0b00f699-29a2-43df-ac03-af9966b1a455,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:05.090911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:05.101639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.122649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.226846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.231985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.247015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Attempting to bind port 0b00f699-29a2-43df-ac03-af9966b1a455 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:05.248448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Attempting to bind port 0b00f699-29a2-43df-ac03-af9966b1a455 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:05.249202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Attempting to bind port 0b00f699-29a2-43df-ac03-af9966b1a455 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:05.262279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:05.262279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:05.262279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.262279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:05.262279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Bound port: 0b00f699-29a2-43df-ac03-af9966b1a455, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:05.262279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.263868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.379826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35934) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:05.386010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.406216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] For port 0b00f699-29a2-43df-ac03-af9966b1a455, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:05.411502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] For port 0b00f699-29a2-43df-ac03-af9966b1a455, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b00f699-29a2-43df-ac03-af9966b1a455,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:05.427396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.427979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc62b8b-2a3f-49c9-8542-e231d7186793 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:32:05.444570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.462421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.463540 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0467c0eb-5661-453e-a777-03b674201dfe tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/0dc62b8b-2a3f-49c9-8542-e231d7186793 HTTP/1.1" status: 204 len: 168 time: 3.7302382 Feb 04 11:32:05.472398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35940) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:05.480548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1164790056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:05.492872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:05.503296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.506539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Usage tracker for resource:router and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:05.510165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:05.517397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:05.570478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.597095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.604118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2122816660'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:05.606673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92c2d-d2b0-45a0-a7bb-af567fa08f76 None None] Pushing event updated for resources: {'Port': ['ID=0b00f699-29a2-43df-ac03-af9966b1a455,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:05.609025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:05.617126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.617776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.623519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccae8a6-f799-4641-95af-6865585395f6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:05.623798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.629498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.637062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281b1d3-a65b-4363-9147-65dd34d3237f None None] Network 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:05.648928 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4974ab5a-62f9-4b72-8b2e-3c9c748a3f0f tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/subnets/2ccae8a6-f799-4641-95af-6865585395f6 HTTP/1.1" status: 204 len: 168 time: 0.9739234 Feb 04 11:32:05.650864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.652186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35944) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:05.660729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:05.697542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.779151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:05.781520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.791861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.794412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:05.794960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.797431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Subnet': ['ID=d7065b08-8b8e-4010-9e67-4e6d0e003688,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:05.815475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:05.818789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.845084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.845382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e800a0-3595-458b-b9c9-48da0fdf6f16 None None] Network 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:05.881109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fea213-0a56-47fc-9ac0-cb6a6b7b14d8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:05.922275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port c14eb461-8b2a-49a2-b8e6-68bbbffaec03 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:05.962230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:05.964910 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9b154669-48c2-4368-9136-a4ee00f8d85d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4924769 Feb 04 11:32:05.966555 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e798e44f-5192-4916-93dc-0b6bc4f136fb tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/subnets/d7065b08-8b8e-4010-9e67-4e6d0e003688 HTTP/1.1" status: 204 len: 168 time: 1.8379869 Feb 04 11:32:05.969188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35948) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:05.970247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:05.984348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:06.106653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:06.110137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.164070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.168358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7adfe343-8e0f-4254-a5a1-2634928dc0f4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8220625 Feb 04 11:32:06.169962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:06.188135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] DHCP port deletion for 9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:06.194462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] Deleting port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:06.194844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.270975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] DHCP port deletion for 8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:06.315381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] Deleting port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:06.315609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.355215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.378983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'e0fea213-0a56-47fc-9ac0-cb6a6b7b14d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:06.392797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:06.414683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:06.424270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:06.426560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group_rule and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:06.437868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:06.440923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port b2878fc0-dad5-4f02-b298-352a0baa0a99 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:06.441261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.473136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fe16:473d (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b09ecd1c-f062-4bb0-aaae-6fcf039d371c/c14eb461-8b2a-49a2-b8e6-68bbbffaec03) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:06.483408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:06.664264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] For port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,segment=NetworkSegment(104a5f12-6b81-4b33-9d08-0bcca7ed039c),segment_id=104a5f12-6b81-4b33-9d08-0bcca7ed039c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:06.664778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.683631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.771501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] For port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,segment=NetworkSegment(104a5f12-6b81-4b33-9d08-0bcca7ed039c),segment_id=104a5f12-6b81-4b33-9d08-0bcca7ed039c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:06.771817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.799965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Deleting port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:06.800299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.829775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] Calling delete_port for 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:06.882973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] For port 5805fede-4e60-4843-b1e3-3b5fb6c84d07, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5805fede-4e60-4843-b1e3-3b5fb6c84d07,segment=NetworkSegment(9ac8726f-4316-49e4-81e0-588c639b3b06),segment_id=9ac8726f-4316-49e4-81e0-588c639b3b06)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:06.883380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.905862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:06.926295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object c14eb461-8b2a-49a2-b8e6-68bbbffaec03 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:06.932515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.011389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.025511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] Calling delete_port for 5805fede-4e60-4843-b1e3-3b5fb6c84d07 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:07.132566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.142456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.161695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.183726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.186730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.190730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:07.194461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Calling delete_port for 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:07.235807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.255116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] Pushing event deleted for resources: {'Port': ['ID=6fc58d57-3624-4f8e-aeb1-c6f1b55b6829,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:07.261454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a1f0b-50d3-4d66-920f-9b45df40db50 None None] No DVR routers for this DVR port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:07.301540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] The port '5805fede-4e60-4843-b1e3-3b5fb6c84d07' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:07.316693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] Pushing event deleted for resources: {'Port': ['ID=5805fede-4e60-4843-b1e3-3b5fb6c84d07,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:07.318611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71321b8-4116-4033-9732-2598e306f8bb None None] No DVR routers for this DVR port 5805fede-4e60-4843-b1e3-3b5fb6c84d07 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:07.352237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for b2878fc0-dad5-4f02-b298-352a0baa0a99 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:07.390400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.397175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.415720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e0d355bc-69e3-4665-a1a1-35a70f035421 None None] Provisioning for port 0b00f699-29a2-43df-ac03-af9966b1a455 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:07.418408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9addaaeb-7a42-4d37-b215-7abc0779e9b3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:07.484905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.485254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment d347dd91-5c22-4174-80dc-c25046c79fc8 of type vlan for network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 Feb 04 11:32:07.507867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c56e887-6899-43a3-83c2-0937aacd923c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:07.520064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:07.520064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:07.521425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.555717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:07.573497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:07.579943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac8726f-4316-49e4-81e0-588c639b3b06') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:07.580237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac8726f-4316-49e4-81e0-588c639b3b06') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:07.582669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.589131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:07.595000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.604801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:07.610587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:07.611161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.616408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.617789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=c14eb461-8b2a-49a2-b8e6-68bbbffaec03,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:07.625421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:07.625918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:07.641869 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:07.693803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.698503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-005aa4c1-c686-4539-bd69-4507cbceab4a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3424752 Feb 04 11:32:07.701854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:07.786978 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c4c7be20-a988-49aa-a362-7bae1162fc80 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5048435 Feb 04 11:32:07.794538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35964) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:07.803297 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-87272439-b4d2-40ba-8bd6-ea18a49fc1a4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules/9c56e887-6899-43a3-83c2-0937aacd923c HTTP/1.1" status: 200 len: 763 time: 0.0987306 Feb 04 11:32:07.813132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:07.850185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.855852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:07.856481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.909966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.941347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:07.994043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] Pushing event deleted for resources: {'Network': ['ID=8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:08.006976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.033319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Deleting port 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:08.033537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.050581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=50fe9310-036c-4a26-b5cb-74ff18fd9a09,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:08.050782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b00f699-29a2-43df-ac03-af9966b1a455 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:08.062510 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-28547ce9-b317-42d0-a937-f01b32acd8ec tempest-NetworksTest-2019641314 tempest-NetworksTest-2019641314-project] 10.222.0.36 "DELETE /v2.0/networks/8f937ef7-5fce-4b4d-9f32-8d15ffda2e9d HTTP/1.1" status: 204 len: 168 time: 2.0888226 Feb 04 11:32:08.084586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:08.086409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a4dbda-55e3-4989-bb59-54fb3514346a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:08.092236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.102300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a4dbda-55e3-4989-bb59-54fb3514346a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:08.102300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-99a4dbda-55e3-4989-bb59-54fb3514346a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:08.106528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bfbb07b5-e342-433b-8b88-49848778ee7e None None] Provisioning for port c14eb461-8b2a-49a2-b8e6-68bbbffaec03 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:08.127155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9c0dd133-93b4-4aed-9247-979341b41527 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:08.130656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.153041 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fc4848f7-bd48-486e-b62c-3921fc95af2a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7677765 Feb 04 11:32:08.177040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] The port '6fc58d57-3624-4f8e-aeb1-c6f1b55b6829' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:08.177307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:08.219463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'name': 'tempest-PortsIpV6TestJSON-1348339698'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:08.231481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bfbb07b5-e342-433b-8b88-49848778ee7e None None] Provisioning complete for port c14eb461-8b2a-49a2-b8e6-68bbbffaec03 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:08.232603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bfbb07b5-e342-433b-8b88-49848778ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.259088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-99a4dbda-55e3-4989-bb59-54fb3514346a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:08.262997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-99a4dbda-55e3-4989-bb59-54fb3514346a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4649937 Feb 04 11:32:08.266351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=b2878fc0-dad5-4f02-b298-352a0baa0a99,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:08.269607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:08.344027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb07b5-e342-433b-8b88-49848778ee7e None None] Port c14eb461-8b2a-49a2-b8e6-68bbbffaec03 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:08.435342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9c0dd133-93b4-4aed-9247-979341b41527 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:08.439787 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9c0dd133-93b4-4aed-9247-979341b41527 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6257112 Feb 04 11:32:08.450768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:08.477732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.493330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port c14eb461-8b2a-49a2-b8e6-68bbbffaec03 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:08.493881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.501342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0b00f699-29a2-43df-ac03-af9966b1a455 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:08.507992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0b00f699-29a2-43df-ac03-af9966b1a455 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:08.508524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.532010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:08.709281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:08.723057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35988) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:08.727523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:08.733529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.750787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8111c051-1abd-4536-a7ce-9ec778635aee tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.763472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:08.775907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.789935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:08.792222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0b00f699-29a2-43df-ac03-af9966b1a455, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b00f699-29a2-43df-ac03-af9966b1a455,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:08.806416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8111c051-1abd-4536-a7ce-9ec778635aee tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.816143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104a5f12-6b81-4b33-9d08-0bcca7ed039c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:08.816900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104a5f12-6b81-4b33-9d08-0bcca7ed039c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:08.847046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Allocated IP 172.26.6.30 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/3bb648b5-a4f8-4523-9aa0-4199140aeeae) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:08.850518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.866979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.893592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.942102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:08.948326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:08.951527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5805fede-4e60-4843-b1e3-3b5fb6c84d07 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:08.962385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:08.962935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.006056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5805fede-4e60-4843-b1e3-3b5fb6c84d07 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:09.006056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5805fede-4e60-4843-b1e3-3b5fb6c84d07 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:09.006491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:09.046078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:09.046394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6fc58d57-3624-4f8e-aeb1-c6f1b55b6829 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:09.047790 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:09.065308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0b00f699-29a2-43df-ac03-af9966b1a455,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:09.134122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8111c051-1abd-4536-a7ce-9ec778635aee tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.204633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111c051-1abd-4536-a7ce-9ec778635aee tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c56e887-6899-43a3-83c2-0937aacd923c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:09.218921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 85844e19-bd1a-400c-95c4-76452e094b4d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:09.238269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 06e860f1-f3df-4aec-84d4-58daedf22f43 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:32:09.294974 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9f6d54c5-525e-4caf-877a-5a57d9dfbe13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=091ed070118f4aeb9a89b059a49df483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705845 Feb 04 11:32:09.298780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:09.351234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.379997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.383364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.410078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.414215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8111c051-1abd-4536-a7ce-9ec778635aee tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.415383 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8111c051-1abd-4536-a7ce-9ec778635aee tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9c56e887-6899-43a3-83c2-0937aacd923c HTTP/1.1" status: 204 len: 168 time: 0.9636691 Feb 04 11:32:09.422627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:09.449818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] Pushing event deleted for resources: {'Network': ['ID=9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:09.475448 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d8255020-2df5-4c0d-8b58-c0e8a4edab84 tempest-NetworksIpV6Test-124502925 tempest-NetworksIpV6Test-124502925-project] 10.222.0.36 "DELETE /v2.0/networks/9073d8fc-14f2-4bb7-aa54-4c2d1454d8e6 HTTP/1.1" status: 204 len: 168 time: 3.8219984 Feb 04 11:32:09.486748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27a4b780-d119-4524-8e2a-22dbdba052fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.554888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for c14eb461-8b2a-49a2-b8e6-68bbbffaec03 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:09.555507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27a4b780-d119-4524-8e2a-22dbdba052fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.595728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:09.606065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] Sync routers for ids ['06e860f1-f3df-4aec-84d4-58daedf22f43'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:09.608655 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f4302d13-0c2e-44a9-a4a4-dc6ba396f2d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/06e860f1-f3df-4aec-84d4-58daedf22f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9729021 Feb 04 11:32:09.611226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:09.620526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] Routers {'06e860f1-f3df-4aec-84d4-58daedf22f43'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:09.622161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['06e860f1-f3df-4aec-84d4-58daedf22f43'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:09.689637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec5a048f-069f-4321-ac60-66ae75c036b3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:09.705251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-19db3d45-f4e0-40b2-ba84-ddb31d02217c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:09.717297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.739108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.809273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:09.825061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] Routers {'06e860f1-f3df-4aec-84d4-58daedf22f43'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:09.825210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27a4b780-d119-4524-8e2a-22dbdba052fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:09.825753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['06e860f1-f3df-4aec-84d4-58daedf22f43'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:09.826276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec5a048f-069f-4321-ac60-66ae75c036b3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:09.831077 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ec5a048f-069f-4321-ac60-66ae75c036b3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e860f1-f3df-4aec-84d4-58daedf22f43 HTTP/1.1" status: 200 len: 205 time: 0.2118280 Feb 04 11:32:09.835875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-19db3d45-f4e0-40b2-ba84-ddb31d02217c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:09.839264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-19db3d45-f4e0-40b2-ba84-ddb31d02217c tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4143276 Feb 04 11:32:09.845880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:09.847229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:09.856247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'e0fea213-0a56-47fc-9ac0-cb6a6b7b14d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:09.876875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:09.890773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:09.923988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:09.933156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4b780-d119-4524-8e2a-22dbdba052fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff4c64-a0a4-4bbc-9d97-316b823ea69a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:09.936563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:09.937092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event updated for resources: {'Port': ['ID=3bb648b5-a4f8-4523-9aa0-4199140aeeae,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:09.937342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9efa2d1-30fd-4f42-a692-c9682f55bb52 None None] The sync data for ids ['06e860f1-f3df-4aec-84d4-58daedf22f43'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:09.940092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:09.981270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.002761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:10.044161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27a4b780-d119-4524-8e2a-22dbdba052fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.047950 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-27a4b780-d119-4524-8e2a-22dbdba052fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1ff4c64-a0a4-4bbc-9d97-316b823ea69a HTTP/1.1" status: 204 len: 168 time: 0.7455795 Feb 04 11:32:10.069381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.069616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:10.071836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=c14eb461-8b2a-49a2-b8e6-68bbbffaec03,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:10.104388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.145636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.146363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.149604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b00f699-29a2-43df-ac03-af9966b1a455 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:10.285094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.327173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-73d8fe3f-d05c-4bdb-9623-43d65e02bb6a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/c14eb461-8b2a-49a2-b8e6-68bbbffaec03 HTTP/1.1" status: 204 len: 168 time: 2.0561688 Feb 04 11:32:10.329693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:10.341604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=85844e19-bd1a-400c-95c4-76452e094b4d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:10.366949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0b00f699-29a2-43df-ac03-af9966b1a455 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:10.366949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.418881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.474627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5cd17e-eba9-448a-9035-490ef615d45e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:10.543358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb968266-6cc7-4fe2-9ba5-d7e2da8aaeef tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:10.544983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb968266-6cc7-4fe2-9ba5-d7e2da8aaeef tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:10.548994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fb968266-6cc7-4fe2-9ba5-d7e2da8aaeef tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2154443 Feb 04 11:32:10.549655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36032) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:10.587905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0c9efb38-b0e2-4914-bd06-3035a396c166 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9239d65a9c9641e59444d4d296d4ca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105863 Feb 04 11:32:10.589807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:10.643766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.647510 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-463745d5-6f20-4f05-b32b-17b94f3b0ad4 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7976401 Feb 04 11:32:10.658834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:10.667174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet b09ecd1c-f062-4bb0-aaae-6fcf039d371c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:10.680984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.872092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.878960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5c55a69a-8513-489b-bf9a-ea10cf419c4e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules/8b5cd17e-eba9-448a-9035-490ef615d45e HTTP/1.1" status: 200 len: 763 time: 0.2189903 Feb 04 11:32:10.882636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.884203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:10.909791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8054e81-8b83-4a74-bf03-fdb1d0a5f650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.925755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': 'd347dd91-5c22-4174-80dc-c25046c79fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:10.926120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 50fe9310-036c-4a26-b5cb-74ff18fd9a09, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:10.928486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.998250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:10.998775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router 06e860f1-f3df-4aec-84d4-58daedf22f43 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:32:11.003793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8054e81-8b83-4a74-bf03-fdb1d0a5f650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.016393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.017863 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2db614f0-a68b-4ca8-bceb-bd2844fa9141 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/06e860f1-f3df-4aec-84d4-58daedf22f43 HTTP/1.1" status: 204 len: 168 time: 1.1665347 Feb 04 11:32:11.021027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36056) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.035131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-94d01c70-7d6e-42e5-9953-72bc08a0b973 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:11.057838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:11.097851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.186176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-94d01c70-7d6e-42e5-9953-72bc08a0b973 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:11.188048 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-94d01c70-7d6e-42e5-9953-72bc08a0b973 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3007693 Feb 04 11:32:11.205210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.229509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 00b5c7f4-ce7a-4c93-b4a5-54a37a68a921 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:11.238652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1815fa-bb4f-4c68-bf8f-c7a12302877e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.244217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.250830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1815fa-bb4f-4c68-bf8f-c7a12302877e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.278130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8054e81-8b83-4a74-bf03-fdb1d0a5f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.281171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.288179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 50fe9310-036c-4a26-b5cb-74ff18fd9a09) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:11.292748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:11.300656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:11.301483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.306437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6df62d-b2f2-469b-b550-41cca7ff691f None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:11.341862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054e81-8b83-4a74-bf03-fdb1d0a5f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cacf1b-e04d-4dd1-b031-fee9660ce7ee,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:11.343616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=b09ecd1c-f062-4bb0-aaae-6fcf039d371c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:11.348543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.368813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6c6b2a70-09b5-4757-9046-d93d95106b71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b09ecd1c-f062-4bb0-aaae-6fcf039d371c HTTP/1.1" status: 204 len: 168 time: 0.8172741 Feb 04 11:32:11.371497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.377213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1815fa-bb4f-4c68-bf8f-c7a12302877e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.386091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1815fa-bb4f-4c68-bf8f-c7a12302877e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.389762 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bf1815fa-bb4f-4c68-bf8f-c7a12302877e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8b5cd17e-eba9-448a-9035-490ef615d45e HTTP/1.1" status: 204 len: 168 time: 0.1807816 Feb 04 11:32:11.392053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36076) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.395182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1815fa-bb4f-4c68-bf8f-c7a12302877e tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5cd17e-eba9-448a-9035-490ef615d45e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:11.414316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd303167-ba91-4c98-a264-675285b7990e None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:11.437421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8054e81-8b83-4a74-bf03-fdb1d0a5f650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.441269 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d8054e81-8b83-4a74-bf03-fdb1d0a5f650 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74cacf1b-e04d-4dd1-b031-fee9660ce7ee HTTP/1.1" status: 204 len: 168 time: 0.8489060 Feb 04 11:32:11.464841 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-de3a7dbf-5912-4888-94b9-a92a8298c7eb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900004 Feb 04 11:32:11.465520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.466583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-54cd943e-416b-4487-a192-5cbfde8bd54d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:11.482511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36082) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.528144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.571852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c121295-a911-471b-838d-db2292f021a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:11.572697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1c121295-a911-471b-838d-db2292f021a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:11.581525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36086) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.607475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-54cd943e-416b-4487-a192-5cbfde8bd54d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:11.607475 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-54cd943e-416b-4487-a192-5cbfde8bd54d tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2117574 Feb 04 11:32:11.608632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.622967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'e0fea213-0a56-47fc-9ac0-cb6a6b7b14d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:11.647584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:11.670328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:11.687178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1c121295-a911-471b-838d-db2292f021a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:11.689094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1c121295-a911-471b-838d-db2292f021a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2178140 Feb 04 11:32:11.692127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36096) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.786949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Project 22e86a1957a844b4b78dfd77bf0ff606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:32:11.803318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.817147 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-00b0711d-d4d2-48af-ab4e-7c77e0c19909 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6381242 Feb 04 11:32:11.818433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7d6d4-17bd-4408-afd2-fa7961914d0e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:11.819192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cef7d6d4-17bd-4408-afd2-fa7961914d0e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:11.824532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:11.835739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-63781091'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:11.851864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:11.864110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:11.874575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1933252025'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:11.880767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:11.892993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:11.895280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:11.910639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:11.910639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:11.917702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:11.918021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:11.923603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Deleting port 0b00f699-29a2-43df-ac03-af9966b1a455 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:11.924038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.938719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:11.997483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b00f699-29a2-43df-ac03-af9966b1a455 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:12.015218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cef7d6d4-17bd-4408-afd2-fa7961914d0e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:12.016421 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cef7d6d4-17bd-4408-afd2-fa7961914d0e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3188267 Feb 04 11:32:12.019408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.026801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.032143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.069721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.092400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.094063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:12.098205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.124274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:12.127796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.144974 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ea9faf85-bd57-4867-95f8-9a7cba9783ff tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248651 Feb 04 11:32:12.159500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.165247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.188482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4231c1fb-99c3-4daf-912b-da16e840502e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:12.190579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:12.200127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:12.206924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group_rule and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:12.211319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:12.222048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:12.227194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:12.242405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.242960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment 7dc474eb-3123-40af-a2d9-1609b18cec83 of type vlan for network 956812eb-829d-41c7-8837-b922e1588590 Feb 04 11:32:12.279066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.309905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.316010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.319154 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a1a26abc-7d6a-4124-9065-d10d7d00d539 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7076945 Feb 04 11:32:12.323504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.370624 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-69b4b2e2-a237-4c62-adb6-00d6bac3b515 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules/4231c1fb-99c3-4daf-912b-da16e840502e HTTP/1.1" status: 200 len: 769 time: 0.0426943 Feb 04 11:32:12.374216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.447891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] For port 0b00f699-29a2-43df-ac03-af9966b1a455, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b00f699-29a2-43df-ac03-af9966b1a455,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:12.448614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.459034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0b00f699-29a2-43df-ac03-af9966b1a455, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b00f699-29a2-43df-ac03-af9966b1a455,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:12.470464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.498403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-721db599-d6d0-44b8-a38f-ae4c86112495 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:12.513625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.522289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:12.522953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.573972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:12.579091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.589401 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Calling delete_port for 0b00f699-29a2-43df-ac03-af9966b1a455 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:12.591822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:12.622282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.633524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.653960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-721db599-d6d0-44b8-a38f-ae4c86112495 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:12.658490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-721db599-d6d0-44b8-a38f-ae4c86112495 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2800946 Feb 04 11:32:12.662680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.697343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:12.704248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=956812eb-829d-41c7-8837-b922e1588590,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:12.711755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397f5b52-979a-44c1-bb5e-c54b12a072e5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:12.715741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=00b5c7f4-ce7a-4c93-b4a5-54a37a68a921,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:12.717744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.718127 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment 3fa92314-f2ff-4a99-a377-68cea83d941b of type vlan for network e3e163de-9b13-4e52-9b9c-5245a4707a10 Feb 04 11:32:12.720415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:12.721984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0b00f699-29a2-43df-ac03-af9966b1a455,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:12.735519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c9dbd-f843-40a5-8c57-c53978266d0f None None] Network 0a7f37a3-770b-42f3-957c-41a24d24c053 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:12.738975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.748831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.759264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 956812eb-829d-41c7-8837-b922e1588590 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:12.780628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.797328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c15d576e-11d4-4645-8895-bd5cbb0dfc7f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9691770 Feb 04 11:32:12.808296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36140) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.816402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'ports': [{'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'}, {'network_id': '956812eb-829d-41c7-8837-b922e1588590'}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:12.818698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:12.819328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '956812eb-829d-41c7-8837-b922e1588590'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:12.889690 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc9937a6-c501-498b-a20b-acddd8dfba5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/00b5c7f4-ce7a-4c93-b4a5-54a37a68a921 HTTP/1.1" status: 204 len: 168 time: 1.8676021 Feb 04 11:32:12.899755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:12.904342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e38871-256a-4c9a-bb42-842dc6bfa6b6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.914870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:12.915230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:12.916514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e38871-256a-4c9a-bb42-842dc6bfa6b6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.924072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.929777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:12.930364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:12.937129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Router 9003d909-8234-47cf-8cdf-70f34e2e34c5 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:13.116313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.147949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=e3e163de-9b13-4e52-9b9c-5245a4707a10,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:13.153426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-09127b06-adee-4f5b-84d7-2b8827392f6a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5685804 Feb 04 11:32:13.153426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:13.157481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:13.162208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:13.179994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'name': 'tempest-PortsTestJSON-1586161038'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:13.246949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deee472-be49-4f53-81be-22e662108b83 None None] DHCP port deletion for 0a7f37a3-770b-42f3-957c-41a24d24c053 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:13.272709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0deee472-be49-4f53-81be-22e662108b83 None None] Deleting port ef4d88cd-5e9f-441c-b35e-7642175e9f14 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:13.273081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0deee472-be49-4f53-81be-22e662108b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.348379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e38871-256a-4c9a-bb42-842dc6bfa6b6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.361079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:13.373636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-801912727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:13.375776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port ef4d88cd-5e9f-441c-b35e-7642175e9f14 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:13.376120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.388398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:13.394741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:13.405367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:13.415130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e38871-256a-4c9a-bb42-842dc6bfa6b6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4231c1fb-99c3-4daf-912b-da16e840502e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:13.417189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:router and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:13.420186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Deleting port 0b00f699-29a2-43df-ac03-af9966b1a455 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:13.420811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.421497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:13.423744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:13.438065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:13.439419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:13.444435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:13.449401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:13.456907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:13.505242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.542283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:13.549052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.561026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.562130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.568550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:13.571868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.595736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=77d9b94e-40a2-4477-91ec-b4b3c33a035f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:13.603208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.621864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 5e57d042-e64a-47e0-89f0-046128479fa5 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:13.635496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0deee472-be49-4f53-81be-22e662108b83 None None] For port ef4d88cd-5e9f-441c-b35e-7642175e9f14, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ef4d88cd-5e9f-441c-b35e-7642175e9f14,segment=NetworkSegment(ed233b00-592d-41ab-b894-0fc0603a5ef6),segment_id=ed233b00-592d-41ab-b894-0fc0603a5ef6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:13.635920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0deee472-be49-4f53-81be-22e662108b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.656028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.745922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15e38871-256a-4c9a-bb42-842dc6bfa6b6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.745922 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15e38871-256a-4c9a-bb42-842dc6bfa6b6 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4231c1fb-99c3-4daf-912b-da16e840502e HTTP/1.1" status: 204 len: 168 time: 1.0665700 Feb 04 11:32:13.757705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:13.761006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:13.763502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:13.784661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:13.785247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.828139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0deee472-be49-4f53-81be-22e662108b83 None None] Calling delete_port for ef4d88cd-5e9f-441c-b35e-7642175e9f14 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:13.844076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port ef4d88cd-5e9f-441c-b35e-7642175e9f14, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ef4d88cd-5e9f-441c-b35e-7642175e9f14,segment=NetworkSegment(ed233b00-592d-41ab-b894-0fc0603a5ef6),segment_id=ed233b00-592d-41ab-b894-0fc0603a5ef6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:13.844700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.853976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:13.861104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:13.864799 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5ea0ba12-67b0-4b9b-a63f-a057c0d8a7d6 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "PUT /v2.0/routers/9003d909-8234-47cf-8cdf-70f34e2e34c5 HTTP/1.1" status: 200 len: 879 time: 7.8907602 Feb 04 11:32:13.877232 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] Sync routers for ids ['9003d909-8234-47cf-8cdf-70f34e2e34c5'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:13.885197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:13.893781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4487add1-f331-478f-8ffc-94e264472b1a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:13.898081 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] Routers {'9003d909-8234-47cf-8cdf-70f34e2e34c5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:13.900944 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9003d909-8234-47cf-8cdf-70f34e2e34c5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:14.043577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] For port 0b00f699-29a2-43df-ac03-af9966b1a455, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b00f699-29a2-43df-ac03-af9966b1a455,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:14.043959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.058567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ef4d88cd-5e9f-441c-b35e-7642175e9f14 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:14.072650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.086733 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:14.099234 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] Routers {'9003d909-8234-47cf-8cdf-70f34e2e34c5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:14.100698 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9003d909-8234-47cf-8cdf-70f34e2e34c5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:14.154232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for ef4d88cd-5e9f-441c-b35e-7642175e9f14 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:14.176491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0deee472-be49-4f53-81be-22e662108b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.183836 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:14.184590 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ea3d6-892f-4baa-ba2c-345115e9e216 None None] The sync data for ids ['9003d909-8234-47cf-8cdf-70f34e2e34c5'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:14.193108 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-23deae49-c2c6-4def-b3cf-db9b14af699c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0247498 Feb 04 11:32:14.194126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:14.238486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:3c:7b:0d', 'name': 'tempest-NetworksTestDHCPv6-675974535'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:14.241185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port b5f95a2c-0b81-49ac-a683-4b0ac01d11aa yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:14.280091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Calling delete_port for 0b00f699-29a2-43df-ac03-af9966b1a455 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:14.285322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.340221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.342366 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27f907bd-0642-443b-a4a4-e33b507788d0 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1857438 Feb 04 11:32:14.347796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deee472-be49-4f53-81be-22e662108b83 None None] Pushing event deleted for resources: {'Port': ['ID=ef4d88cd-5e9f-441c-b35e-7642175e9f14,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:14.349268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36176) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:14.352430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No active binding found for port ef4d88cd-5e9f-441c-b35e-7642175e9f14 {{(pid=88133) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 11:32:14.352850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ef4d88cd-5e9f-441c-b35e-7642175e9f14 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:14.358094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deee472-be49-4f53-81be-22e662108b83 None None] No DVR routers for this DVR port ef4d88cd-5e9f-441c-b35e-7642175e9f14 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:14.375916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1439382630'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:14.400289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:14.402920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:network and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:14.408174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:14.425059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:14.431405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.509228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.514352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.564667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4487add1-f331-478f-8ffc-94e264472b1a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:14.566027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] Pushing event deleted for resources: {'Port': ['ID=0b00f699-29a2-43df-ac03-af9966b1a455,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:14.569696 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4487add1-f331-478f-8ffc-94e264472b1a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8040488 Feb 04 11:32:14.570307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Made reservation on behalf of e0779497373747ac880224687368872c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:14.570602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36180) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:14.572427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d177b-f696-4962-939b-fb93ba3ec165 None None] No DVR routers for this DVR port 0b00f699-29a2-43df-ac03-af9966b1a455 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:14.573831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.591907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7eed7f-ab4a-487c-b90d-59d54be35729 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:14.624274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.651971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 067d58bd-1c98-4970-a6c5-9bea8a20a354 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:14.672639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:14.690425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:security_group_rule and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:14.700326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=5e57d042-e64a-47e0-89f0-046128479fa5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:14.703289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:14.717542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:14.721911 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-027b02e7-8590-4ca2-8128-01673d66ce1f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/9003d909-8234-47cf-8cdf-70f34e2e34c5 HTTP/1.1" status: 200 len: 920 time: 0.8189106 Feb 04 11:32:14.743141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:14.743506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d964529-2650-418e-a0ea-892608dc41a9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.746877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:14.754240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:14.762709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': '3fa92314-f2ff-4a99-a377-68cea83d941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:14.763206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: e3e163de-9b13-4e52-9b9c-5245a4707a10, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:14.826954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:14.853435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d964529-2650-418e-a0ea-892608dc41a9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.877734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:14.890347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:14.901170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.919801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.953679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba93269-ddb6-45c0-9371-72290561f619 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:14.960133 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7ba93269-ddb6-45c0-9371-72290561f619 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=9003d909-8234-47cf-8cdf-70f34e2e34c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2104273 Feb 04 11:32:14.960517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36188) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:14.973891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:14.994604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '77d9b94e-40a2-4477-91ec-b4b3c33a035f'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:14.996050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.002806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:15.012509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e3e163de-9b13-4e52-9b9c-5245a4707a10) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:15.016689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:15.023327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:15.024008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.026475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08445aaa-e5eb-413b-b4af-8cbf04ad7334 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:15.038473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:15.047524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.047887 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Added segment fc837a58-97b4-4e42-a88a-5e0e66eacfe5 of type vlan for network 70848142-54e1-42d5-a6de-051755946d73 Feb 04 11:32:15.051497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5439a2-4304-4145-abcd-b47fe9b5bcc5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:15.066265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.120915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d964529-2650-418e-a0ea-892608dc41a9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.161638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d964529-2650-418e-a0ea-892608dc41a9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fea213-0a56-47fc-9ac0-cb6a6b7b14d8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:15.170058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.194168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:15.201089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:15.203680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:15.204718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.221008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=b5f95a2c-0b81-49ac-a683-4b0ac01d11aa,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:15.254255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port ef4d88cd-5e9f-441c-b35e-7642175e9f14 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:15.254769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.284393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-03994f76-1599-44bd-ad17-803ffb3b09c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1193986 Feb 04 11:32:15.292499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36192) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:15.311688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589994744'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:15.319089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.332186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=067d58bd-1c98-4970-a6c5-9bea8a20a354,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:15.335746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81373a-4e47-44df-85fc-62ae670c59d6 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:15.336641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2a81373a-4e47-44df-85fc-62ae670c59d6 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Synchronizing usage tracker for tenant:5425ddd650554278995453b9ae1e06b3 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:15.345870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': '7dc474eb-3123-40af-a2d9-1609b18cec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '956812eb-829d-41c7-8837-b922e1588590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:15.346724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 956812eb-829d-41c7-8837-b922e1588590, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:15.370362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.377654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:15.377948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:15.378603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.392407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/77d9b94e-40a2-4477-91ec-b4b3c33a035f/e395e5d3-df27-4da1-8892-7bc24c8ea5a8) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:15.403925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] The port 'ef4d88cd-5e9f-441c-b35e-7642175e9f14' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:15.405264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:15.416238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:15.452541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:15.486952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 956812eb-829d-41c7-8837-b922e1588590 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:15.507996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Network': ['ID=70848142-54e1-42d5-a6de-051755946d73,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:15.530080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 70848142-54e1-42d5-a6de-051755946d73 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:15.541522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 77efa17e-da42-4e98-91b6-4aab53ae3c41 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:15.576331 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-074e2c42-cd7b-41b8-b752-5036c9af80ce tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2258949 Feb 04 11:32:15.579242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:15.585762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'subnet': {'network_id': '70848142-54e1-42d5-a6de-051755946d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:15.589598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2a81373a-4e47-44df-85fc-62ae670c59d6 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Unset dirty status for tenant:5425ddd650554278995453b9ae1e06b3 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:15.590406 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2a81373a-4e47-44df-85fc-62ae670c59d6 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.6287217 Feb 04 11:32:15.591402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d964529-2650-418e-a0ea-892608dc41a9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.594876 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1d964529-2650-418e-a0ea-892608dc41a9 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0fea213-0a56-47fc-9ac0-cb6a6b7b14d8 HTTP/1.1" status: 204 len: 168 time: 1.0026014 Feb 04 11:32:15.599362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36200) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:15.599693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36202) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:15.611614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 956812eb-829d-41c7-8837-b922e1588590) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:15.631596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dcfb1c-9473-420c-861a-0781c45d7ce8 None None] Network 956812eb-829d-41c7-8837-b922e1588590 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:15.679619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:15.685231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:15.690334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:15.691027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.744383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:15.746369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:15.749426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:subnet and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:15.751008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.752925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:15.760058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:15.765584 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ef39d03e-e4e9-4f41-8cd3-c2f0bdb1c96d tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=9003d909-8234-47cf-8cdf-70f34e2e34c5 HTTP/1.1" status: 200 len: 205 time: 0.1646996 Feb 04 11:32:15.769454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:15.777370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.815242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7f37a3-770b-42f3-957c-41a24d24c053']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:15.837683 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6ca3c5b3-890b-405d-b942-2e6b3faca6c3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0276930 Feb 04 11:32:15.843722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:15.850345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Made reservation on behalf of e0779497373747ac880224687368872c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:15.854505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.891786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed233b00-592d-41ab-b894-0fc0603a5ef6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:15.891786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed233b00-592d-41ab-b894-0fc0603a5ef6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:15.937069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.947406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:15.962593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Transition to ACTIVE for port object e395e5d3-df27-4da1-8892-7bc24c8ea5a8 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:15.984115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6a0fcd41-5794-4a0b-842c-5ec0b14716b5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:15.988037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Transition to ACTIVE for port object e395e5d3-df27-4da1-8892-7bc24c8ea5a8 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:15.998100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 067d58bd-1c98-4970-a6c5-9bea8a20a354 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:15.998100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.068809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.143802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.156622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:16.160607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:16.164782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:16.169201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:16.170763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:16.171055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:16.197567 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:16.200611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6a0fcd41-5794-4a0b-842c-5ec0b14716b5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:16.200611 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6a0fcd41-5794-4a0b-842c-5ec0b14716b5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5974934 Feb 04 11:32:16.207042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:16.211116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Pushing event updated for resources: {'Port': ['ID=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:16.217044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380398892'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:16.235086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:16.236411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.277167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Attempting to bind port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:16.277622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Attempting to bind port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:16.278017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Attempting to bind port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:16.287496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:16.287868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:16.288276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.288666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:16.289344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Bound port: e395e5d3-df27-4da1-8892-7bc24c8ea5a8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:16.289676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.306195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.306634 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment 02f197cc-98af-4ccc-abae-d0e5cb56266a of type vlan for network 966308f0-f1b9-41b3-a9de-2f9e46059864 Feb 04 11:32:16.325113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:16.390469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] For port e395e5d3-df27-4da1-8892-7bc24c8ea5a8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:16.395791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::285 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/77d9b94e-40a2-4477-91ec-b4b3c33a035f/77efa17e-da42-4e98-91b6-4aab53ae3c41) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:16.456163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.494629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.513098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] For port e395e5d3-df27-4da1-8892-7bc24c8ea5a8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:16.526277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.552854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:16.558480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:16.561766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:16.569000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:16.610670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.622920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.655440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.664406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.678842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.687536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Deleting port 3bb648b5-a4f8-4523-9aa0-4199140aeeae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:16.691638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.693931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.713525 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/0a7f37a3-770b-42f3-957c-41a24d24c053 HTTP/1.1" status: 204 len: 168 time: 3.7834227 Feb 04 11:32:16.724182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600bd3-8441-490c-86b7-80f1d8d25644 None None] Pushing event updated for resources: {'Port': ['ID=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:16.737999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:16.788812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1203488019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:16.800690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:16.828004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:16.847935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:16.861446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:16.878824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7988b-bfaa-4af2-a940-52681d0daffd tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=0a7f37a3-770b-42f3-957c-41a24d24c053,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:16.887535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 067d58bd-1c98-4970-a6c5-9bea8a20a354 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:16.914989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:16.993689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c127fb6f-ed0e-458f-b6f7-95f7b080efe8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:16.996609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Subnet': ['ID=8b15f438-38c4-4b0f-99e0-e2a722f9be0a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:17.022358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Checking segment: {'id': 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70848142-54e1-42d5-a6de-051755946d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:17.022762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network hostable DHCP agents. Network: 70848142-54e1-42d5-a6de-051755946d73, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:17.026989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.032956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:17.034068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.085588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.087164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.101855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.103239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-477ff2e8-8824-4a48-8afe-ff279e3ee46b tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8948455 Feb 04 11:32:17.108379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36224) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:17.125304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Request body: {'security_group_rule': {'security_group_id': 'c127fb6f-ed0e-458f-b6f7-95f7b080efe8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:17.138364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:17.145338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.165555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.168380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Usage tracker for resource:security_group_rule and tenant:22e86a1957a844b4b78dfd77bf0ff606 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:17.173192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:17.181364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network 70848142-54e1-42d5-a6de-051755946d73 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:17.269738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=966308f0-f1b9-41b3-a9de-2f9e46059864,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:17.273290 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-448d1ef6-dab3-46e3-b680-6fcb97eecf29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9774902 Feb 04 11:32:17.276974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36228) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:17.290612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 966308f0-f1b9-41b3-a9de-2f9e46059864 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:17.295021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'ports': [{'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'}, {'network_id': '966308f0-f1b9-41b3-a9de-2f9e46059864'}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:17.295317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:17.295827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': '966308f0-f1b9-41b3-a9de-2f9e46059864'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:17.315252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Calling delete_port for 3bb648b5-a4f8-4523-9aa0-4199140aeeae owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:17.326670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.342956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:17.399119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.451107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 70848142-54e1-42d5-a6de-051755946d73) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:17.455757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:17.456328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.470915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dadf652-18c3-431d-845c-b201d9dfca9a None None] Network 70848142-54e1-42d5-a6de-051755946d73 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:17.486255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.492603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 77efa17e-da42-4e98-91b6-4aab53ae3c41 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:17.497902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=067d58bd-1c98-4970-a6c5-9bea8a20a354,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:17.531492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.549466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.558910 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-554c491f-10b4-4fb9-85a4-07e09de54e3e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/067d58bd-1c98-4970-a6c5-9bea8a20a354 HTTP/1.1" status: 204 len: 168 time: 1.7138214 Feb 04 11:32:17.564319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:17.693067 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5c3dd663-9c9c-48d6-b5e4-9bab183c6ad2 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1119235 Feb 04 11:32:17.694229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36236) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:17.707065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:17.712687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'network': {'name': 'tempest-router-network01--858483916'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:17.718394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:17.719637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.721757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.722395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:17.722976 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d7dbbbab-8bc6-441c-a62d-5e8da73b1c85 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9512630 Feb 04 11:32:17.724160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:17.727031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:17.734044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762735741'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:17.737878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:network and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:17.741290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:17.744176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:17.753794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:17.759050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:17.761949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:17.773859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:17.784484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.791952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-70848142-54e1-42d5-a6de-051755946d73', 'network_id': '70848142-54e1-42d5-a6de-051755946d73', 'tenant_id': 'e0779497373747ac880224687368872c', 'fixed_ips': [{'subnet_id': '8b15f438-38c4-4b0f-99e0-e2a722f9be0a'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:17.795653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.828628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:17.840620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.861677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event deleted for resources: {'Port': ['ID=3bb648b5-a4f8-4523-9aa0-4199140aeeae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:17.878215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.880858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb48c6-2e19-47f8-b798-99d0379e082a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:17.892542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:17.892704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb48c6-2e19-47f8-b798-99d0379e082a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:17.892800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.892879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-67fb48c6-2e19-47f8-b798-99d0379e082a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:17.897504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00341068-8ade-4a71-9dab-938462bbc332,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:17.924844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:17.974951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Made reservation on behalf of e0779497373747ac880224687368872c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:17.978292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.007017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Allocated IP 172.20.0.2 (70848142-54e1-42d5-a6de-051755946d73/8b15f438-38c4-4b0f-99e0-e2a722f9be0a/f8bd4010-2ed8-42e3-bedf-67952d339795) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:18.069702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=77efa17e-da42-4e98-91b6-4aab53ae3c41,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:18.081581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:18.088907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.132044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e395e5d3-df27-4da1-8892-7bc24c8ea5a8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:18.137154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:18.143540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.145038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-51fb5f4b-bf44-47e4-b9d2-c6e5732521a5 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0333385 Feb 04 11:32:18.152653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:18.173634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:18.180982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:18.185832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:18.188991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:18.196074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:18.196851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.221024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-67fb48c6-2e19-47f8-b798-99d0379e082a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:18.222512 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67fb48c6-2e19-47f8-b798-99d0379e082a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6504424 Feb 04 11:32:18.229263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.237249 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Added segment b3db8088-b6ba-4fc9-853b-a91ae965ec23 of type vlan for network e0e67f80-8a60-4b8e-a799-a131f3fbe665 Feb 04 11:32:18.240355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.250445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:18.382825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:18.391266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.405736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Transition to ACTIVE for port object f8bd4010-2ed8-42e3-bedf-67952d339795 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:18.435709 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-355f8454-caa2-47ca-acfe-8f846629834f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2197156 Feb 04 11:32:18.440778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Transition to ACTIVE for port object f8bd4010-2ed8-42e3-bedf-67952d339795 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:18.442113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:18.467281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] Provisioning for port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:18.478618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] Provisioning complete for port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:18.479051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.528388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port b5f95a2c-0b81-49ac-a683-4b0ac01d11aa {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:18.528791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.530696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.575800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 73976e74-b1c7-48ef-bd1a-b69ac267f76f yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:18.630984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.631361 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment b531495e-6db9-4c95-85aa-7fd9746cba48 of type vlan for network 1b0439fd-1749-4b32-90ef-71e16af7d067 Feb 04 11:32:18.643307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Network 70848142-54e1-42d5-a6de-051755946d73 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:18.647581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Pushing event updated for resources: {'Port': ['ID=f8bd4010-2ed8-42e3-bedf-67952d339795,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:18.650341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:18.650667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.656161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:18.659175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.719109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.733019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.741971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a754f47-c8de-42d0-84bd-f1e95009ad5a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.777406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Attempting to bind port f8bd4010-2ed8-42e3-bedf-67952d339795 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:18.777780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Attempting to bind port f8bd4010-2ed8-42e3-bedf-67952d339795 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70848142-54e1-42d5-a6de-051755946d73'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:18.778196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Attempting to bind port f8bd4010-2ed8-42e3-bedf-67952d339795 on network 70848142-54e1-42d5-a6de-051755946d73 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:18.789995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:18.790628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Checking segment: {'id': 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70848142-54e1-42d5-a6de-051755946d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:18.791079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.791478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Bound using segment: {'id': 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70848142-54e1-42d5-a6de-051755946d73'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:18.791986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Bound port: f8bd4010-2ed8-42e3-bedf-67952d339795, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70848142-54e1-42d5-a6de-051755946d73'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:18.792516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.804545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a754f47-c8de-42d0-84bd-f1e95009ad5a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.823241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.823793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Fanout notify agent at l3_agent the message router_deleted on router 9003d909-8234-47cf-8cdf-70f34e2e34c5 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:32:18.873369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.878800 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-efb5852f-d01f-47ca-896c-402903528d5e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/9003d909-8234-47cf-8cdf-70f34e2e34c5 HTTP/1.1" status: 204 len: 168 time: 3.1038601 Feb 04 11:32:18.879583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:18.885592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1569912200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:18.894815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:18.898666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Usage tracker for resource:router and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:18.902030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:18.910167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:18.918468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.924333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.931155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:18.931620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:18.978738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] For port f8bd4010-2ed8-42e3-bedf-67952d339795, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:18.982814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] For port f8bd4010-2ed8-42e3-bedf-67952d339795, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f8bd4010-2ed8-42e3-bedf-67952d339795,segment=NetworkSegment(fc837a58-97b4-4e42-a88a-5e0e66eacfe5),segment_id=fc837a58-97b4-4e42-a88a-5e0e66eacfe5)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:18.984771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] For port e395e5d3-df27-4da1-8892-7bc24c8ea5a8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:19.003887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.025721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a411102-b448-44f5-963a-945917f88a63 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:19.031565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a411102-b448-44f5-963a-945917f88a63 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:19.032532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a411102-b448-44f5-963a-945917f88a63 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:19.039848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.040976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.044279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.049736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:19.050344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.054181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a754f47-c8de-42d0-84bd-f1e95009ad5a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.073417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.091082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a754f47-c8de-42d0-84bd-f1e95009ad5a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c127fb6f-ed0e-458f-b6f7-95f7b080efe8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.112162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a754f47-c8de-42d0-84bd-f1e95009ad5a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.116012 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2a754f47-c8de-42d0-84bd-f1e95009ad5a tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/c127fb6f-ed0e-458f-b6f7-95f7b080efe8 HTTP/1.1" status: 204 len: 168 time: 0.9548049 Feb 04 11:32:19.119283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.125572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Network': ['ID=e0e67f80-8a60-4b8e-a799-a131f3fbe665,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.138886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.141081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.152565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:19.198215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for b5f95a2c-0b81-49ac-a683-4b0ac01d11aa owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:19.248044 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ac5c19e2-07bd-4c77-86c3-307416aa35e1 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5513580 Feb 04 11:32:19.261528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.271072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'network': {'name': 'tempest-router-network02--1091921224'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:19.289296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5598767 Feb 04 11:32:19.292273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:19.298419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.312073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837c56b-0795-414a-974c-e1b69facc686 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=1b0439fd-1749-4b32-90ef-71e16af7d067,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.318098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:network and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:19.319251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:19.323761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:19.324804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c590a-1cd0-4af3-abe7-2c8bbe6a97e0 None None] Pushing event updated for resources: {'Port': ['ID=f8bd4010-2ed8-42e3-bedf-67952d339795,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.330091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2307a9ab-590c-42d7-a38b-989783501eac tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:19.334133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:19.344219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:19.387307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.423757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-79961778-b5e4-49f1-a111-15dab39ed4f6 None None] Provisioning for port 77efa17e-da42-4e98-91b6-4aab53ae3c41 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:19.423985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a411102-b448-44f5-963a-945917f88a63 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:19.425131 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9a411102-b448-44f5-963a-945917f88a63 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9796622 Feb 04 11:32:19.427493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.428248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36274) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.473355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2307a9ab-590c-42d7-a38b-989783501eac tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:19.475455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2307a9ab-590c-42d7-a38b-989783501eac tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3538818 Feb 04 11:32:19.484545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Made reservation on behalf of e0779497373747ac880224687368872c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:19.486179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-79961778-b5e4-49f1-a111-15dab39ed4f6 None None] Provisioning complete for port 77efa17e-da42-4e98-91b6-4aab53ae3c41 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:19.486549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79961778-b5e4-49f1-a111-15dab39ed4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.488306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36278) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.490003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.532049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:19.548315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.548315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Added segment a0ff17df-64d0-4a8b-9960-a6c91c5433a9 of type vlan for network c1f11c98-1c7a-46d4-b078-1511869b8cf3 Feb 04 11:32:19.593282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.598622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ecdc6980-9f74-43fd-8c0b-31db4d33d8ec tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7140605 Feb 04 11:32:19.601223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:19.602742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6857ab5-6c79-4745-bedb-68b9a93171d7 None None] Pushing event updated for resources: {'Port': ['ID=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.606512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.617329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': True}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:19.620861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-79961778-b5e4-49f1-a111-15dab39ed4f6 None None] Port 77efa17e-da42-4e98-91b6-4aab53ae3c41 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:19.643630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:19.661855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:19.672122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:19.677890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port dc176012-fb89-43e8-913f-7bac806a5c77 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:19.690364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:19.701521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.747797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d4742c7-118d-42bc-a367-267ed0aa27b7 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Synchronizing usage tracker for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:19.775296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=b5f95a2c-0b81-49ac-a683-4b0ac01d11aa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:19.787611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.930124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 77efa17e-da42-4e98-91b6-4aab53ae3c41 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:19.930124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.931892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:19.932764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:20.043857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:20.047611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.080109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e395e5d3-df27-4da1-8892-7bc24c8ea5a8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:20.151210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.231372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:20.231372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.239501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d4742c7-118d-42bc-a367-267ed0aa27b7 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] Unset dirty status for tenant:22e86a1957a844b4b78dfd77bf0ff606 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:20.245346 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7d4742c7-118d-42bc-a367-267ed0aa27b7 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7478664 Feb 04 11:32:20.245504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:20.273352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.276074 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-61b41c21-bd2b-4425-81d1-7f524beb4129 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/b5f95a2c-0b81-49ac-a683-4b0ac01d11aa HTTP/1.1" status: 204 len: 168 time: 2.0178390 Feb 04 11:32:20.280652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36290) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:20.290682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-bf55c5fd-e4e3-4af3-bd81-2bb27b6d5795 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] delete failed (client error): The resource could not be found. Feb 04 11:32:20.290682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bf55c5fd-e4e3-4af3-bd81-2bb27b6d5795 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "DELETE /v2.0/security-groups/c127fb6f-ed0e-458f-b6f7-95f7b080efe8 HTTP/1.1" status: 404 len: 347 time: 0.0374160 Feb 04 11:32:20.299422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.306348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:20.308036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.329520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36294) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:20.375713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f8bd4010-2ed8-42e3-bedf-67952d339795 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:20.435103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:20.436759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=73976e74-b1c7-48ef-bd1a-b69ac267f76f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:20.442169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:20.445564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:20.446894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.546100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f8bd4010-2ed8-42e3-bedf-67952d339795 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:20.561465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.574851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3051202 Feb 04 11:32:20.596502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:20.597168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=dc176012-fb89-43e8-913f-7bac806a5c77,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:20.606900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'subnet': {'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:20.691844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84e9e9-3f6d-4436-8876-e6aeba6e5369 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Network': ['ID=c1f11c98-1c7a-46d4-b078-1511869b8cf3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:20.704504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network c1f11c98-1c7a-46d4-b078-1511869b8cf3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:20.710421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': '02f197cc-98af-4ccc-abae-d0e5cb56266a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '966308f0-f1b9-41b3-a9de-2f9e46059864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:20.710807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: 966308f0-f1b9-41b3-a9de-2f9e46059864, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:20.771691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=1abde7b6-4b8e-4141-b6c6-b14f979a58fd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:20.810595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:20.815634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 1b0439fd-1749-4b32-90ef-71e16af7d067, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:20.818812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:20.827021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:subnet and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:20.830624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:20.832499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:20.842537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:20.843746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d61f15-c512-4746-9e21-914362f85f3e None None] Network 70848142-54e1-42d5-a6de-051755946d73 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:20.868027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 966308f0-f1b9-41b3-a9de-2f9e46059864 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:20.913097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:20.937035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Made reservation on behalf of e0779497373747ac880224687368872c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:20.942344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.007474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0f350c64-9fec-434b-9a67-2eeaab386354 tempest-SecGroupIPv6Test-1191555085 tempest-SecGroupIPv6Test-1191555085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6545875 Feb 04 11:32:21.014856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 77efa17e-da42-4e98-91b6-4aab53ae3c41 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:21.028619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 966308f0-f1b9-41b3-a9de-2f9e46059864) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:21.035091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:21.037573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] Provisioning for port f8bd4010-2ed8-42e3-bedf-67952d339795 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:21.046572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:21.046767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f81a27-c0af-47aa-bcd4-6cd1b27e7f1e None None] Network 966308f0-f1b9-41b3-a9de-2f9e46059864 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:21.047460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:21.048179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.063717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1b0439fd-1749-4b32-90ef-71e16af7d067) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:21.069424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:21.070020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.106397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cd8bb-baeb-42c1-971f-ba54d8ccb21e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:21.108808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9f8cd8bb-baeb-42c1-971f-ba54d8ccb21e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8247044 Feb 04 11:32:21.112337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.138309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] Provisioning complete for port f8bd4010-2ed8-42e3-bedf-67952d339795 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:21.139043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.186776 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b6b3eb-b836-4745-87ec-69979cace087 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:32:21.188759 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d1b6b3eb-b836-4745-87ec-69979cace087 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/067d58bd-1c98-4970-a6c5-9bea8a20a354 HTTP/1.1" status: 404 len: 333 time: 0.0748322 Feb 04 11:32:21.193226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.211973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b36853-bc78-4e9d-86cc-b7c2e9b6b549 None None] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:21.254905 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5659dcef-706a-42df-8803-409a82e20fae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9686470 Feb 04 11:32:21.258375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.285659 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fe3b38-346d-4d48-9118-81770b4f79eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:32:21.291464 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-40fe3b38-346d-4d48-9118-81770b4f79eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/b5f95a2c-0b81-49ac-a683-4b0ac01d11aa HTTP/1.1" status: 404 len: 333 time: 0.0919268 Feb 04 11:32:21.297035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.360680 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0510e58b-5f12-4604-aea8-ffc4ff786977 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0610454 Feb 04 11:32:21.369517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36320) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.531066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.568815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.572262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.585538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.649247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.667093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=77efa17e-da42-4e98-91b6-4aab53ae3c41,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:21.714748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] For port f8bd4010-2ed8-42e3-bedf-67952d339795, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f8bd4010-2ed8-42e3-bedf-67952d339795,segment=NetworkSegment(fc837a58-97b4-4e42-a88a-5e0e66eacfe5),segment_id=fc837a58-97b4-4e42-a88a-5e0e66eacfe5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:21.738044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.796737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1b0439fd-1749-4b32-90ef-71e16af7d067', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:21.800287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.839873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port dc176012-fb89-43e8-913f-7bac806a5c77 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:21.840260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.841190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:21.910901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.920906 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dd9b52b9-6621-4dcb-a6ba-85abb6cffcc4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/77efa17e-da42-4e98-91b6-4aab53ae3c41 HTTP/1.1" status: 204 len: 168 time: 2.4892044 Feb 04 11:32:21.946577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:21.950029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Allocated IP 172.26.6.39 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/28286f66-0bd8-4d0f-94c0-477441336a2a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:22.071306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34389f0-d2d1-4e0d-9cd2-ea855fd5785b None None] Pushing event updated for resources: {'Port': ['ID=f8bd4010-2ed8-42e3-bedf-67952d339795,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:22.184447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.189548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Allocated IP 172.20.0.2 (1b0439fd-1749-4b32-90ef-71e16af7d067/1abde7b6-4b8e-4141-b6c6-b14f979a58fd/55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:22.325162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d97ba6a1-b39a-4378-bab5-1f3ec8f5be7e None None] Provisioning complete for port f8bd4010-2ed8-42e3-bedf-67952d339795 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:22.325529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d97ba6a1-b39a-4378-bab5-1f3ec8f5be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.334248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.342694 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4e748e88-fc1c-44a1-a27b-a592ecf647f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22e86a1957a844b4b78dfd77bf0ff606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260468 Feb 04 11:32:22.345447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36336) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:22.359293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Subnet': ['ID=77d6a559-f54b-442b-9ece-36b4c777696f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:22.422062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f32d8753-97be-44fa-b4fc-177214617c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.455485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f32d8753-97be-44fa-b4fc-177214617c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.481381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.584395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Checking segment: {'id': 'b3db8088-b6ba-4fc9-853b-a91ae965ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:22.584857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network hostable DHCP agents. Network: e0e67f80-8a60-4b8e-a799-a131f3fbe665, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:22.615184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.630672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Transition to ACTIVE for port object 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:22.652898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Transition to ACTIVE for port object 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:22.705388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb1605-ac5e-43e7-b01f-6a5cb98c2173 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:22.707250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb1605-ac5e-43e7-b01f-6a5cb98c2173 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:22.708205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-26bb1605-ac5e-43e7-b01f-6a5cb98c2173 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:22.712612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.717613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:22.721189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:22.727251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:22.733063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.752098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Port': ['ID=28286f66-0bd8-4d0f-94c0-477441336a2a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:22.786329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:22.789615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:22.794276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:22.838172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Pushing event updated for resources: {'Port': ['ID=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:22.842557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f32d8753-97be-44fa-b4fc-177214617c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.906289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Attempting to bind port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:22.906656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Attempting to bind port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:22.907267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Attempting to bind port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 on network 1b0439fd-1749-4b32-90ef-71e16af7d067 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:22.917368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:22.917739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Checking segment: {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:22.918367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.918762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Bound using segment: {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:22.919300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Bound port: 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:22.919751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:22.932733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d8753-97be-44fa-b4fc-177214617c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dac9c7-9ee0-4eaa-884d-8848e800a9bb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:23.007895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for dc176012-fb89-43e8-913f-7bac806a5c77 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:23.037763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] For port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:23.041179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] For port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:23.058897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.125952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956812eb-829d-41c7-8837-b922e1588590']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:23.267516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.307246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f32d8753-97be-44fa-b4fc-177214617c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.308210 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f32d8753-97be-44fa-b4fc-177214617c19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0dac9c7-9ee0-4eaa-884d-8848e800a9bb HTTP/1.1" status: 204 len: 168 time: 0.9616454 Feb 04 11:32:23.310827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc474eb-3123-40af-a2d9-1609b18cec83') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:23.310827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc474eb-3123-40af-a2d9-1609b18cec83') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:23.321960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-26bb1605-ac5e-43e7-b01f-6a5cb98c2173 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:23.323074 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26bb1605-ac5e-43e7-b01f-6a5cb98c2173 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.3738399 Feb 04 11:32:23.323858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:23.329776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:23.330776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.388536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe8e7-1621-4223-9c16-559862920c76 None None] Pushing event updated for resources: {'Port': ['ID=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:23.388988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.394086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.530258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.541133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.542707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e0e67f80-8a60-4b8e-a799-a131f3fbe665) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:23.554789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe563a69-1092-4507-8a9e-26b01eb2636e None None] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:23.737017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 77d9b94e-40a2-4477-91ec-b4b3c33a035f {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:23.754669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:23.755276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.797106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:23.797425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:23.851206 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:23.853816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.902003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.906671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:23.918378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e0e67f80-8a60-4b8e-a799-a131f3fbe665', 'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665', 'tenant_id': 'e0779497373747ac880224687368872c', 'fixed_ips': [{'subnet_id': '77d6a559-f54b-442b-9ece-36b4c777696f'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:23.920733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.039292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.042559 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/dc176012-fb89-43e8-913f-7bac806a5c77 HTTP/1.1" status: 204 len: 168 time: 2.7825480 Feb 04 11:32:24.045385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26e8a-6401-4882-8991-e3bf3bb6765b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=dc176012-fb89-43e8-913f-7bac806a5c77,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:24.136506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36354) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:24.143913 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-566faf7f-f56c-427e-bf4d-57d1847114db tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5431728 Feb 04 11:32:24.155114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:24.165426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'subnet': {'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:24.228330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:24.287107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Allocated IP 172.20.0.2 (e0e67f80-8a60-4b8e-a799-a131f3fbe665/77d6a559-f54b-442b-9ece-36b4c777696f/0fb5497c-5d79-4d9e-820c-95622d264bba) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:24.297087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.376137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:24.389973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Usage tracker for resource:subnet and tenant:e0779497373747ac880224687368872c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:24.396679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:24.405162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:24.431907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.436667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.494745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=956812eb-829d-41c7-8837-b922e1588590,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:24.510602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36364) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:24.511139 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-246760e2-4f0e-4e78-a3e5-cd0e0eb62b58 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/956812eb-829d-41c7-8837-b922e1588590 HTTP/1.1" status: 204 len: 168 time: 3.1976831 Feb 04 11:32:24.516851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1397431550'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:24.522862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:24.527199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:24.530582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:24.538484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:24.542185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110efee3-e0f0-4d44-a907-bcfb9165da7d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:24.550955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110efee3-e0f0-4d44-a907-bcfb9165da7d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:24.551764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-110efee3-e0f0-4d44-a907-bcfb9165da7d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:24.553675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Router d89a3454-e9dc-40fc-8e4c-c44b3a302f90 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:24.627729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:24.646868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f8bd4010-2ed8-42e3-bedf-67952d339795 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:24.702130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Made reservation on behalf of e0779497373747ac880224687368872c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:24.706977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.709302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.727242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.738200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:24.741622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Transition to ACTIVE for port object 0fb5497c-5d79-4d9e-820c-95622d264bba will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:24.743340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.809004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.20.0.1 (1b0439fd-1749-4b32-90ef-71e16af7d067/1abde7b6-4b8e-4141-b6c6-b14f979a58fd/c878139d-1697-4afc-a293-96fb01ee837a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:24.812912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Transition to ACTIVE for port object 0fb5497c-5d79-4d9e-820c-95622d264bba will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:24.825579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-110efee3-e0f0-4d44-a907-bcfb9165da7d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:24.828469 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-110efee3-e0f0-4d44-a907-bcfb9165da7d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6814909 Feb 04 11:32:24.848810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f8bd4010-2ed8-42e3-bedf-67952d339795 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:24.848810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:24.849165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:24.897593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb7d0ec-03a0-4852-816b-961d71a52f8b None None] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:24.935191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.056059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 73976e74-b1c7-48ef-bd1a-b69ac267f76f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:25.056458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.180320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:25.187929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:25.204872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] Sync routers for ids ['d89a3454-e9dc-40fc-8e4c-c44b3a302f90'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:25.212844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038555 Feb 04 11:32:25.220847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:25.223805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.226115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3f57749c-5cb4-4b31-b629-66d7bbf71fef tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "PUT /v2.0/routers/d89a3454-e9dc-40fc-8e4c-c44b3a302f90 HTTP/1.1" status: 200 len: 914 time: 5.6236272 Feb 04 11:32:25.230603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:25.233535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:25.233673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:25.243744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:25.249327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Pushing event updated for resources: {'Port': ['ID=0fb5497c-5d79-4d9e-820c-95622d264bba,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.266663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:25.292074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] Routers {'d89a3454-e9dc-40fc-8e4c-c44b3a302f90'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:25.293273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d89a3454-e9dc-40fc-8e4c-c44b3a302f90'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:25.338805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.358528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object c878139d-1697-4afc-a293-96fb01ee837a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:25.374947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.375289 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment 40eead7b-5ab1-4193-8b52-e4977a060cf1 of type vlan for network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c Feb 04 11:32:25.406712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.454194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] Provisioning for port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:25.468074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=77d9b94e-40a2-4477-91ec-b4b3c33a035f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.486977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.493386 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-883346bd-1771-4386-a258-b943e8d479cd tempest-NetworksApiDiscovery-1823797160 tempest-NetworksApiDiscovery-1823797160-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2601621 Feb 04 11:32:25.500183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.507690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.508324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.508775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.509763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.510620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.510966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.511651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.512106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.515102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.515573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.516262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:25.522824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:25.524364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.525296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] Provisioning complete for port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:25.525668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.544042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.549977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7362ec-45b3-402b-a414-d9a464ba314d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:25.625337 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-85c901ac-5bb0-4079-8b52-2a8e1e3d44ea tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/d89a3454-e9dc-40fc-8e4c-c44b3a302f90 HTTP/1.1" status: 200 len: 920 time: 0.3713861 Feb 04 11:32:25.628480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:25.746892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.752413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:25.753049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.790178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd79a6-2523-42b5-8bc6-f2718d5334f9 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:25.790886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2dd79a6-2523-42b5-8bc6-f2718d5334f9 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Synchronizing usage tracker for tenant:5425ddd650554278995453b9ae1e06b3 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:25.800590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] Routers {'d89a3454-e9dc-40fc-8e4c-c44b3a302f90'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:25.801210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d89a3454-e9dc-40fc-8e4c-c44b3a302f90'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:25.858056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Attempting to bind port 0fb5497c-5d79-4d9e-820c-95622d264bba on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:25.858458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Attempting to bind port 0fb5497c-5d79-4d9e-820c-95622d264bba by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b3db8088-b6ba-4fc9-853b-a91ae965ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:25.858789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Attempting to bind port 0fb5497c-5d79-4d9e-820c-95622d264bba on network e0e67f80-8a60-4b8e-a799-a131f3fbe665 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:25.880779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.915246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:25.915664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Checking segment: {'id': 'b3db8088-b6ba-4fc9-853b-a91ae965ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:25.916055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.916452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Bound using segment: {'id': 'b3db8088-b6ba-4fc9-853b-a91ae965ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:25.916940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Bound port: 0fb5497c-5d79-4d9e-820c-95622d264bba, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db8088-b6ba-4fc9-853b-a91ae965ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e0e67f80-8a60-4b8e-a799-a131f3fbe665'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:25.917378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.927946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:25.928320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61c920-6486-4937-b393-517a2fe4c083 None None] The sync data for ids ['d89a3454-e9dc-40fc-8e4c-c44b3a302f90'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:25.945633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2dd79a6-2523-42b5-8bc6-f2718d5334f9 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Unset dirty status for tenant:5425ddd650554278995453b9ae1e06b3 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:25.947650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2dd79a6-2523-42b5-8bc6-f2718d5334f9 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=d89a3454-e9dc-40fc-8e4c-c44b3a302f90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3143461 Feb 04 11:32:25.950191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:25.961624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36398) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:25.967362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=4952a423-6c1d-4e90-a1d6-4dcf263bf60c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:25.990491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 73976e74-b1c7-48ef-bd1a-b69ac267f76f owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.004213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.005769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.005769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.005769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.006174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.006324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:26.035832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Subnet': ['ID=a3f4ac81-0587-461e-8d31-4cdd283d766d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:26.038604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:26.061601 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ddf39bd7-4d16-4df7-a324-82a3d69c3ffb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5498130 Feb 04 11:32:26.065053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.068731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Checking segment: {'id': 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:26.069236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network hostable DHCP agents. Network: c1f11c98-1c7a-46d4-b078-1511869b8cf3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:26.079868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:26.102001 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ef84a987-be9f-481d-9f14-3b2532bf3ac4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/77d9b94e-40a2-4477-91ec-b4b3c33a035f HTTP/1.1" status: 204 len: 168 time: 2.7597489 Feb 04 11:32:26.106181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.170736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:26.227837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.228725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:26.242420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:26.292822 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:32:26.312403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-24926704-e005-4f5e-8102-fe27b6b9ae51 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1993203 Feb 04 11:32:26.315838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.316742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=c878139d-1697-4afc-a293-96fb01ee837a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:26.347327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] For port 0fb5497c-5d79-4d9e-820c-95622d264bba, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:26.350168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.396045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] For port 0fb5497c-5d79-4d9e-820c-95622d264bba, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fb5497c-5d79-4d9e-820c-95622d264bba,segment=NetworkSegment(b3db8088-b6ba-4fc9-853b-a91ae965ec23),segment_id=b3db8088-b6ba-4fc9-853b-a91ae965ec23)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:26.430282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] For port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:26.434140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.437549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network c1f11c98-1c7a-46d4-b078-1511869b8cf3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:26.483801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:26.485020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.494822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:26.502251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:26.529912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:26.534421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.568058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:26.578862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cd6f5-2256-42f7-97d9-a0bab797e9ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:26.580346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-838cd6f5-2256-42f7-97d9-a0bab797e9ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:26.583102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] Deleting port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:26.583598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.588328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, c1f11c98-1c7a-46d4-b078-1511869b8cf3) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:26.605174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:26.606392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.633388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62baf3b-d2b0-49d9-a2df-35fe7256956f None None] Network c1f11c98-1c7a-46d4-b078-1511869b8cf3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:26.651991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:26.661959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.672170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ebc77-1f05-4a52-9163-e427631bece1 None None] Pushing event updated for resources: {'Port': ['ID=0fb5497c-5d79-4d9e-820c-95622d264bba,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:26.683165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.749265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:26.757160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d8a7a-9e59-42a3-8ec3-a6dd69d58c0f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:26.762144 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-542d8a7a-9e59-42a3-8ec3-a6dd69d58c0f tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.6777182 Feb 04 11:32:26.762998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36422) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.785480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f0d9e07f-afb1-422d-9598-7beb131e266b tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6285312 Feb 04 11:32:26.805346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-838cd6f5-2256-42f7-97d9-a0bab797e9ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:26.808908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-838cd6f5-2256-42f7-97d9-a0bab797e9ed tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4861574 Feb 04 11:32:26.820345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.821973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36428) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:26.901997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:26.908171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Usage tracker for resource:security_group_rule and tenant:732a714683634ba8b7469fff57e019c4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:26.911532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:26.920441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:26.960093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=73976e74-b1c7-48ef-bd1a-b69ac267f76f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:27.029102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.111443 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1edd3083-0cd4-4249-95d6-243b1af9631f tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89a3454-e9dc-40fc-8e4c-c44b3a302f90 HTTP/1.1" status: 200 len: 205 time: 0.3318090 Feb 04 11:32:27.121907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:27.128664 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e1690101-398c-4f05-a712-b2fd20d289ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/73976e74-b1c7-48ef-bd1a-b69ac267f76f HTTP/1.1" status: 204 len: 168 time: 2.2789314 Feb 04 11:32:27.132290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:32:27.135116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:32:27.178415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa2f0-7f3f-4caa-99a9-ef074c4dd5ce None None] Pushing event updated for resources: {'Port': ['ID=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:27.236983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:27.266286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6d07c15-c411-4498-a3cd-bbd6ef6d2ca3 None None] Provisioning for port c878139d-1697-4afc-a293-96fb01ee837a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:27.276118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-c1f11c98-1c7a-46d4-b078-1511869b8cf3', 'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3', 'tenant_id': 'e0779497373747ac880224687368872c', 'fixed_ips': [{'subnet_id': 'a3f4ac81-0587-461e-8d31-4cdd283d766d'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:27.282891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.306051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.307567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6d07c15-c411-4498-a3cd-bbd6ef6d2ca3 None None] Provisioning complete for port c878139d-1697-4afc-a293-96fb01ee837a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:27.307960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6d07c15-c411-4498-a3cd-bbd6ef6d2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.367920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c97a1d-0ed2-4f04-b7a8-297ea24f357a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:27.372953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-72c97a1d-0ed2-4f04-b7a8-297ea24f357a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5427930 Feb 04 11:32:27.380771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e6d07c15-c411-4498-a3cd-bbd6ef6d2ca3 None None] Port c878139d-1697-4afc-a293-96fb01ee837a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:27.382385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:27.396798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.399360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] For port e395e5d3-df27-4da1-8892-7bc24c8ea5a8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:27.401128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.417795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e6d07c15-c411-4498-a3cd-bbd6ef6d2ca3 None None] Provisioning complete for port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:27.418122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e6d07c15-c411-4498-a3cd-bbd6ef6d2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.524927 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8152df7b-9aa0-48aa-83cb-040e8e8100b8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386065 Feb 04 11:32:27.538108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:27.566463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:27.699018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:27.806054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] Calling delete_port for e395e5d3-df27-4da1-8892-7bc24c8ea5a8 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:27.881710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.000942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Allocated IP 172.20.0.2 (c1f11c98-1c7a-46d4-b078-1511869b8cf3/a3f4ac81-0587-461e-8d31-4cdd283d766d/11fa0709-44e5-417b-a5ab-f997163ad1c8) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:28.092775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:28.104460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:28.107821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=98676c86-c789-44b4-afa2-962a4d3de8e3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:28.109077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:28.117790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:28.134371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.138710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.200279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': '40eead7b-5ab1-4193-8b52-e4977a060cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:28.200641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 4952a423-6c1d-4e90-a1d6-4dcf263bf60c, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:28.227783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3580afd-4967-41aa-b123-dc4eec4b72d1 None None] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:28.254328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef2768-5afd-4747-a6c8-8fbf142f3797 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:28.255530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecef2768-5afd-4747-a6c8-8fbf142f3797 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:28.260736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:28.283836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.299480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] Pushing event deleted for resources: {'Port': ['ID=e395e5d3-df27-4da1-8892-7bc24c8ea5a8,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:28.324318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.338445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:28.374996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee60dc3-a8ef-42c6-a76a-098189754503 None None] No DVR routers for this DVR port e395e5d3-df27-4da1-8892-7bc24c8ea5a8 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:28.467794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:28.472322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.586480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 4952a423-6c1d-4e90-a1d6-4dcf263bf60c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:28.601771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88daae-498b-42c6-bd8e-6dc39f6f4c1b None None] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:28.605254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecef2768-5afd-4747-a6c8-8fbf142f3797 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:28.607612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ecef2768-5afd-4747-a6c8-8fbf142f3797 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.2846320 Feb 04 11:32:28.616255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:28.622273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:28.622908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.639807 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=732a714683634ba8b7469fff57e019c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4086900 Feb 04 11:32:28.649180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36454) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:28.691235 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55fe8d9-af6d-45f2-b8f1-d7da294b3d40 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:32:28.691909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a55fe8d9-af6d-45f2-b8f1-d7da294b3d40 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:28.695147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a25429-257e-4e2f-8b2c-04260d2c3436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e04b1e-61d9-43db-810f-a0afb9e37736,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:28.772594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:28.772594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.781753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.799000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.813004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-119769c6-d6c3-4aeb-b9d3-52e884cb8a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.846612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-119769c6-d6c3-4aeb-b9d3-52e884cb8a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.869504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a55fe8d9-af6d-45f2-b8f1-d7da294b3d40 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:28.874939 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a55fe8d9-af6d-45f2-b8f1-d7da294b3d40 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/dc176012-fb89-43e8-913f-7bac806a5c77 HTTP/1.1" status: 404 len: 333 time: 0.2454958 Feb 04 11:32:28.881653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:28.889258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Transition to ACTIVE for port object 11fa0709-44e5-417b-a5ab-f997163ad1c8 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:28.889556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Deleting port 28286f66-0bd8-4d0f-94c0-477441336a2a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:28.889895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:28.895803 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bc0951ac-62dd-48f1-a068-bdae274ec633 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8247519 Feb 04 11:32:28.910351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36462) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:28.955271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c', 'name': 'tempest-PortsIpV6TestJSON-268446911'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:28.993484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f67bbfd7-99d5-4039-a75d-47a9b149a70e None None] Provisioning for port 0fb5497c-5d79-4d9e-820c-95622d264bba completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:28.998452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Transition to ACTIVE for port object 11fa0709-44e5-417b-a5ab-f997163ad1c8 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:29.013872 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa59ad7-3512-4e62-aa60-986621381fe4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:32:29.018166 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dfa59ad7-3512-4e62-aa60-986621381fe4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/73976e74-b1c7-48ef-bd1a-b69ac267f76f HTTP/1.1" status: 404 len: 333 time: 0.1391735 Feb 04 11:32:29.024537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:29.115320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.130594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Allocated IP 172.20.0.1 (e0e67f80-8a60-4b8e-a799-a131f3fbe665/77d6a559-f54b-442b-9ece-36b4c777696f/745c809a-d1eb-4531-ba21-2bd0eb995c48) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:29.180132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:29.184767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:29.185848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f67bbfd7-99d5-4039-a75d-47a9b149a70e None None] Provisioning complete for port c878139d-1697-4afc-a293-96fb01ee837a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:29.186221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f67bbfd7-99d5-4039-a75d-47a9b149a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.187920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:29.213765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:29.227235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-4952a423-6c1d-4e90-a1d6-4dcf263bf60c', 'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': '98676c86-c789-44b4-afa2-962a4d3de8e3'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:29.228171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.280229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-119769c6-d6c3-4aeb-b9d3-52e884cb8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.323782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-119769c6-d6c3-4aeb-b9d3-52e884cb8a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.325227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-119769c6-d6c3-4aeb-b9d3-52e884cb8a01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98e04b1e-61d9-43db-810f-a0afb9e37736 HTTP/1.1" status: 204 len: 168 time: 0.6726637 Feb 04 11:32:29.326406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119769c6-d6c3-4aeb-b9d3-52e884cb8a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e04b1e-61d9-43db-810f-a0afb9e37736,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:29.348528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Network c1f11c98-1c7a-46d4-b078-1511869b8cf3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:29.361184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fb5497c-5d79-4d9e-820c-95622d264bba up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:29.371380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:29.374501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.378781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.388423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:29.397352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:29.410502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 4e7b60b0-ccf9-4719-b0d2-6adb926453f0 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:29.424174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.447438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.464674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Pushing event updated for resources: {'Port': ['ID=11fa0709-44e5-417b-a5ab-f997163ad1c8,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:29.534197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f67bbfd7-99d5-4039-a75d-47a9b149a70e None None] Port c878139d-1697-4afc-a293-96fb01ee837a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:29.537198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.537548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.537889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.538323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.538539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.538869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.539297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.539503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.540477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.540477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.540477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.540776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:29.586626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.663178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Attempting to bind port 11fa0709-44e5-417b-a5ab-f997163ad1c8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:29.664146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Attempting to bind port 11fa0709-44e5-417b-a5ab-f997163ad1c8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:29.664146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Attempting to bind port 11fa0709-44e5-417b-a5ab-f997163ad1c8 on network c1f11c98-1c7a-46d4-b078-1511869b8cf3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:29.670380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.674035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Transition to ACTIVE for port object 745c809a-d1eb-4531-ba21-2bd0eb995c48 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:29.681722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:29.692705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Checking segment: {'id': 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:29.693152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.693557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Bound using segment: {'id': 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:29.694066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Bound port: 11fa0709-44e5-417b-a5ab-f997163ad1c8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c1f11c98-1c7a-46d4-b078-1511869b8cf3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:29.694448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:29.725607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Calling delete_port for 28286f66-0bd8-4d0f-94c0-477441336a2a owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:29.730079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0fb5497c-5d79-4d9e-820c-95622d264bba completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:29.779237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::1d0 (4952a423-6c1d-4e90-a1d6-4dcf263bf60c/98676c86-c789-44b4-afa2-962a4d3de8e3/4e7b60b0-ccf9-4719-b0d2-6adb926453f0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:29.816171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0fb5497c-5d79-4d9e-820c-95622d264bba triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:29.817742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.041768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] For port 11fa0709-44e5-417b-a5ab-f997163ad1c8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:30.076019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b2675306-437e-43cf-8435-4f1d4f33bd6b None None] Provisioning complete for port 0fb5497c-5d79-4d9e-820c-95622d264bba triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:30.076788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b2675306-437e-43cf-8435-4f1d4f33bd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.115356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] For port 11fa0709-44e5-417b-a5ab-f997163ad1c8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=11fa0709-44e5-417b-a5ab-f997163ad1c8,segment=NetworkSegment(a0ff17df-64d0-4a8b-9960-a6c91c5433a9),segment_id=a0ff17df-64d0-4a8b-9960-a6c91c5433a9)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:30.174675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.175305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.212221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.249849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:30.250176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.261587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:30.280065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:30.281819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0faac835-2e76-47d7-8828-b240e4e1a798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.285468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=c878139d-1697-4afc-a293-96fb01ee837a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:30.295754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0fb5497c-5d79-4d9e-820c-95622d264bba, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fb5497c-5d79-4d9e-820c-95622d264bba,segment=NetworkSegment(b3db8088-b6ba-4fc9-853b-a91ae965ec23),segment_id=b3db8088-b6ba-4fc9-853b-a91ae965ec23)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:30.301983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.341056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966308f0-f1b9-41b3-a9de-2f9e46059864']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:30.375711 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.381675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.389239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Port': ['ID=745c809a-d1eb-4531-ba21-2bd0eb995c48,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:30.411512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b2675306-437e-43cf-8435-4f1d4f33bd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.424776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f82c1-df22-4ba0-ac09-7b3f3252c68c None None] Pushing event updated for resources: {'Port': ['ID=11fa0709-44e5-417b-a5ab-f997163ad1c8,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:30.470204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.491247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e395e5d3-df27-4da1-8892-7bc24c8ea5a8 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:30.497173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 4e7b60b0-ccf9-4719-b0d2-6adb926453f0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:30.506331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:32:30.510020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f197cc-98af-4ccc-abae-d0e5cb56266a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:30.510410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f197cc-98af-4ccc-abae-d0e5cb56266a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:30.523660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.565470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e395e5d3-df27-4da1-8892-7bc24c8ea5a8 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:30.565811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e395e5d3-df27-4da1-8892-7bc24c8ea5a8 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:30.583859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.641028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.644835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:30.660284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.665636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:30.670651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:30.671568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.712853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f3a30c-61de-426c-8533-e21689baa7c1 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:30.757865 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0fb5497c-5d79-4d9e-820c-95622d264bba,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:30.783758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:30.828468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.841475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:30.841998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.850806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:30.857428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:30.862999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:30.868350 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:30.870744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:30.889905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b2675306-437e-43cf-8435-4f1d4f33bd6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:30.890568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b2675306-437e-43cf-8435-4f1d4f33bd6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:30.926645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=4e7b60b0-ccf9-4719-b0d2-6adb926453f0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:30.934363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Allocated IP 2001:db8::2 (4952a423-6c1d-4e90-a1d6-4dcf263bf60c/98676c86-c789-44b4-afa2-962a4d3de8e3/6660e9c1-b59f-4375-9fd2-aac6b87925bd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:30.942968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:30.966587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:30.974548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=b63cf7df-5e29-4ebb-a766-c23578245aba,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:31.058223 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a374a654-bb8d-4779-be8b-d477d58a91b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1442332 Feb 04 11:32:31.061559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:31.180539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.257280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'b63cf7df-5e29-4ebb-a766-c23578245aba'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:31.258868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.304051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event deleted for resources: {'Port': ['ID=28286f66-0bd8-4d0f-94c0-477441336a2a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:31.315179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.322207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.358918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 4e7b60b0-ccf9-4719-b0d2-6adb926453f0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:31.359790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.386777 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/966308f0-f1b9-41b3-a9de-2f9e46059864 HTTP/1.1" status: 204 len: 168 time: 2.3486817 Feb 04 11:32:31.396356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:31.397185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9e78e-82ac-40e4-a828-7ba589eb3aba tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=966308f0-f1b9-41b3-a9de-2f9e46059864,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:31.404586 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-71cf6bef-6686-485b-96a6-87221315de60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8579159 Feb 04 11:32:31.411864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:31.414587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1899606784'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:31.430953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:31.440489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:31.445645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:31.455980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:31.462079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.492473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.546905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Transition to ACTIVE for port object 6660e9c1-b59f-4375-9fd2-aac6b87925bd will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:31.589515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Transition to ACTIVE for port object 6660e9c1-b59f-4375-9fd2-aac6b87925bd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:31.601169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Allocated IP 2001:db8::f816:3eff:fec9:d62c (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b63cf7df-5e29-4ebb-a766-c23578245aba/d5467f0f-3df2-45d3-85cf-f7f3fdbaacad) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:31.604334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:31.713138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.833668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.961074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Provisioning for port 745c809a-d1eb-4531-ba21-2bd0eb995c48 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:31.962093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:31.971627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Provisioning complete for port 745c809a-d1eb-4531-ba21-2bd0eb995c48 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:31.972001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.982557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:31.986841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:31.999439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.012849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.033140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:32.044189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:32.055447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:32.057673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Pushing event updated for resources: {'Port': ['ID=6660e9c1-b59f-4375-9fd2-aac6b87925bd,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:32.084817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:32.092880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:32.094632 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:32.106017 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:32.106722 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:32.117070 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-78b53036-0e99-4c26-b2bf-bc1c250b237c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5698583 Feb 04 11:32:32.117070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.117070 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment ed83f37b-c645-4815-bb0b-a9f640131f3f of type vlan for network 251f9553-4f69-401a-a2fc-86f40ac3eb10 Feb 04 11:32:32.118158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.128921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-431868438'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:32.136738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Port 745c809a-d1eb-4531-ba21-2bd0eb995c48 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:32.137563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:32.139395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.141613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:32.145413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:32.152279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:32.153227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275b099-9045-47d2-bf87-a5336013e593 None None] Network c1f11c98-1c7a-46d4-b078-1511869b8cf3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:32.183221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.193909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.194464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Fanout notify agent at l3_agent the message router_deleted on router d89a3454-e9dc-40fc-8e4c-c44b3a302f90 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:32:32.208692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.208692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-796f4bc3-a575-47e5-aec4-1becb5e1858e tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/d89a3454-e9dc-40fc-8e4c-c44b3a302f90 HTTP/1.1" status: 204 len: 168 time: 5.0797050 Feb 04 11:32:32.215149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.224513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677865591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:32.232801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:32.240033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Usage tracker for resource:router and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:32.244142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:32.252740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:32.284723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:32.289906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.324388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.325978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.327305 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:32:32.336227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:32.362081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.363136 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment 3be65d68-6143-42ac-9dc0-926ff270ab20 of type vlan for network 11502317-6da2-431d-b921-b4e501501957 Feb 04 11:32:32.368778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Attempting to bind port 6660e9c1-b59f-4375-9fd2-aac6b87925bd on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:32.369238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Attempting to bind port 6660e9c1-b59f-4375-9fd2-aac6b87925bd by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '40eead7b-5ab1-4193-8b52-e4977a060cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:32.369753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Attempting to bind port 6660e9c1-b59f-4375-9fd2-aac6b87925bd on network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:32.375577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.382551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:32.383240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.386692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:32.387256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Checking segment: {'id': '40eead7b-5ab1-4193-8b52-e4977a060cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:32.387833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.388377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Bound using segment: {'id': '40eead7b-5ab1-4193-8b52-e4977a060cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:32.388965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Bound port: 6660e9c1-b59f-4375-9fd2-aac6b87925bd, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40eead7b-5ab1-4193-8b52-e4977a060cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4952a423-6c1d-4e90-a1d6-4dcf263bf60c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:32.389446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.418776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.442988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Provisioning complete for port c878139d-1697-4afc-a293-96fb01ee837a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:32.443526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.460791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 4e7b60b0-ccf9-4719-b0d2-6adb926453f0 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:32.492577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:32.495090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.579296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.610137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.625625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:32.641161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:32.694534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=251f9553-4f69-401a-a2fc-86f40ac3eb10,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:32.704485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.705375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.725103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:32.725704 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8398dfe0-ea3b-45f1-8830-4f01ac5b8495 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3155754 Feb 04 11:32:32.727144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36494) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:32.727979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:32.739036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d1543-6ad6-4e2a-9ef0-471782e4954d None None] Port c878139d-1697-4afc-a293-96fb01ee837a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:32.751517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:32.752090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Transition to ACTIVE for port object d5467f0f-3df2-45d3-85cf-f7f3fdbaacad will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:32.805375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.811738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:32.813362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.864177 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:26Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:28Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:32.873125 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:32:32.873470 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Updating router 080bb77d-977f-428f-b772-68c390110dbc port c878139d-1697-4afc-a293-96fb01ee837a binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:32:32.906061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] For port 6660e9c1-b59f-4375-9fd2-aac6b87925bd, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:32.914769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] For port 6660e9c1-b59f-4375-9fd2-aac6b87925bd, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6660e9c1-b59f-4375-9fd2-aac6b87925bd,segment=NetworkSegment(40eead7b-5ab1-4193-8b52-e4977a060cf1),segment_id=40eead7b-5ab1-4193-8b52-e4977a060cf1)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:32.921625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Port': ['ID=745c809a-d1eb-4531-ba21-2bd0eb995c48,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:32.946166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-384440ed-d245-4621-931c-246601e5ead6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.951073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 11fa0709-44e5-417b-a5ab-f997163ad1c8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:32.959282 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:32.999959 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8729746 Feb 04 11:32:33.003642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36498) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:33.019473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '11502317-6da2-431d-b921-b4e501501957', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:33.054842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:33.058519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.062634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.087888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.089242 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a4487a9d-7494-4845-bca4-1181448d7f90 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8729241 Feb 04 11:32:33.120336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:33.133341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'enable_snat': False}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:33.227069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.295431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:33.312558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-af5cc0de-5b63-498c-9f31-1b9acbc6d5a7 None None] Provisioning for port 11fa0709-44e5-417b-a5ab-f997163ad1c8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:33.314383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba78db4-0d2e-4f8a-a7e6-e0ae89d2bb5c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=11502317-6da2-431d-b921-b4e501501957,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.319163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.329364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:33.340767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.345822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 11502317-6da2-431d-b921-b4e501501957 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:33.405694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Transition to ACTIVE for port object d5467f0f-3df2-45d3-85cf-f7f3fdbaacad will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:33.432290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.498406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.647188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969efa06-91ce-4b15-9966-4c2b55c6be25 None None] Pushing event updated for resources: {'Port': ['ID=6660e9c1-b59f-4375-9fd2-aac6b87925bd,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.660178 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.664881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:33.701895 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Transition to ACTIVE for port object c878139d-1697-4afc-a293-96fb01ee837a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:33.706938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.759996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:33.763299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=4e7b60b0-ccf9-4719-b0d2-6adb926453f0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.791845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.797894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:33.853015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:33.859457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b63cf7df-5e29-4ebb-a766-c23578245aba (CIDR: 2001:db8::/64) Feb 04 11:32:33.864510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Pushing event updated for resources: {'Port': ['ID=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:33.872639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.878120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:33.883476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:33.901567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:32:33.902085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:33.912192 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-578576ae-4437-487f-9a0a-d4e4a9d04ca6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/4e7b60b0-ccf9-4719-b0d2-6adb926453f0 HTTP/1.1" status: 204 len: 168 time: 2.8489046 Feb 04 11:32:33.912995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36506) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:33.943888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:33.950804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:33.955418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:33.982011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Router 93a9c185-c3a6-48c8-8a56-49a610f19b57 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:33.985341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:33.987709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 11fa0709-44e5-417b-a5ab-f997163ad1c8 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:33.991266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.016585 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-89202b64-4734-4230-8661-2ea60bdbe1ec tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:34.017106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89202b64-4734-4230-8661-2ea60bdbe1ec tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:34.022734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89202b64-4734-4230-8661-2ea60bdbe1ec tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/4e7b60b0-ccf9-4719-b0d2-6adb926453f0 HTTP/1.1" status: 404 len: 333 time: 0.1051576 Feb 04 11:32:34.023347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.027064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.080995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 11fa0709-44e5-417b-a5ab-f997163ad1c8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:34.081423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.112679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.211450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.216663 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-61c5280f-183e-4347-8c46-8a7797dccce6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8037915 Feb 04 11:32:34.230759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36514) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.235110 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Pushing event updated for resources: {'Port': ['ID=c878139d-1697-4afc-a293-96fb01ee837a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:34.253630 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.260256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9059a542-f211-4d60-81dd-f6c3cfca1ded None None] Provisioning complete for port 745c809a-d1eb-4531-ba21-2bd0eb995c48 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:34.260636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9059a542-f211-4d60-81dd-f6c3cfca1ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.263188 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.264205 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.265079 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.265961 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.266682 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.267388 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.268042 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.268647 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.269125 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.269598 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.270622 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:32:34.273476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:34.283597 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Attempting to bind port c878139d-1697-4afc-a293-96fb01ee837a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:34.284473 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Attempting to bind port c878139d-1697-4afc-a293-96fb01ee837a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:34.285005 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Attempting to bind port c878139d-1697-4afc-a293-96fb01ee837a on network 1b0439fd-1749-4b32-90ef-71e16af7d067 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:34.292038 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:34.292697 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Checking segment: {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:34.293418 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.293964 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Bound using segment: {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:34.294588 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Bound port: c878139d-1697-4afc-a293-96fb01ee837a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b531495e-6db9-4c95-85aa-7fd9746cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:34.295127 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.379174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Attempting to bind port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:34.380066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Attempting to bind port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:34.380485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Attempting to bind port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:34.426548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:34.426935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:34.427343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.427780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:34.428275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Bound port: d5467f0f-3df2-45d3-85cf-f7f3fdbaacad, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:34.428654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.446042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 11:32:34.451088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9059a542-f211-4d60-81dd-f6c3cfca1ded None None] Port 745c809a-d1eb-4531-ba21-2bd0eb995c48 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:34.456221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 11:32:34.457348 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] For port c878139d-1697-4afc-a293-96fb01ee837a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:34.475672 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] For port c878139d-1697-4afc-a293-96fb01ee837a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c878139d-1697-4afc-a293-96fb01ee837a,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:34.495777 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8731c1-ddbc-4cac-bb9a-5d5dd6062a00 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:32:34.497874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f8731c1-ddbc-4cac-bb9a-5d5dd6062a00 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:34.556299 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.558842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:34.575826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fc51d637-713e-4bd2-b5a3-914d6c16a8a4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7522006 Feb 04 11:32:34.579444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.611506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] Sync routers for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:34.623959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.710071 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2c89-9f71-4f18-8413-37100639e510 None None] Pushing event updated for resources: {'Port': ['ID=c878139d-1697-4afc-a293-96fb01ee837a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:34.715464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f8731c1-ddbc-4cac-bb9a-5d5dd6062a00 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:34.724415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6f8731c1-ddbc-4cac-bb9a-5d5dd6062a00 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/4e7b60b0-ccf9-4719-b0d2-6adb926453f0 HTTP/1.1" status: 404 len: 333 time: 0.6905744 Feb 04 11:32:34.745905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] For port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:34.751122 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:34.752017 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:34.769917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:34.770578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:34.827088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:34.890258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] For port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:34.918070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:34.936720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 11fa0709-44e5-417b-a5ab-f997163ad1c8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=11fa0709-44e5-417b-a5ab-f997163ad1c8,segment=NetworkSegment(a0ff17df-64d0-4a8b-9960-a6c91c5433a9),segment_id=a0ff17df-64d0-4a8b-9960-a6c91c5433a9)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:34.939849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8c3af426-7c6d-484d-b1e3-031c9495a35d None None] Provisioning complete for port 11fa0709-44e5-417b-a5ab-f997163ad1c8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:34.940405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c3af426-7c6d-484d-b1e3-031c9495a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:34.986837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.064817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:35.071857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 98676c86-c789-44b4-afa2-962a4d3de8e3 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:35.074699 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:32:35.088372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:35.089259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:35.100022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.138705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:35.158027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:35.178515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:35.187304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.188217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fb5497c-5d79-4d9e-820c-95622d264bba up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:35.215082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.231927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:35.232333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d95ab2-b24a-466e-b0ea-67cbc6f4afa0 None None] The sync data for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:35.323534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:35.327849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.343279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05be49-7118-4c37-88a2-3fb233e2f0b1 None None] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:35.489598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.515780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91672-d6c1-4ac9-ac3d-9eea40b8d4ed None None] Pushing event updated for resources: {'Port': ['ID=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.631861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=11fa0709-44e5-417b-a5ab-f997163ad1c8,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:35.677471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0fb5497c-5d79-4d9e-820c-95622d264bba triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:35.678121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.765665 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:26Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:34Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:35.772511 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88570ca-086f-4b8e-92c1-7a1cb318a712 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:26Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:34Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:35.803669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.923711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:35.993591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=70a20186-2f59-46fa-843a-f62f26f317b6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.000737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34144ea7-9030-4bb7-a4a2-a5b92764defd None None] Provisioning for port 6660e9c1-b59f-4375-9fd2-aac6b87925bd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:36.005362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:36.005778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 11502317-6da2-431d-b921-b4e501501957, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:36.066402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.114504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.133033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-88f28d00-14ca-4a40-865c-7bf438e05b48 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:32:36.159613 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-88f28d00-14ca-4a40-865c-7bf438e05b48 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5773585 Feb 04 11:32:36.160442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:36.213588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.243963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=125778a9-32ea-46b8-8b84-a45536b21feb,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.255693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 11502317-6da2-431d-b921-b4e501501957 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:36.326943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': 'ed83f37b-c645-4815-bb0b-a9f640131f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:36.327314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: 251f9553-4f69-401a-a2fc-86f40ac3eb10, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:36.431762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 11502317-6da2-431d-b921-b4e501501957) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:36.444381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 11fa0709-44e5-417b-a5ab-f997163ad1c8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:36.503479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Allocated IP 172.26.6.54 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/a51f5c7a-9f25-443d-81b9-8c7b41dd694f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:36.515449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:36.516241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.526327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281a953-8a2b-4b60-941b-7d2cb3628a2e None None] Network 11502317-6da2-431d-b921-b4e501501957 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:36.560923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:36.564886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.663179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 251f9553-4f69-401a-a2fc-86f40ac3eb10) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:36.668470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:36.674506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.702899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1070f-ff4b-47c5-9a32-5faf95b4a0e3 None None] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:36.714052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=98676c86-c789-44b4-afa2-962a4d3de8e3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:36.742929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:36.750130 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f0f87a98-35c7-4551-9d07-744c3fc73592 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/98676c86-c789-44b4-afa2-962a4d3de8e3 HTTP/1.1" status: 204 len: 168 time: 1.9175444 Feb 04 11:32:36.750840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:36.850120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bdcfba3a-247b-4e9b-b900-ccf1839ade28 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8350942 Feb 04 11:32:36.855473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36534) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.005266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d79c4b-445b-459e-b946-6d795b32ff31 None None] Network 4952a423-6c1d-4e90-a1d6-4dcf263bf60c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:37.038039 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-df37fbad-00ab-484e-903f-e7275315ecc5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2978237 Feb 04 11:32:37.045048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:37.079821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10', 'name': 'tempest-PortsTestJSON-818726476'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:37.224287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8483f448-024a-45cc-beac-5157f36cd575 None None] Could not find standard attr ID for object 4e7b60b0-ccf9-4719-b0d2-6adb926453f0. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:32:37.278510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.308134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.357436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 6660e9c1-b59f-4375-9fd2-aac6b87925bd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:37.358022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.412810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 11fa0709-44e5-417b-a5ab-f997163ad1c8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:37.413091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.502666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-251f9553-4f69-401a-a2fc-86f40ac3eb10', 'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '125778a9-32ea-46b8-8b84-a45536b21feb'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:37.503487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.655973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-11502317-6da2-431d-b921-b4e501501957', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:37.655973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.680910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:37.683421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-362fc730-463a-4e7e-8bb8-f9a771dae4a0 None None] Provisioning for port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:37.719501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:37.723387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.768683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.843022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.947880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:37.952824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:37.965175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:37.986238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6660e9c1-b59f-4375-9fd2-aac6b87925bd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:37.993564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:37.998664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] For port 6660e9c1-b59f-4375-9fd2-aac6b87925bd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6660e9c1-b59f-4375-9fd2-aac6b87925bd,segment=NetworkSegment(40eead7b-5ab1-4193-8b52-e4977a060cf1),segment_id=40eead7b-5ab1-4193-8b52-e4977a060cf1)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:37.999223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.014112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:38.021652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.022710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:38.027629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4fa40-6c2c-44ff-b944-55e8b624d2ae None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:38.039442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:38.074028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.105959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=91ec23d3-f84d-4289-8bdb-fd0734091696,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.167096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:38.202009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port f627768f-bd18-4879-928d-9746bdfbdd1d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:38.229621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] DHCP port deletion for 4952a423-6c1d-4e90-a1d6-4dcf263bf60c request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:38.243340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Deleting port 6660e9c1-b59f-4375-9fd2-aac6b87925bd {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:38.244052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.252353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 6660e9c1-b59f-4375-9fd2-aac6b87925bd owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:38.288689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Pushing event updated for resources: {'Port': ['ID=a51f5c7a-9f25-443d-81b9-8c7b41dd694f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.359985 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a8ffc6de-94f0-4131-99b8-10534263428a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0910053 Feb 04 11:32:38.363291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Allocated IP 172.20.0.2 (251f9553-4f69-401a-a2fc-86f40ac3eb10/125778a9-32ea-46b8-8b84-a45536b21feb/eb20a7df-3f79-455b-bae4-325cdcee00b2) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:38.367288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:38.385175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Allocated IP 172.21.0.2 (11502317-6da2-431d-b921-b4e501501957/70a20186-2f59-46fa-843a-f62f26f317b6/8a71e3be-eb04-4899-82e9-b5170513a7e0) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:38.393398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:2b:b3:38', 'name': 'tempest-NetworksTestDHCPv6-1814437543'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:38.551462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] For port 6660e9c1-b59f-4375-9fd2-aac6b87925bd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6660e9c1-b59f-4375-9fd2-aac6b87925bd,segment=NetworkSegment(40eead7b-5ab1-4193-8b52-e4977a060cf1),segment_id=40eead7b-5ab1-4193-8b52-e4977a060cf1)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:38.552147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.619738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting port 745c809a-d1eb-4531-ba21-2bd0eb995c48 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:38.620147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.664098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.743194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=6660e9c1-b59f-4375-9fd2-aac6b87925bd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:38.752414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No DVR routers for this DVR port 6660e9c1-b59f-4375-9fd2-aac6b87925bd on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:38.814986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Calling delete_port for 6660e9c1-b59f-4375-9fd2-aac6b87925bd owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:38.874599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:38.905181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:38.905585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:39.005334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.045054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4952a423-6c1d-4e90-a1d6-4dcf263bf60c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:39.066358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eead7b-5ab1-4193-8b52-e4977a060cf1') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:39.069204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eead7b-5ab1-4193-8b52-e4977a060cf1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:39.069336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6660e9c1-b59f-4375-9fd2-aac6b87925bd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:39.069841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.085621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.111902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:39.117439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.120327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:39.125348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:39.156807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Calling delete_port for 745c809a-d1eb-4531-ba21-2bd0eb995c48 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:39.189768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:39.192703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:39.193110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.196727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Port 6660e9c1-b59f-4375-9fd2-aac6b87925bd was deleted so its status cannot be updated. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 11:32:39.197199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d5467f0f-3df2-45d3-85cf-f7f3fdbaacad up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:39.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:39.421275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Deleting port 6660e9c1-b59f-4375-9fd2-aac6b87925bd {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:39.421921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.454189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.474827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.507867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Port': ['ID=745c809a-d1eb-4531-ba21-2bd0eb995c48,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:39.545970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:39.556989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe90e4-bb04-42f1-8750-ea6c90139ef0 None None] The port '6660e9c1-b59f-4375-9fd2-aac6b87925bd' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:39.591464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:39.594664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.601405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.623471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:39.623867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.652907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Transition to ACTIVE for port object 8a71e3be-eb04-4899-82e9-b5170513a7e0 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:39.674980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.686326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.752725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=4952a423-6c1d-4e90-a1d6-4dcf263bf60c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:39.772275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Transition to ACTIVE for port object eb20a7df-3f79-455b-bae4-325cdcee00b2 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:39.817268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.836714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Transition to ACTIVE for port object 8a71e3be-eb04-4899-82e9-b5170513a7e0 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:39.852690 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fcefbb76-c1ae-49b6-8561-e78ea3c0c2e9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/4952a423-6c1d-4e90-a1d6-4dcf263bf60c HTTP/1.1" status: 204 len: 168 time: 3.0756958 Feb 04 11:32:39.858679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Transition to ACTIVE for port object eb20a7df-3f79-455b-bae4-325cdcee00b2 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:39.876690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36546) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:39.888438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1703534294'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:39.893628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:39.907283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:39.913002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:39.918778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Update dhcp port {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': 'b63cf7df-5e29-4ebb-a766-c23578245aba', 'ip_address': '2001:db8::f816:3eff:fec9:d62c'}, {'subnet_id': '91ec23d3-f84d-4289-8bdb-fd0734091696'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': 'd5467f0f-3df2-45d3-85cf-f7f3fdbaacad'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:32:39.933997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:39.961056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:39.993660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.001576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.075707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:40.078197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.093840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:40.094083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:40.095157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.098177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.105977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Network 11502317-6da2-431d-b921-b4e501501957 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:40.113191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:40.126324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:40.126551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 08e4a064-e104-43ba-9dc6-c7a685fed2fa yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:40.130111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Pushing event updated for resources: {'Port': ['ID=8a71e3be-eb04-4899-82e9-b5170513a7e0,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.132752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:40.218946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.21.0.1 (11502317-6da2-431d-b921-b4e501501957/70a20186-2f59-46fa-843a-f62f26f317b6/41bb68df-bdcb-483e-a810-9206c601c778) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:40.236858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Router 93a9c185-c3a6-48c8-8a56-49a610f19b57 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:32:40.279754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.4 (251f9553-4f69-401a-a2fc-86f40ac3eb10/125778a9-32ea-46b8-8b84-a45536b21feb/f627768f-bd18-4879-928d-9746bdfbdd1d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:40.312358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:40.341978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.342437 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment e8269af5-6088-4ab8-8558-6d43595cfb76 of type vlan for network eaf7eb6d-10c7-4556-bf93-1944db5580b1 Feb 04 11:32:40.353323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.400943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:40.421277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.478678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Attempting to bind port eb20a7df-3f79-455b-bae4-325cdcee00b2 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:40.478678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Attempting to bind port eb20a7df-3f79-455b-bae4-325cdcee00b2 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ed83f37b-c645-4815-bb0b-a9f640131f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:40.479051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Attempting to bind port eb20a7df-3f79-455b-bae4-325cdcee00b2 on network 251f9553-4f69-401a-a2fc-86f40ac3eb10 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:40.490904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Pushing event updated for resources: {'Port': ['ID=eb20a7df-3f79-455b-bae4-325cdcee00b2,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.499337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.512359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:40.525362 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] Sync routers for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:40.541713 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:40.543027 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.544812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:40.545513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Checking segment: {'id': 'ed83f37b-c645-4815-bb0b-a9f640131f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:40.546175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.546714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Bound using segment: {'id': 'ed83f37b-c645-4815-bb0b-a9f640131f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:40.547362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Bound port: eb20a7df-3f79-455b-bae4-325cdcee00b2, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83f37b-c645-4815-bb0b-a9f640131f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '251f9553-4f69-401a-a2fc-86f40ac3eb10'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:40.547942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.558180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Attempting to bind port 8a71e3be-eb04-4899-82e9-b5170513a7e0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:40.558832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Attempting to bind port 8a71e3be-eb04-4899-82e9-b5170513a7e0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:40.559357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Attempting to bind port 8a71e3be-eb04-4899-82e9-b5170513a7e0 on network 11502317-6da2-431d-b921-b4e501501957 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:40.571300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.595625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:40.596464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Checking segment: {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:40.597331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.598201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Bound using segment: {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:40.599214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Bound port: 8a71e3be-eb04-4899-82e9-b5170513a7e0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:40.599920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:40.608219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0caf2a4b-740a-4ef5-bc38-6b1bb9398500 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4447215 Feb 04 11:32:40.608933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36550) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:40.707060 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.732250 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:40.732491 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.777627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c878139d-1697-4afc-a293-96fb01ee837a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:40.834444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:40.849570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:40.880534 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:40.881397 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802b192-dc61-4c83-aa84-4bdf05cb804b None None] The sync data for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:40.884188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-f84a548a-b57c-47dd-bc02-afee76f9ff15 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] delete failed (client error): The resource could not be found. Feb 04 11:32:40.890670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f84a548a-b57c-47dd-bc02-afee76f9ff15 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1009973440 HTTP/1.1" status: 404 len: 335 time: 0.2722847 Feb 04 11:32:40.890897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36554) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:40.906522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a534a54b-d4d8-4632-ab81-23a7a2ea0303 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'router': {'external_gateway_info': {'network_id': '93a9c185-c3a6-48c8-8a56-49a610f19b57'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:40.923754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] For port eb20a7df-3f79-455b-bae4-325cdcee00b2, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:40.927335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] For port eb20a7df-3f79-455b-bae4-325cdcee00b2, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb20a7df-3f79-455b-bae4-325cdcee00b2,segment=NetworkSegment(ed83f37b-c645-4815-bb0b-a9f640131f3f),segment_id=ed83f37b-c645-4815-bb0b-a9f640131f3f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:40.928681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] For port 8a71e3be-eb04-4899-82e9-b5170513a7e0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:40.932863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] For port 8a71e3be-eb04-4899-82e9-b5170513a7e0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8a71e3be-eb04-4899-82e9-b5170513a7e0,segment=NetworkSegment(3be65d68-6143-42ac-9dc0-926ff270ab20),segment_id=3be65d68-6143-42ac-9dc0-926ff270ab20)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:40.983445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8:0:1::207 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/91ec23d3-f84d-4289-8bdb-fd0734091696/08e4a064-e104-43ba-9dc6-c7a685fed2fa) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:40.999476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fe2b:b338 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/b63cf7df-5e29-4ebb-a766-c23578245aba/08e4a064-e104-43ba-9dc6-c7a685fed2fa) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:41.026391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.028522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.034916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.066216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.072285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:41.072870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.079093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.091718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c878139d-1697-4afc-a293-96fb01ee837a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:41.112911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object 41bb68df-bdcb-483e-a810-9206c601c778 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:41.118122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c878139d-1697-4afc-a293-96fb01ee837a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:41.118498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.226286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4933f-5d3a-4986-85a5-567e95ad9192 None None] Pushing event updated for resources: {'Port': ['ID=eb20a7df-3f79-455b-bae4-325cdcee00b2,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.342062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a534a54b-d4d8-4632-ab81-23a7a2ea0303 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.388169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=eaf7eb6d-10c7-4556-bf93-1944db5580b1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.394634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object f627768f-bd18-4879-928d-9746bdfbdd1d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:41.435336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:41.461473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.481390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93c8c0-490f-4953-b119-b0e4d121241a None None] Pushing event updated for resources: {'Port': ['ID=8a71e3be-eb04-4899-82e9-b5170513a7e0,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.552690 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-a534a54b-d4d8-4632-ab81-23a7a2ea0303 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] update failed (client error): The resource could not be found. Feb 04 11:32:41.554020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a534a54b-d4d8-4632-ab81-23a7a2ea0303 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57 HTTP/1.1" status: 404 len: 339 time: 0.6622632 Feb 04 11:32:41.559210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=41bb68df-bdcb-483e-a810-9206c601c778,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:41.562249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36558) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:41.574840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.632565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.637767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port c878139d-1697-4afc-a293-96fb01ee837a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c878139d-1697-4afc-a293-96fb01ee837a,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:41.747440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:41.778644 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f5bdbf48-58d5-4ae1-b522-bfe446a6b41f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8977346 Feb 04 11:32:41.789150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Router 208989db-6504-4f3f-8adc-222e7d7cbad6 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:41.826495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36562) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:41.847269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:41.860797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 11502317-6da2-431d-b921-b4e501501957 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:41.869529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6660e9c1-b59f-4375-9fd2-aac6b87925bd no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:41.870955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:41.927142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 6660e9c1-b59f-4375-9fd2-aac6b87925bd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:41.930607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:41.930755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6660e9c1-b59f-4375-9fd2-aac6b87925bd not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:41.963885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=c878139d-1697-4afc-a293-96fb01ee837a,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:42.036615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:42.053773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:42.056430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:42.169528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.233703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=f627768f-bd18-4879-928d-9746bdfbdd1d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:42.276538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:42.358718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:42.358718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.370134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:42.381837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:42.397900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.409521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:42.431480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.449216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 08e4a064-e104-43ba-9dc6-c7a685fed2fa will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:42.450845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:42.455253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.459835 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eb4378bd-9ef6-4133-b1a3-b842c4c6bc3d tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "PUT /v2.0/routers/208989db-6504-4f3f-8adc-222e7d7cbad6 HTTP/1.1" status: 200 len: 915 time: 9.3385551 Feb 04 11:32:42.461894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:42.462407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] Sync routers for ids ['208989db-6504-4f3f-8adc-222e7d7cbad6'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:42.474335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] Routers {'208989db-6504-4f3f-8adc-222e7d7cbad6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:42.476242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['208989db-6504-4f3f-8adc-222e7d7cbad6'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.526843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-635aea98-af61-46ae-9dba-62b2a17f43a5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4740953 Feb 04 11:32:42.536422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:42.586750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:42.587713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.590462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.615939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] Routers {'208989db-6504-4f3f-8adc-222e7d7cbad6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:42.616150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['208989db-6504-4f3f-8adc-222e7d7cbad6'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.723463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:42.723866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94384c5d-25ef-4a55-9ce6-7f1f4e4e8a2c None None] The sync data for ids ['208989db-6504-4f3f-8adc-222e7d7cbad6'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:42.861693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port f627768f-bd18-4879-928d-9746bdfbdd1d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:42.870388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.879464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb20a7df-3f79-455b-bae4-325cdcee00b2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:42.944024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:42.944268 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b00d86c0-65a4-47e2-bce9-67d003ca8776 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/208989db-6504-4f3f-8adc-222e7d7cbad6 HTTP/1.1" status: 200 len: 921 time: 0.4811854 Feb 04 11:32:42.944509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:42.995905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.079654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Allocated IP 2001:db8:0:1::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/91ec23d3-f84d-4289-8bdb-fd0734091696/d5467f0f-3df2-45d3-85cf-f7f3fdbaacad) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:43.082064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port eb20a7df-3f79-455b-bae4-325cdcee00b2 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:43.095985 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c878139d-1697-4afc-a293-96fb01ee837a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:43.189635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:43.194429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Allocated IP 172.20.0.1 (70848142-54e1-42d5-a6de-051755946d73/8b15f438-38c4-4b0f-99e0-e2a722f9be0a/d746a7a0-84e6-4524-bfb6-61d318b51386) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:43.217666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:43.231376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=08e4a064-e104-43ba-9dc6-c7a685fed2fa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:43.242185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:43.245770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb181b-e803-4190-85f9-8b7e87cbdefe None None] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:43.249346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:43.250174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.373365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.428104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Transition to ACTIVE for port object d746a7a0-84e6-4524-bfb6-61d318b51386 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:43.468021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] For port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:43.481496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c878139d-1697-4afc-a293-96fb01ee837a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:43.482920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.519149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] Provisioning for port eb20a7df-3f79-455b-bae4-325cdcee00b2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:43.550528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c8232-6ecb-462e-9d90-041f68218ed5 None None] Network 11502317-6da2-431d-b921-b4e501501957 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:43.602041 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-91467ae5-e326-45ec-8798-6e8c6e4c6021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.2146189 Feb 04 11:32:43.602572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36578) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:43.632307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] Provisioning complete for port eb20a7df-3f79-455b-bae4-325cdcee00b2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:43.632900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.643222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01c8e2-c4dc-47c3-88bb-8a9606f73069 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:43.643815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.649335 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9c01c8e2-c4dc-47c3-88bb-8a9606f73069 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=208989db-6504-4f3f-8adc-222e7d7cbad6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6858938 Feb 04 11:32:43.651478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:43.661399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.714136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:43.772945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.820575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.863944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Transition to ACTIVE for port object d5467f0f-3df2-45d3-85cf-f7f3fdbaacad will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:43.912371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network 70848142-54e1-42d5-a6de-051755946d73 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:43.917179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:43.921525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:43.927417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for f627768f-bd18-4879-928d-9746bdfbdd1d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:43.976501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:43.981665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Port': ['ID=d746a7a0-84e6-4524-bfb6-61d318b51386,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.007128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 08e4a064-e104-43ba-9dc6-c7a685fed2fa {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:44.008167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.026791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.029974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.094598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.144028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=18d24d62-02c1-40a4-811e-694511d2316f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.219754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': 'e8269af5-6088-4ab8-8558-6d43595cfb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:44.220082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: eaf7eb6d-10c7-4556-bf93-1944db5580b1, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:44.292728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.308334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda9ac1-2d1f-4de5-ba6f-3f3cc45cd396 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:44.312428 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-edda9ac1-2d1f-4de5-ba6f-3f3cc45cd396 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/networks/2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 881 time: 0.6501908 Feb 04 11:32:44.312597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=41bb68df-bdcb-483e-a810-9206c601c778,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.314952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.316787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:44.331749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8a71e3be-eb04-4899-82e9-b5170513a7e0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:44.473418 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bdcf31f2-00d5-40a3-9b17-54c0cb043a1b tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=208989db-6504-4f3f-8adc-222e7d7cbad6 HTTP/1.1" status: 200 len: 205 time: 0.1501892 Feb 04 11:32:44.482288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:44.488568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:44.506444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c643a-86c0-43d4-b31b-a141fb9fac14 None None] Pushing event updated for resources: {'Port': ['ID=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.506444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.558180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] For port eb20a7df-3f79-455b-bae4-325cdcee00b2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb20a7df-3f79-455b-bae4-325cdcee00b2,segment=NetworkSegment(ed83f37b-c645-4815-bb0b-a9f640131f3f),segment_id=ed83f37b-c645-4815-bb0b-a9f640131f3f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:44.614121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.638701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.690407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=f627768f-bd18-4879-928d-9746bdfbdd1d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:44.709261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, eaf7eb6d-10c7-4556-bf93-1944db5580b1) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:44.727698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5902323-b934-4c9d-a74f-e251356cda29 None None] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:44.740846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 8a71e3be-eb04-4899-82e9-b5170513a7e0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:44.773011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:44.836897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d5467f0f-3df2-45d3-85cf-f7f3fdbaacad up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:45.023921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:45.023921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.047025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeba5b4-adff-4e0c-bee7-f89309393211 None None] Pushing event updated for resources: {'Port': ['ID=eb20a7df-3f79-455b-bae4-325cdcee00b2,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:45.098487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Provisioning for port d746a7a0-84e6-4524-bfb6-61d318b51386 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:45.114020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Provisioning complete for port d746a7a0-84e6-4524-bfb6-61d318b51386 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:45.114304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.124292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 08e4a064-e104-43ba-9dc6-c7a685fed2fa owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:45.258568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 11502317-6da2-431d-b921-b4e501501957 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:45.260826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:45.296273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d5467f0f-3df2-45d3-85cf-f7f3fdbaacad up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:45.372739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:32:45.378159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Port d746a7a0-84e6-4524-bfb6-61d318b51386 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:45.414645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb20a7df-3f79-455b-bae4-325cdcee00b2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:45.474090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.492722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Provisioning for port 8a71e3be-eb04-4899-82e9-b5170513a7e0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:45.497002 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-166dc1f4-9fbf-4883-b1b2-ed7108840455 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6691864 Feb 04 11:32:45.513178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:45.520228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Provisioning complete for port 8a71e3be-eb04-4899-82e9-b5170513a7e0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:45.521649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.527894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-225268860'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:45.553899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:32:45.565499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.601734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-eaf7eb6d-10c7-4556-bf93-1944db5580b1', 'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': '18d24d62-02c1-40a4-811e-694511d2316f'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:45.602500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.602962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.604858 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e82a73c0-c035-408d-982c-e9d0b96f4b5e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/f627768f-bd18-4879-928d-9746bdfbdd1d HTTP/1.1" status: 204 len: 168 time: 3.0652478 Feb 04 11:32:45.609721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.619455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:45.626353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port eb20a7df-3f79-455b-bae4-325cdcee00b2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:45.626717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:45.968278 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c77f05d-72e5-43fc-9a7f-1eb22d99a078 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:32:45.968755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c77f05d-72e5-43fc-9a7f-1eb22d99a078 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:46.013464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.083024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.091377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Deleting port a51f5c7a-9f25-443d-81b9-8c7b41dd694f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:46.091883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.139004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.183463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event updated for resources: {'Port': ['ID=d746a7a0-84e6-4524-bfb6-61d318b51386,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.190782 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8c77f05d-72e5-43fc-9a7f-1eb22d99a078 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/f627768f-bd18-4879-928d-9746bdfbdd1d HTTP/1.1" status: 404 len: 333 time: 0.5175517 Feb 04 11:32:46.215445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:46.227179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] For port 8a71e3be-eb04-4899-82e9-b5170513a7e0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8a71e3be-eb04-4899-82e9-b5170513a7e0,segment=NetworkSegment(3be65d68-6143-42ac-9dc0-926ff270ab20),segment_id=3be65d68-6143-42ac-9dc0-926ff270ab20)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:46.235451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Allocated IP 2001:db8::2 (eaf7eb6d-10c7-4556-bf93-1944db5580b1/18d24d62-02c1-40a4-811e-694511d2316f/cfe405f6-8eb2-4112-b197-a3794d6810f9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:46.343352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.348528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.417396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=08e4a064-e104-43ba-9dc6-c7a685fed2fa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.471892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826af2-bc63-498d-bd5a-04bd75ddfedb None None] Pushing event updated for resources: {'Port': ['ID=8a71e3be-eb04-4899-82e9-b5170513a7e0,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:46.520517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.533045 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bce97bdc-4a7c-41df-9d51-1b16253f51f4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/08e4a064-e104-43ba-9dc6-c7a685fed2fa HTTP/1.1" status: 204 len: 168 time: 2.9273512 Feb 04 11:32:46.533307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36606) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:46.581153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a00f63-76c8-4e2b-b60c-7c7b3c29d04a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:32:46.582346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.582835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f2a00f63-76c8-4e2b-b60c-7c7b3c29d04a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/f627768f-bd18-4879-928d-9746bdfbdd1d HTTP/1.1" status: 404 len: 333 time: 0.3657241 Feb 04 11:32:46.586375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:46.594741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Provisioning for port 41bb68df-bdcb-483e-a810-9206c601c778 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:46.606117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Provisioning complete for port 41bb68df-bdcb-483e-a810-9206c601c778 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:46.606485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.606629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Network 70848142-54e1-42d5-a6de-051755946d73 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:46.608223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:46.613972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3543095f-56c9-4b37-a330-56fa7af342ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7516375 Feb 04 11:32:46.615634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:46.619483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:46.620591 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:46.626843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:46.651711 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:46.653143 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:46.655206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.688790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-574257241'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:46.693988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:46.704338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:46.716607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:46.774618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Port 41bb68df-bdcb-483e-a810-9206c601c778 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:46.786176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Transition to ACTIVE for port object cfe405f6-8eb2-4112-b197-a3794d6810f9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:46.801766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:46.849299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Transition to ACTIVE for port object cfe405f6-8eb2-4112-b197-a3794d6810f9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:46.849650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:46.852533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Provisioning complete for port 8a71e3be-eb04-4899-82e9-b5170513a7e0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:46.853239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.876340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:46.880857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Calling delete_port for a51f5c7a-9f25-443d-81b9-8c7b41dd694f owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:46.900811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:46.954587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Router 93a9c185-c3a6-48c8-8a56-49a610f19b57 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:32:46.958049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:46.966441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 125778a9-32ea-46b8-8b84-a45536b21feb {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:46.973641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.005995 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:32:47.025684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95524a8-ddc3-4695-ba1d-c5cebe553388 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:47.026619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b95524a8-ddc3-4695-ba1d-c5cebe553388 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:47.057445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:47.063180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:47.063405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:47.065886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:47.069033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.083413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Pushing event updated for resources: {'Port': ['ID=cfe405f6-8eb2-4112-b197-a3794d6810f9,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:47.106793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.118573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:47.123311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.194495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b95524a8-ddc3-4695-ba1d-c5cebe553388 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:47.196242 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b95524a8-ddc3-4695-ba1d-c5cebe553388 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6619079 Feb 04 11:32:47.205729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.222325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 77afd0a4-adc7-410a-9156-d01c8db875df yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:47.239165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8a71e3be-eb04-4899-82e9-b5170513a7e0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:47.309834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:47.326242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.326591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment b0101b4b-e5e5-4494-bc1d-fbef95de8b77 of type vlan for network 82bfa9c0-9c85-4761-864b-2817022a2cd9 Feb 04 11:32:47.346523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Attempting to bind port cfe405f6-8eb2-4112-b197-a3794d6810f9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:47.346903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Attempting to bind port cfe405f6-8eb2-4112-b197-a3794d6810f9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'e8269af5-6088-4ab8-8558-6d43595cfb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:47.348176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Attempting to bind port cfe405f6-8eb2-4112-b197-a3794d6810f9 on network eaf7eb6d-10c7-4556-bf93-1944db5580b1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:47.350518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.367098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.367304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:47.367304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Checking segment: {'id': 'e8269af5-6088-4ab8-8558-6d43595cfb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:47.367304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.367304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Bound using segment: {'id': 'e8269af5-6088-4ab8-8558-6d43595cfb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:47.367304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Bound port: cfe405f6-8eb2-4112-b197-a3794d6810f9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8269af5-6088-4ab8-8558-6d43595cfb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eaf7eb6d-10c7-4556-bf93-1944db5580b1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:47.367304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.455150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:47.477222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59969cfb-b358-42dd-a775-876096e55771 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:47.479194 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-59969cfb-b358-42dd-a775-876096e55771 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2726560 Feb 04 11:32:47.479826 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 3, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:43Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:47.481593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] Sync routers for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:47.482999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.484746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-00d8c872-f491-4f6e-9600-bc02c9c7a116 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9181716 Feb 04 11:32:47.487918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.489984 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:32:47.493745 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Updating router 080bb77d-977f-428f-b772-68c390110dbc port 41bb68df-bdcb-483e-a810-9206c601c778 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:32:47.512611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Provisioning complete for port eb20a7df-3f79-455b-bae4-325cdcee00b2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:47.513128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.530289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.536426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:47.537063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.543053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8a71e3be-eb04-4899-82e9-b5170513a7e0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:47.543521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.569219 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.608377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:47.609018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:47.652857 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9687943 Feb 04 11:32:47.681312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:47.715473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:47.731993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:47.735022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] For port cfe405f6-8eb2-4112-b197-a3794d6810f9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:47.756366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] For port cfe405f6-8eb2-4112-b197-a3794d6810f9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cfe405f6-8eb2-4112-b197-a3794d6810f9,segment=NetworkSegment(e8269af5-6088-4ab8-8558-6d43595cfb76),segment_id=e8269af5-6088-4ab8-8558-6d43595cfb76)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:47.758837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:47.759471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:47.817476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.833500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:47.833910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbffc6ad-0e36-449a-9ac7-8a6ad2d9d487 None None] The sync data for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:47.843407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.918317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15bc17-9fc3-4e79-aecc-42f28ea4beb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=82bfa9c0-9c85-4761-864b-2817022a2cd9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:47.920842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:47.929795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:47.935618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:47.950642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:47.953572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:47.964271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:47.965865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::213 (eaf7eb6d-10c7-4556-bf93-1944db5580b1/18d24d62-02c1-40a4-811e-694511d2316f/77afd0a4-adc7-410a-9156-d01c8db875df) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:48.003437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event deleted for resources: {'Port': ['ID=a51f5c7a-9f25-443d-81b9-8c7b41dd694f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:48.039962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:48.043589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.053474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=125778a9-32ea-46b8-8b84-a45536b21feb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:48.055687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.079028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4c126-dd2d-428e-a3de-1fe3b6c2706f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:48.080573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4c126-dd2d-428e-a3de-1fe3b6c2706f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:48.082256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4c126-dd2d-428e-a3de-1fe3b6c2706f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:48.083603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-42c4c126-dd2d-428e-a3de-1fe3b6c2706f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:48.099334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08bde0-dedd-43a4-8773-ce43e9fb33b9 None None] Network 251f9553-4f69-401a-a2fc-86f40ac3eb10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:48.114600 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.128656 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Transition to ACTIVE for port object 41bb68df-bdcb-483e-a810-9206c601c778 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:48.139807 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7b4c9bc0-80ea-4703-a565-1e6b59dd360d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/125778a9-32ea-46b8-8b84-a45536b21feb HTTP/1.1" status: 204 len: 168 time: 1.5486946 Feb 04 11:32:48.146928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d809490-7c7e-42f4-bac2-a1d5ceef2292 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.153025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36634) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:48.216271 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.320068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.340663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c12e3-f382-4429-b79b-f89877455d1f None None] Pushing event updated for resources: {'Port': ['ID=cfe405f6-8eb2-4112-b197-a3794d6810f9,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:48.384695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-42c4c126-dd2d-428e-a3de-1fe3b6c2706f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:48.388728 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-42c4c126-dd2d-428e-a3de-1fe3b6c2706f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9017210 Feb 04 11:32:48.419387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:48.495673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Provisioning for port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:48.515276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Provisioning complete for port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:48.515831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.591125 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-3d809490-7c7e-42f4-bac2-a1d5ceef2292 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 11:32:48.595110 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3d809490-7c7e-42f4-bac2-a1d5ceef2292 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57 HTTP/1.1" status: 409 len: 329 time: 1.1035933 Feb 04 11:32:48.595110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.596421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:48.603185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.748499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Could not find standard attr ID for object 08e4a064-e104-43ba-9dc6-c7a685fed2fa. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:32:48.750559 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fd566-2f4d-424c-b845-5e79b62e9142 None None] Pushing event updated for resources: {'Port': ['ID=41bb68df-bdcb-483e-a810-9206c601c778,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:48.751230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port eb20a7df-3f79-455b-bae4-325cdcee00b2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:48.751727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.755536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3bc468fe-413a-4587-beb1-99f038199065 None None] Could not find standard attr ID for object f627768f-bd18-4879-928d-9746bdfbdd1d. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:32:48.760336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.787388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] DHCP port deletion for 251f9553-4f69-401a-a2fc-86f40ac3eb10 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:48.793246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] Deleting port eb20a7df-3f79-455b-bae4-325cdcee00b2 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:48.793617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.824742 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Attempting to bind port 41bb68df-bdcb-483e-a810-9206c601c778 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:48.825111 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Attempting to bind port 41bb68df-bdcb-483e-a810-9206c601c778 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:48.825469 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Attempting to bind port 41bb68df-bdcb-483e-a810-9206c601c778 on network 11502317-6da2-431d-b921-b4e501501957 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:48.838436 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:48.844854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Checking segment: {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:48.844854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.844854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Bound using segment: {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:48.844854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Bound port: 41bb68df-bdcb-483e-a810-9206c601c778, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be65d68-6143-42ac-9dc0-926ff270ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11502317-6da2-431d-b921-b4e501501957'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:48.844854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.874646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 91ec23d3-f84d-4289-8bdb-fd0734091696 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:48.893306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.897271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e0d12d6f-55cb-415b-b3fa-146767ea88c9 None None] Provisioning complete for port d746a7a0-84e6-4524-bfb6-61d318b51386 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:48.897642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e0d12d6f-55cb-415b-b3fa-146767ea88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.986593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:48.987480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Fanout notify agent at l3_agent the message router_deleted on router 208989db-6504-4f3f-8adc-222e7d7cbad6 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:32:49.012830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.033524 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] For port 41bb68df-bdcb-483e-a810-9206c601c778, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:49.033524 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] For port 41bb68df-bdcb-483e-a810-9206c601c778, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=41bb68df-bdcb-483e-a810-9206c601c778,segment=NetworkSegment(3be65d68-6143-42ac-9dc0-926ff270ab20),segment_id=3be65d68-6143-42ac-9dc0-926ff270ab20)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:49.079620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.085154 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-af36461a-d935-4f47-8b3c-63c130bed996 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/208989db-6504-4f3f-8adc-222e7d7cbad6 HTTP/1.1" status: 204 len: 168 time: 4.5939937 Feb 04 11:32:49.090599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:49.096296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1944410623', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:49.121246 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.136404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e0d12d6f-55cb-415b-b3fa-146767ea88c9 None None] Port d746a7a0-84e6-4524-bfb6-61d318b51386 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:49.213606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:49.235294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Usage tracker for resource:router and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:49.241985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:49.251937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:49.273727 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fd566-2f4d-424c-b845-5e79b62e9142 None None] Pushing event updated for resources: {'Port': ['ID=41bb68df-bdcb-483e-a810-9206c601c778,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.337164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] For port eb20a7df-3f79-455b-bae4-325cdcee00b2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb20a7df-3f79-455b-bae4-325cdcee00b2,segment=NetworkSegment(ed83f37b-c645-4815-bb0b-a9f640131f3f),segment_id=ed83f37b-c645-4815-bb0b-a9f640131f3f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:49.338152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.348135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.353271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cfe405f6-8eb2-4112-b197-a3794d6810f9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:49.397732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 77afd0a4-adc7-410a-9156-d01c8db875df will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:49.417507 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:49.418133 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:49.602259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] Calling delete_port for eb20a7df-3f79-455b-bae4-325cdcee00b2 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:49.613996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.730255 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:32:49.732689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.733840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.818622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] For port eb20a7df-3f79-455b-bae4-325cdcee00b2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=eb20a7df-3f79-455b-bae4-325cdcee00b2,segment=NetworkSegment(ed83f37b-c645-4815-bb0b-a9f640131f3f),segment_id=ed83f37b-c645-4815-bb0b-a9f640131f3f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:49.819189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.837748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port cfe405f6-8eb2-4112-b197-a3794d6810f9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:49.865633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.943526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=28655be3-d16a-461a-97f6-1f5398b6de39,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.949763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:49.970994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] Pushing event deleted for resources: {'Port': ['ID=eb20a7df-3f79-455b-bae4-325cdcee00b2,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:49.976212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb20a7df-3f79-455b-bae4-325cdcee00b2 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:50.000869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.022030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: eb20a7df-3f79-455b-bae4-325cdcee00b2 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:50.022506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device eb20a7df-3f79-455b-bae4-325cdcee00b2 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:50.027894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for eb20a7df-3f79-455b-bae4-325cdcee00b2 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:50.049764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e43b1a-6bed-48fb-8994-c32a37a13843 None None] No DVR routers for this DVR port eb20a7df-3f79-455b-bae4-325cdcee00b2 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:50.066635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.111157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553a299-8d2c-40f6-a91d-e150a13571de None None] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:50.141576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.180583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:50.180939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 82bfa9c0-9c85-4761-864b-2817022a2cd9, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:50.223898 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 3, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:50.229109 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346f30-2fd4-4268-81c8-e45523562ad5 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:42Z', 'revision_number': 3, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:49Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:50.245193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:50.255904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:50.262930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=77afd0a4-adc7-410a-9156-d01c8db875df,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:50.286182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:50.302031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:50.302898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.368306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:50.368885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:50.374763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] Provisioning for port cfe405f6-8eb2-4112-b197-a3794d6810f9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:50.389207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] Provisioning complete for port cfe405f6-8eb2-4112-b197-a3794d6810f9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:50.393169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.393415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:50.462168 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1b2448a2-c643-4c9f-ab9b-1130192f0565 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.9466338 Feb 04 11:32:50.464829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.527255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 82bfa9c0-9c85-4761-864b-2817022a2cd9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:50.529344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.562819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522abba-d021-465d-94eb-39e8c4aad78b None None] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:50.582590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:50.583409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.596318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=91ec23d3-f84d-4289-8bdb-fd0734091696,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:50.627783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.629616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e016ff16-fb99-4d1c-8345-a46c8ca6dca8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/91ec23d3-f84d-4289-8bdb-fd0734091696 HTTP/1.1" status: 204 len: 168 time: 2.2091842 Feb 04 11:32:50.632767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.657896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4b7ae-58ff-489d-9a44-42cc6cec2a54 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:50.701665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.752421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet b63cf7df-5e29-4ebb-a766-c23578245aba {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:50.759558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 77afd0a4-adc7-410a-9156-d01c8db875df {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:50.759558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.793903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.836391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting port d746a7a0-84e6-4524-bfb6-61d318b51386 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:50.836391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.843187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:50.849263 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9931f2fe-772e-426f-a1cb-a2e3b768c8e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1447186 Feb 04 11:32:50.860469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:50.947078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] For port cfe405f6-8eb2-4112-b197-a3794d6810f9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cfe405f6-8eb2-4112-b197-a3794d6810f9,segment=NetworkSegment(e8269af5-6088-4ab8-8558-6d43595cfb76),segment_id=e8269af5-6088-4ab8-8558-6d43595cfb76)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:50.986052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.094759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.107180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.199602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port eb20a7df-3f79-455b-bae4-325cdcee00b2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:51.199936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.315154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 41bb68df-bdcb-483e-a810-9206c601c778 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:51.343524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.428673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-82bfa9c0-9c85-4761-864b-2817022a2cd9', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:51.441644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.487105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72921baf-80fb-474a-837e-20216a907fd3 None None] Pushing event updated for resources: {'Port': ['ID=cfe405f6-8eb2-4112-b197-a3794d6810f9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:51.502135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.521488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Calling delete_port for d746a7a0-84e6-4524-bfb6-61d318b51386 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:51.543341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6f83d7cb-0aa7-4686-adf4-b126f525b93c None None] Provisioning for port 77afd0a4-adc7-410a-9156-d01c8db875df completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:51.566741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6f83d7cb-0aa7-4686-adf4-b126f525b93c None None] Provisioning complete for port 77afd0a4-adc7-410a-9156-d01c8db875df triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:51.567009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6f83d7cb-0aa7-4686-adf4-b126f525b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.679407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6f83d7cb-0aa7-4686-adf4-b126f525b93c None None] Port 77afd0a4-adc7-410a-9156-d01c8db875df cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:51.705420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 41bb68df-bdcb-483e-a810-9206c601c778 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:51.736299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 41bb68df-bdcb-483e-a810-9206c601c778 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:51.736299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.782921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=b63cf7df-5e29-4ebb-a766-c23578245aba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:51.796714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] The port 'eb20a7df-3f79-455b-bae4-325cdcee00b2' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:51.818332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6f83d7cb-0aa7-4686-adf4-b126f525b93c None None] Provisioning complete for port cfe405f6-8eb2-4112-b197-a3794d6810f9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:51.818789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6f83d7cb-0aa7-4686-adf4-b126f525b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.858364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Allocated IP 172.22.0.2 (82bfa9c0-9c85-4761-864b-2817022a2cd9/28655be3-d16a-461a-97f6-1f5398b6de39/0deae7b7-5f34-4883-a452-3841afca0e43) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:51.893631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.943775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:51.980216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.075537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521b1c6e-c74b-4946-86ca-0a2587bd01e6 None None] Update dhcp port {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': 'b63cf7df-5e29-4ebb-a766-c23578245aba'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': 'd5467f0f-3df2-45d3-85cf-f7f3fdbaacad'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:32:52.138223 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-13c89072-a1ac-4eeb-b9de-f97df74f88f3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b63cf7df-5e29-4ebb-a766-c23578245aba HTTP/1.1" status: 204 len: 168 time: 1.5019381 Feb 04 11:32:52.138223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.148006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:52.231284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.246451 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d74f2f44-9041-43f3-88d9-b55049c98509 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972657 Feb 04 11:32:52.247460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:52.252460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-521b1c6e-c74b-4946-86ca-0a2587bd01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.257330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:52.321122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251f9553-4f69-401a-a2fc-86f40ac3eb10']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:52.344222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.360505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed83f37b-c645-4815-bb0b-a9f640131f3f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:52.360891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed83f37b-c645-4815-bb0b-a9f640131f3f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:52.396928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.401223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Allocated IP 172.26.6.83 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/978c33aa-ffab-4a8d-9236-b5911b100016) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:52.419303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Port': ['ID=d746a7a0-84e6-4524-bfb6-61d318b51386,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.426013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 41bb68df-bdcb-483e-a810-9206c601c778, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=41bb68df-bdcb-483e-a810-9206c601c778,segment=NetworkSegment(3be65d68-6143-42ac-9dc0-926ff270ab20),segment_id=3be65d68-6143-42ac-9dc0-926ff270ab20)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:52.438944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.494313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.531099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.537302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.541232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:52.568707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Transition to ACTIVE for port object 0deae7b7-5f34-4883-a452-3841afca0e43 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:52.571319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ea1e9bed-e919-4994-94ba-9b03536c50fb None None] Provisioning complete for port 77afd0a4-adc7-410a-9156-d01c8db875df triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:52.572015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9bed-e919-4994-94ba-9b03536c50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.604682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:52.610341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 77afd0a4-adc7-410a-9156-d01c8db875df owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:52.632536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:52.644807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Transition to ACTIVE for port object 0deae7b7-5f34-4883-a452-3841afca0e43 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:52.648040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:52.657150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=41bb68df-bdcb-483e-a810-9206c601c778,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.666387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:52.666387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.677339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ea1e9bed-e919-4994-94ba-9b03536c50fb None None] Port 77afd0a4-adc7-410a-9156-d01c8db875df cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:52.687838 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:52.706275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9427ebd8-c3c1-4dfe-82b3-ad524ed5d730 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:52.789620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.804980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:52.809180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.897345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.925678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:52.928877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Pushing event updated for resources: {'Port': ['ID=0deae7b7-5f34-4883-a452-3841afca0e43,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:52.933817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:52.941432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:52.946349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.949219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-82dd8a25-df73-4e8c-b95f-b850c4068c2c None None] Provisioning complete for port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:52.949999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82dd8a25-df73-4e8c-b95f-b850c4068c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.976965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:52.992384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.029941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.113728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=251f9553-4f69-401a-a2fc-86f40ac3eb10,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:53.139098 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4fdd18bd-ae6b-4e14-a2f8-d94515e253d5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/251f9553-4f69-401a-a2fc-86f40ac3eb10 HTTP/1.1" status: 204 len: 168 time: 4.9847331 Feb 04 11:32:53.146136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:53.156868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-940063500'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:53.161698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Attempting to bind port 0deae7b7-5f34-4883-a452-3841afca0e43 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:53.163033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Attempting to bind port 0deae7b7-5f34-4883-a452-3841afca0e43 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:53.163033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Attempting to bind port 0deae7b7-5f34-4883-a452-3841afca0e43 on network 82bfa9c0-9c85-4761-864b-2817022a2cd9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:53.163321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:53.166341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:53.170152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:53.170278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:53.171579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Checking segment: {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:53.171579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.171579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Bound using segment: {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:53.171910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Bound port: 0deae7b7-5f34-4883-a452-3841afca0e43, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:53.172468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.176747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:53.258866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:53.262474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.270471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 41bb68df-bdcb-483e-a810-9206c601c778 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:53.290408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.494221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] For port 0deae7b7-5f34-4883-a452-3841afca0e43, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:32:53.498416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] For port 0deae7b7-5f34-4883-a452-3841afca0e43, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0deae7b7-5f34-4883-a452-3841afca0e43,segment=NetworkSegment(b0101b4b-e5e5-4494-bc1d-fbef95de8b77),segment_id=b0101b4b-e5e5-4494-bc1d-fbef95de8b77)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:32:53.500139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 41bb68df-bdcb-483e-a810-9206c601c778 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:53.500493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.519295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=77afd0a4-adc7-410a-9156-d01c8db875df,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:53.534225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Router 93a9c185-c3a6-48c8-8a56-49a610f19b57 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:32:53.559787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:53.568528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] Deleting port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:53.569544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.601826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.605636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.608554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:53.632459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.644372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f47a15ea-36fc-4fa7-9a1d-3d5439bd533f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/77afd0a4-adc7-410a-9156-d01c8db875df HTTP/1.1" status: 204 len: 168 time: 3.1784708 Feb 04 11:32:53.645935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.646461 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment 96ab45a1-f328-4567-a939-a5ede729fad4 of type vlan for network bd91e83a-ac53-4bc5-99ce-51bac092d89e Feb 04 11:32:53.654923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36674) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:53.804499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b29c6-692b-49d9-a4f3-9cadeed09052 None None] Pushing event updated for resources: {'Port': ['ID=0deae7b7-5f34-4883-a452-3841afca0e43,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:53.816209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:53.820193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:53.832739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:53.837371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:53.851647 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] Sync routers for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:53.867841 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:53.868785 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:53.871037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-828891c6-8d5e-4e47-8145-3b89547de0f2 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:32:53.876340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-828891c6-8d5e-4e47-8145-3b89547de0f2 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:32:53.904239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:53.953181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event updated for resources: {'Port': ['ID=978c33aa-ffab-4a8d-9236-b5911b100016,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:53.970336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cfe405f6-8eb2-4112-b197-a3794d6810f9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:53.997510 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:54.001991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.22.0.1 (82bfa9c0-9c85-4761-864b-2817022a2cd9/28655be3-d16a-461a-97f6-1f5398b6de39/9a2a038b-0fc2-4ad8-8803-edafecd4e42c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:54.007669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-828891c6-8d5e-4e47-8145-3b89547de0f2 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:32:54.007669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-828891c6-8d5e-4e47-8145-3b89547de0f2 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/77afd0a4-adc7-410a-9156-d01c8db875df HTTP/1.1" status: 404 len: 333 time: 0.3508451 Feb 04 11:32:54.011877 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] Routers {'93a9c185-c3a6-48c8-8a56-49a610f19b57'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:54.012594 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['93a9c185-c3a6-48c8-8a56-49a610f19b57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:54.015479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36678) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.071061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] For port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:54.071801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.116362 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:54.117044 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05077e-8c08-4357-a6c4-2959e1ef7a49 None None] The sync data for ids ['93a9c185-c3a6-48c8-8a56-49a610f19b57'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:54.234207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.240547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:54.241476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.249206 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-01c1fc38-c887-469a-af95-d62327d1733c tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6469023 Feb 04 11:32:54.261088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] Calling delete_port for d5467f0f-3df2-45d3-85cf-f7f3fdbaacad owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:54.290809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.315160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cfe405f6-8eb2-4112-b197-a3794d6810f9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:54.315604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.354365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 18d24d62-02c1-40a4-811e-694511d2316f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:54.358081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.436216 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-3f3d51e4-16e8-4311-a72c-b76dcf81d861 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] show failed (client error): The resource could not be found. Feb 04 11:32:54.439194 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3f3d51e4-16e8-4311-a72c-b76dcf81d861 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-2009403158 HTTP/1.1" status: 404 len: 335 time: 0.1440384 Feb 04 11:32:54.452342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36686) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.470344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2b7bf0e5-09f5-4a3c-b3ef-8842b8d8fc04 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:54.489334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.496842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:32:54.544263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] Pushing event deleted for resources: {'Port': ['ID=d5467f0f-3df2-45d3-85cf-f7f3fdbaacad,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:54.547540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefc04e-a5d1-48a0-bc6a-1c952119a0df None None] No DVR routers for this DVR port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:54.564415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d5467f0f-3df2-45d3-85cf-f7f3fdbaacad no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:54.572040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-2b7bf0e5-09f5-4a3c-b3ef-8842b8d8fc04 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] update failed (client error): The resource could not be found. Feb 04 11:32:54.582401 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2b7bf0e5-09f5-4a3c-b3ef-8842b8d8fc04 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1526906780 HTTP/1.1" status: 404 len: 335 time: 0.1142631 Feb 04 11:32:54.582564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.589271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=bd91e83a-ac53-4bc5-99ce-51bac092d89e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:54.601420 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7748c12b-c8a2-447d-b496-a1a0347bc67a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4542096 Feb 04 11:32:54.603449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:54.607413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.616271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: d5467f0f-3df2-45d3-85cf-f7f3fdbaacad {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:54.616665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d5467f0f-3df2-45d3-85cf-f7f3fdbaacad not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:54.635417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:54.722567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.740446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:54.751834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object 9a2a038b-0fc2-4ad8-8803-edafecd4e42c will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:54.769315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.895430 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.services.revisions.revision_plugin [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Could not find related port for resource to bump revision. Feb 04 11:32:54.917473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:54.966945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.039388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=18d24d62-02c1-40a4-811e-694511d2316f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:55.045223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:55.050422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:55.056074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f49748-9b75-4697-8014-63afbdb39bb7 None None] Network eaf7eb6d-10c7-4556-bf93-1944db5580b1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:55.056691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.059309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:55.095872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:55.117105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7d971845-9a65-4b0b-8a9b-9cf825c07414 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/18d24d62-02c1-40a4-811e-694511d2316f HTTP/1.1" status: 204 len: 168 time: 1.1003890 Feb 04 11:32:55.123828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:55.144447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.265090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting subnet a3f4ac81-0587-461e-8d31-4cdd283d766d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:55.269188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.289076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0deae7b7-5f34-4883-a452-3841afca0e43 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:55.312806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_pluggable_backend [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Port d5467f0f-3df2-45d3-85cf-f7f3fdbaacad was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88131) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 11:32:55.313133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_pluggable_backend [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:d62c {{(pid=88131) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 11:32:55.323063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b03238-1b78-48c8-a1e7-d2009b09b5b4 None None] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:55.330061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:55.345459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.ipam_pluggable_backend [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec9:d62c {{(pid=88131) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 11:32:55.364353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:55.370118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.379524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:55.412977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.439121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:55.449217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.451017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.524534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.573937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:55.585718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5f72461b-b403-441f-b3b1-4e00f3429ff5 None None] Provisioning for port 0deae7b7-5f34-4883-a452-3841afca0e43 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:55.590792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:55.615251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:55.617671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.621635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f504c0-608f-4e8e-8446-eec263d814c0 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:55.655029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=1219d75f-ae12-4f12-b339-d2ad81837a99,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:55.657210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port cfe405f6-8eb2-4112-b197-a3794d6810f9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:55.657973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.688265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] DHCP port deletion for eaf7eb6d-10c7-4556-bf93-1944db5580b1 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:55.701909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] Deleting port cfe405f6-8eb2-4112-b197-a3794d6810f9 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:55.710853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.728383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0deae7b7-5f34-4883-a452-3841afca0e43 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:55.804725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0deae7b7-5f34-4883-a452-3841afca0e43 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:55.805100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.845706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:55.855079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:55.910263 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-50e3b978-3dd2-4898-b952-27872ff5724e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6599619 Feb 04 11:32:55.918093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36702) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:55.929298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:56.148678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.151364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:56.157532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:56.162563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:56.169716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:56.184161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.220763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.263609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.275508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] For port cfe405f6-8eb2-4112-b197-a3794d6810f9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cfe405f6-8eb2-4112-b197-a3794d6810f9,segment=NetworkSegment(e8269af5-6088-4ab8-8558-6d43595cfb76),segment_id=e8269af5-6088-4ab8-8558-6d43595cfb76)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:56.276060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.287696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '1219d75f-ae12-4f12-b339-d2ad81837a99'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:56.300656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.302174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] For port cfe405f6-8eb2-4112-b197-a3794d6810f9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cfe405f6-8eb2-4112-b197-a3794d6810f9,segment=NetworkSegment(e8269af5-6088-4ab8-8558-6d43595cfb76),segment_id=e8269af5-6088-4ab8-8558-6d43595cfb76)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:56.302697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.332777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:56.338241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.446600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] Calling delete_port for cfe405f6-8eb2-4112-b197-a3794d6810f9 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:56.525320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for cfe405f6-8eb2-4112-b197-a3794d6810f9 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:56.551779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0deae7b7-5f34-4883-a452-3841afca0e43, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0deae7b7-5f34-4883-a452-3841afca0e43,segment=NetworkSegment(b0101b4b-e5e5-4494-bc1d-fbef95de8b77),segment_id=b0101b4b-e5e5-4494-bc1d-fbef95de8b77)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:56.562923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:56.587980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.618875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1219d75f-ae12-4f12-b339-d2ad81837a99 (CIDR: 2001:db8::/64) Feb 04 11:32:56.645565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.650149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.678299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:32:56.678790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:32:56.764140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0deae7b7-5f34-4883-a452-3841afca0e43,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:56.767146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.795187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d16839bc-e879-44bb-a2fa-8288897bcd60 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8732450 Feb 04 11:32:56.798651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36706) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:56.806345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:56.817374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-30cc3b66-6b6b-4e5e-8c12-25fa3ff6c459 None None] Provisioning for port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:32:56.837462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] Pushing event deleted for resources: {'Port': ['ID=cfe405f6-8eb2-4112-b197-a3794d6810f9,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:56.849524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-30cc3b66-6b6b-4e5e-8c12-25fa3ff6c459 None None] Provisioning complete for port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:56.849912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30cc3b66-6b6b-4e5e-8c12-25fa3ff6c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.878197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da7cd2-3321-4e8a-8211-bb100b02328f None None] No DVR routers for this DVR port cfe405f6-8eb2-4112-b197-a3794d6810f9 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:32:56.896800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:56.900265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:56.914124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:56.933832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Allocated IP 2001:db8::f816:3eff:fe88:b925 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/1219d75f-ae12-4f12-b339-d2ad81837a99/041a8db3-9aca-42e4-bdb4-94bcb778a13a) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:56.964520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-30cc3b66-6b6b-4e5e-8c12-25fa3ff6c459 None None] Port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:57.001332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f4ac81-0587-461e-8d31-4cdd283d766d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:57.017315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.023914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.api [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:32:57.024487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG oslo_db.api [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:32:57.042592 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-afb5151b-882f-4896-be65-5cd64928f5f9 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/subnets/a3f4ac81-0587-461e-8d31-4cdd283d766d HTTP/1.1" status: 204 len: 168 time: 2.4634643 Feb 04 11:32:57.091096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:57.124948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-30cc3b66-6b6b-4e5e-8c12-25fa3ff6c459 None None] Provisioning complete for port 0deae7b7-5f34-4883-a452-3841afca0e43 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:57.125525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30cc3b66-6b6b-4e5e-8c12-25fa3ff6c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.138339 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.139923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:32:57.192416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f2297-8649-4d30-ab5f-f426eb95c9b1 None None] Network c1f11c98-1c7a-46d4-b078-1511869b8cf3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:57.275207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=4e2188b1-41cd-4e41-9c5f-d91b2207bf22,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:57.304153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': '96ab45a1-f328-4567-a939-a5ede729fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:57.304717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: bd91e83a-ac53-4bc5-99ce-51bac092d89e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:32:57.335642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0deae7b7-5f34-4883-a452-3841afca0e43 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:32:57.378550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting subnet 77d6a559-f54b-442b-9ece-36b4c777696f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:32:57.394031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.437682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:57.442164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Router 907dcab3-91ca-4ba8-b555-1c487468370c is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:32:57.455407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:57.463604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:57.473829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:57.483810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.504659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.516956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:32:57.523759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:57.527162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port cfe405f6-8eb2-4112-b197-a3794d6810f9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:57.527659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.532176 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-252de628-bb0e-4845-ada1-cbfb2cd5f2c2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6649313 Feb 04 11:32:57.533444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:57.540145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'network': {'name': 'tempest-RoutersTest-1531538455'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:57.554871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:57.559511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:57.562081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:network and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:57.567361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:57.578361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:57.593318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:57.596898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.635718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] The port 'cfe405f6-8eb2-4112-b197-a3794d6810f9' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:32:57.682905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:57.686355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.714626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:57.715343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:57.734126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, bd91e83a-ac53-4bc5-99ce-51bac092d89e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:57.740925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.766770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:57.767667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.794566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b76cc-61db-4034-ad36-b725e511cf74 None None] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:57.890751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:57.910830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:32:57.928415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] Sync routers for ids ['907dcab3-91ca-4ba8-b555-1c487468370c'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:32:57.944884 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ac2f019a-03b5-4478-b8e7-d4c3a09b57f3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2988410 Feb 04 11:32:57.948811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:57.952461 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] Routers {'907dcab3-91ca-4ba8-b555-1c487468370c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:57.955090 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['907dcab3-91ca-4ba8-b555-1c487468370c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:57.955703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1050951901'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:57.988085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:32:58.001046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.015823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0deae7b7-5f34-4883-a452-3841afca0e43 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:58.016238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.021464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.021808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added segment a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b of type vlan for network 8ed508c2-8493-465f-8a88-74cb2da02cc3 Feb 04 11:32:58.042453 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:58.054560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] Routers {'907dcab3-91ca-4ba8-b555-1c487468370c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:32:58.055750 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['907dcab3-91ca-4ba8-b555-1c487468370c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:58.064202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.098913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Transition to ACTIVE for port object 041a8db3-9aca-42e4-bdb4-94bcb778a13a will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:58.130963 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:58.131997 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13ac3f-5707-4eac-a28b-21107f422614 None None] The sync data for ids ['907dcab3-91ca-4ba8-b555-1c487468370c'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:32:58.140881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf7eb6d-10c7-4556-bf93-1944db5580b1']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:58.164245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8269af5-6088-4ab8-8558-6d43595cfb76') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:58.164635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8269af5-6088-4ab8-8558-6d43595cfb76') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:32:58.186617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.196022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.196207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:32:58.231166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.236704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Subnet': ['ID=77d6a559-f54b-442b-9ece-36b4c777696f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:58.243972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.254988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:32:58.255474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.264377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Transition to ACTIVE for port object 041a8db3-9aca-42e4-bdb4-94bcb778a13a will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: util.warn( Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:32:58.277561 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:32:58.281391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:58.284024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c6096-6e06-4a0f-ade3-508049e6753a None None] Network e0e67f80-8a60-4b8e-a799-a131f3fbe665 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:32:58.290796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.293232 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0157eb9d-a171-4866-9344-07ea787f63f2 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2016332 Feb 04 11:32:58.294958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:58.298365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:58.307411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:58.344853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:58.367381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:58.376809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.382351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:58.383204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.388765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cff1b277-3527-4e2a-ac7d-80ce56228114 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/subnets/77d6a559-f54b-442b-9ece-36b4c777696f HTTP/1.1" status: 204 len: 168 time: 1.2935491 Feb 04 11:32:58.397718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:58.420815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] DHCP port deletion for c1f11c98-1c7a-46d4-b078-1511869b8cf3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:58.425932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.440489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.445432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7d68aa03-49d5-4faf-8164-5f2911e4550d None None] Provisioning complete for port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:32:58.445800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7d68aa03-49d5-4faf-8164-5f2911e4550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.506525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:58.510034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.545434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 3062c96b-b97b-468d-9808-c492918eba45 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:58.569363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Deleting port 11fa0709-44e5-417b-a5ab-f997163ad1c8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:58.569728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.586143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.591868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.616793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.638949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=eaf7eb6d-10c7-4556-bf93-1944db5580b1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:58.655145 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-62afd67e-76f0-4053-8c9a-dbd64a0298bd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/eaf7eb6d-10c7-4556-bf93-1944db5580b1 HTTP/1.1" status: 204 len: 168 time: 3.5259988 Feb 04 11:32:58.660629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting port 11fa0709-44e5-417b-a5ab-f997163ad1c8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:58.661063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.686321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:58.714028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:58.715447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Network': ['ID=8ed508c2-8493-465f-8a88-74cb2da02cc3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:58.715708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'name': 'tempest-PortsIpV6TestJSON-237728716'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:58.731068 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bad82cad-2176-409e-a1ab-c2a3a5ee97ef tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1967690 Feb 04 11:32:58.736301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36736) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:58.782279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:32:58.793155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:58.811996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:32:58.812597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:58.848764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=f122ab84-5c5a-4fe6-a4b9-829e1a3751a8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:58.934427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2a20ba2d-608b-4c9d-8a22-176bdabb19fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1319327 Feb 04 11:32:58.935912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:32:58.945971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:cf:44:e7', 'name': 'tempest-NetworksTestDHCPv6-445284980'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:58.974938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'subnet': {'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:32:59.079424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:32:59.140514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:32:59.155695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7d68aa03-49d5-4faf-8164-5f2911e4550d None None] Port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:32:59.187540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:32:59.208336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Pushing event updated for resources: {'Port': ['ID=041a8db3-9aca-42e4-bdb4-94bcb778a13a,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:32:59.272123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:59.286474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:59.288448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:59.303330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.320117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:32:59.322437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.6 (bd91e83a-ac53-4bc5-99ce-51bac092d89e/4e2188b1-41cd-4e41-9c5f-d91b2207bf22/3062c96b-b97b-468d-9808-c492918eba45) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:32:59.331570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:subnet and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:32:59.336314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:59.338431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:32:59.350143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] For port 11fa0709-44e5-417b-a5ab-f997163ad1c8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=11fa0709-44e5-417b-a5ab-f997163ad1c8,segment=NetworkSegment(a0ff17df-64d0-4a8b-9960-a6c91c5433a9),segment_id=a0ff17df-64d0-4a8b-9960-a6c91c5433a9)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:32:59.363962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.368166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:32:59.384913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:59.387868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cfe405f6-8eb2-4112-b197-a3794d6810f9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:59.474437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: cfe405f6-8eb2-4112-b197-a3794d6810f9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:32:59.475424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cfe405f6-8eb2-4112-b197-a3794d6810f9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:32:59.489160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.508896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Attempting to bind port 041a8db3-9aca-42e4-bdb4-94bcb778a13a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:32:59.509849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Attempting to bind port 041a8db3-9aca-42e4-bdb4-94bcb778a13a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:32:59.510359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Attempting to bind port 041a8db3-9aca-42e4-bdb4-94bcb778a13a on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:32:59.511437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Calling delete_port for 11fa0709-44e5-417b-a5ab-f997163ad1c8 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:32:59.521084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-bd91e83a-ac53-4bc5-99ce-51bac092d89e', 'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '4e2188b1-41cd-4e41-9c5f-d91b2207bf22'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:32:59.521996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.541216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:59.544865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.558703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.599211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:32:59.599211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:32:59.599211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.599211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:32:59.599211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Bound port: 041a8db3-9aca-42e4-bdb4-94bcb778a13a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:32:59.599211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.600202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Deleting port 978c33aa-ffab-4a8d-9236-b5911b100016 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:59.600202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.638109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port 2ba8843a-82b2-4949-8f72-0877e30b79f0 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:59.660828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 4015dd05-d7d1-49c1-996e-7f1a329057e9 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:32:59.707870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Made reservation on behalf of 39b44590a3634e55bd004281d56fa660 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:32:59.712106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:32:59.765986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 11fa0709-44e5-417b-a5ab-f997163ad1c8 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:32:59.961106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] DHCP port deletion for e0e67f80-8a60-4b8e-a799-a131f3fbe665 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:32:59.991791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] Deleting port 0fb5497c-5d79-4d9e-820c-95622d264bba {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:32:59.992169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.056569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] For port 11fa0709-44e5-417b-a5ab-f997163ad1c8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=11fa0709-44e5-417b-a5ab-f997163ad1c8,segment=NetworkSegment(a0ff17df-64d0-4a8b-9960-a6c91c5433a9),segment_id=a0ff17df-64d0-4a8b-9960-a6c91c5433a9)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:00.056964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.079412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.089634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.132397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.216131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No active binding found for port 11fa0709-44e5-417b-a5ab-f997163ad1c8 {{(pid=88133) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 11:33:00.216652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 11fa0709-44e5-417b-a5ab-f997163ad1c8 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:00.241017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Calling delete_port for 11fa0709-44e5-417b-a5ab-f997163ad1c8 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:00.241180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Port': ['ID=11fa0709-44e5-417b-a5ab-f997163ad1c8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:00.246554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] No DVR routers for this DVR port 11fa0709-44e5-417b-a5ab-f997163ad1c8 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:00.276268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Calling delete_port for 978c33aa-ffab-4a8d-9236-b5911b100016 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:00.297569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] For port 041a8db3-9aca-42e4-bdb4-94bcb778a13a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:00.309967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 3062c96b-b97b-468d-9808-c492918eba45 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:00.349548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8:0:1::128 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/f122ab84-5c5a-4fe6-a4b9-829e1a3751a8/2ba8843a-82b2-4949-8f72-0877e30b79f0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:00.352773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] For port 041a8db3-9aca-42e4-bdb4-94bcb778a13a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=041a8db3-9aca-42e4-bdb4-94bcb778a13a,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:00.364105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::f816:3eff:fecf:44e7 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/1219d75f-ae12-4f12-b339-d2ad81837a99/2ba8843a-82b2-4949-8f72-0877e30b79f0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:00.436436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-757637db-4776-46f3-946f-49c59f67375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.441509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.443453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.464435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.507051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f11c98-1c7a-46d4-b078-1511869b8cf3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:00.530495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:00.530788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ff17df-64d0-4a8b-9960-a6c91c5433a9') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:00.544891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.706066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:00.706658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:00.712982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.718073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:55Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:32:55Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:00.722418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.742222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.742742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Allocated IP 172.20.0.2 (bd91e83a-ac53-4bc5-99ce-51bac092d89e/4e2188b1-41cd-4e41-9c5f-d91b2207bf22/e5b24be4-0da2-4e51-8238-9327af390943) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:00.749938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.751734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:00.752098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Updating router 080bb77d-977f-428f-b772-68c390110dbc port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:33:00.806250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Pushing event deleted for resources: {'Port': ['ID=978c33aa-ffab-4a8d-9236-b5911b100016,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:00.814414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a96a9b-148a-4525-a297-3db2d611a188 None None] Pushing event updated for resources: {'Port': ['ID=041a8db3-9aca-42e4-bdb4-94bcb778a13a,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:00.817474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=3062c96b-b97b-468d-9808-c492918eba45,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:00.831719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.847584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:00.847875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] For port 0fb5497c-5d79-4d9e-820c-95622d264bba, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fb5497c-5d79-4d9e-820c-95622d264bba,segment=NetworkSegment(b3db8088-b6ba-4fc9-853b-a91ae965ec23),segment_id=b3db8088-b6ba-4fc9-853b-a91ae965ec23)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:00.848280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.851754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.856604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:00.875354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object 2ba8843a-82b2-4949-8f72-0877e30b79f0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:00.921240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:00.951274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.974953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:00.974953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:00.993105 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:01.019944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] Calling delete_port for 0fb5497c-5d79-4d9e-820c-95622d264bba owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:01.026903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Subnet': ['ID=8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:01.115606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=4015dd05-d7d1-49c1-996e-7f1a329057e9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:01.123769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:01.132636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:01.169765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.171306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:01.177718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.178353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.201265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Checking segment: {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:01.201598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network hostable DHCP agents. Network: 8ed508c2-8493-465f-8a88-74cb2da02cc3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:01.207753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Deleting port 11fa0709-44e5-417b-a5ab-f997163ad1c8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:01.208385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.212222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.212881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.251792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.310073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.343824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.346286 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/networks/c1f11c98-1c7a-46d4-b078-1511869b8cf3 HTTP/1.1" status: 204 len: 168 time: 2.9529057 Feb 04 11:33:01.352741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36748) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:01.353886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:01.359412 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-591124fd-05ec-45bb-a1b3-901d268e8f76 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6639698 Feb 04 11:33:01.361270 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-114d7a08-0533-4610-97d8-ffafa406fca6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.4111404 Feb 04 11:33:01.383841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:01.384459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:01.385497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354680-a117-475e-9cc1-06dc79ca7ae4 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Network': ['ID=c1f11c98-1c7a-46d4-b078-1511869b8cf3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:01.386001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-854bf6df-02dd-4ab9-bca1-2c7b5f293314 None None] The port '11fa0709-44e5-417b-a5ab-f997163ad1c8' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:33:01.462275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:01.478040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:01.589416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.605449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8ed508c2-8493-465f-8a88-74cb2da02cc3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:01.632353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.633344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.664352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 4015dd05-d7d1-49c1-996e-7f1a329057e9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:01.664739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.696641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:01.702343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:01.703010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.719009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=2ba8843a-82b2-4949-8f72-0877e30b79f0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:01.738690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.747694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.760546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.780674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 3062c96b-b97b-468d-9808-c492918eba45 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:01.781421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.811267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec9606-28b7-49ae-922a-9a5a94fcb120 None None] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:01.839601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 041a8db3-9aca-42e4-bdb4-94bcb778a13a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:01.852381 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4490cda9-6ce5-48d1-b0ad-d4812518ead2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0924475 Feb 04 11:33:01.858065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:01.880465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] No DVR routers for this DVR port 0fb5497c-5d79-4d9e-820c-95622d264bba on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:01.885126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1dda1-610b-405e-86d7-3ace7acb770c None None] Pushing event deleted for resources: {'Port': ['ID=0fb5497c-5d79-4d9e-820c-95622d264bba,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:01.886633 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f964f86a-297e-41b6-ab8f-c0c82815f0fa tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9486587 Feb 04 11:33:01.889086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36764) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:01.972565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port 2ba8843a-82b2-4949-8f72-0877e30b79f0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:01.973211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:01.999347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.028229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Router 907dcab3-91ca-4ba8-b555-1c487468370c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:02.057909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Transition to ACTIVE for port object e5b24be4-0da2-4e51-8238-9327af390943 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:02.130799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Transition to ACTIVE for port object e5b24be4-0da2-4e51-8238-9327af390943 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:02.244236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:02.255097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 041a8db3-9aca-42e4-bdb4-94bcb778a13a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:02.257246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.258606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.261286 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-723f4897-6c99-4510-97f2-ab7b51ce4871 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "PUT /v2.0/routers/907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 200 len: 706 time: 3.9618638 Feb 04 11:33:02.287841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.312481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] Sync routers for ids ['907dcab3-91ca-4ba8-b555-1c487468370c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:02.330621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:02.428156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:02.443275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ea48ee-7fa2-460f-b047-31c9e32e1b7c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:02.501618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8ed508c2-8493-465f-8a88-74cb2da02cc3', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:02.502455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.513094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] Routers {'907dcab3-91ca-4ba8-b555-1c487468370c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:02.514123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['907dcab3-91ca-4ba8-b555-1c487468370c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:02.519178 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-17273ea4-7f4e-4a00-909a-be6d29e7da56 tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/routers/907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 200 len: 741 time: 0.2276611 Feb 04 11:33:02.522825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.571805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:02.587342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-398122b4-6b3a-49cb-ab39-1a9a56f36add tempest-RoutersAdminTest-925533218 tempest-RoutersAdminTest-925533218-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&device_id=907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 200 len: 205 time: 0.0604782 Feb 04 11:33:02.588735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36776) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.595493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fb5497c-5d79-4d9e-820c-95622d264bba no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:02.630677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:02.658493 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-98f57ec0-1a9a-4afa-9145-a112d566a3a1 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 200 len: 205 time: 0.0691683 Feb 04 11:33:02.661647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36780) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:02.715004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6d708814-0726-427c-9090-6328660f13f2 None None] Provisioning for port 041a8db3-9aca-42e4-bdb4-94bcb778a13a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:02.728592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:02.732769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0fb5497c-5d79-4d9e-820c-95622d264bba {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:02.733114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fb5497c-5d79-4d9e-820c-95622d264bba not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:02.790727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Pushing event updated for resources: {'Port': ['ID=e5b24be4-0da2-4e51-8238-9327af390943,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:02.829320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.837309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6d708814-0726-427c-9090-6328660f13f2 None None] Provisioning complete for port 041a8db3-9aca-42e4-bdb4-94bcb778a13a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:02.837901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d708814-0726-427c-9090-6328660f13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.842204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.863626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.936426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.940090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.953618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e67f80-8a60-4b8e-a799-a131f3fbe665']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:02.961517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e22aa73c-f792-4205-ae81-774879522896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:02.964533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] Routers {'907dcab3-91ca-4ba8-b555-1c487468370c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:02.964533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:32:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['907dcab3-91ca-4ba8-b555-1c487468370c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.037961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.106129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3db8088-b6ba-4fc9-853b-a91ae965ec23') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.106378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3db8088-b6ba-4fc9-853b-a91ae965ec23') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.106758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:03.107264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f49d16-1e5a-44e1-a695-5167624fa1f7 None None] The sync data for ids ['907dcab3-91ca-4ba8-b555-1c487468370c'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:03.111957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Transition to ACTIVE for port object 9a2a038b-0fc2-4ad8-8803-edafecd4e42c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:03.136642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Attempting to bind port e5b24be4-0da2-4e51-8238-9327af390943 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:03.137387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Attempting to bind port e5b24be4-0da2-4e51-8238-9327af390943 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '96ab45a1-f328-4567-a939-a5ede729fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:03.138019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Attempting to bind port e5b24be4-0da2-4e51-8238-9327af390943 on network bd91e83a-ac53-4bc5-99ce-51bac092d89e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:03.189152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:03.189733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Checking segment: {'id': '96ab45a1-f328-4567-a939-a5ede729fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:03.190219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.190734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Bound using segment: {'id': '96ab45a1-f328-4567-a939-a5ede729fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:03.191852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Bound port: e5b24be4-0da2-4e51-8238-9327af390943, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ab45a1-f328-4567-a939-a5ede729fad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bd91e83a-ac53-4bc5-99ce-51bac092d89e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:03.194920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.235590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for 2ba8843a-82b2-4949-8f72-0877e30b79f0 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:03.237804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 3062c96b-b97b-468d-9808-c492918eba45 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:03.275139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.293790 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:33:03.465857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 4015dd05-d7d1-49c1-996e-7f1a329057e9 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:03.494420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.497317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.500360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.527444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Allocated IP 172.23.0.2 (8ed508c2-8493-465f-8a88-74cb2da02cc3/8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38/c7492c8c-c21a-4e3b-bf37-e1c39037c289) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:03.596142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] For port e5b24be4-0da2-4e51-8238-9327af390943, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:03.596142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] For port e5b24be4-0da2-4e51-8238-9327af390943, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e5b24be4-0da2-4e51-8238-9327af390943,segment=NetworkSegment(96ab45a1-f328-4567-a939-a5ede729fad4),segment_id=96ab45a1-f328-4567-a939-a5ede729fad4)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:03.603106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.632453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:03.633025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.644114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d708814-0726-427c-9090-6328660f13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:03.656929 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:03.752145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c00a2f-da24-40ac-99c8-2d940274de1f None None] Pushing event updated for resources: {'Port': ['ID=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:03.784414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.877360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.879237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Fanout notify agent at l3_agent the message router_deleted on router 907dcab3-91ca-4ba8-b555-1c487468370c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:33:03.901437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.906497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-78e7acf1-175d-43d4-b07a-945c304c3849 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 204 len: 168 time: 1.2400882 Feb 04 11:33:03.907309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36784) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:03.921743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6d708814-0726-427c-9090-6328660f13f2 None None] For port 041a8db3-9aca-42e4-bdb4-94bcb778a13a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=041a8db3-9aca-42e4-bdb4-94bcb778a13a,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:03.951283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:03.992631 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff241dba-6b92-42e6-baf8-e6e5efd8b254 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 200 len: 205 time: 0.0768707 Feb 04 11:33:03.998554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36788) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.023676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.038716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.044701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=2ba8843a-82b2-4949-8f72-0877e30b79f0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.068320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.075988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d708814-0726-427c-9090-6328660f13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.078192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.078910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.081434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.108433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Attempting to bind port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:04.109094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Attempting to bind port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:04.109651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Attempting to bind port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c on network 82bfa9c0-9c85-4761-864b-2817022a2cd9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:04.130113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9dabe-f803-4e87-a3bd-7cfe31200d3f None None] Pushing event updated for resources: {'Port': ['ID=e5b24be4-0da2-4e51-8238-9327af390943,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.132921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:04.133299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Checking segment: {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:04.133731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.134118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Bound using segment: {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:04.134596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Bound port: 9a2a038b-0fc2-4ad8-8803-edafecd4e42c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:04.134965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.170617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-c7dc7b8a-7e9e-4c4d-a204-01c7c46a1951 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] delete failed (client error): The resource could not be found. Feb 04 11:33:04.172945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c7dc7b8a-7e9e-4c4d-a204-01c7c46a1951 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/907dcab3-91ca-4ba8-b555-1c487468370c HTTP/1.1" status: 404 len: 336 time: 0.1716480 Feb 04 11:33:04.179775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36792) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.183854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.189153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a841cc3a-9fc5-41c2-816b-467a294f912a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/2ba8843a-82b2-4949-8f72-0877e30b79f0 HTTP/1.1" status: 204 len: 168 time: 2.2987909 Feb 04 11:33:04.192362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36794) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.198561 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Network': ['ID=e0e67f80-8a60-4b8e-a799-a131f3fbe665,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.301344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-586be1a5-b87a-4cd6-b314-4bb3e97f0a75 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=208989db-6504-4f3f-8adc-222e7d7cbad6 HTTP/1.1" status: 200 len: 205 time: 0.1101193 Feb 04 11:33:04.307770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36800) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.378900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d708814-0726-427c-9090-6328660f13f2 None None] Pushing event updated for resources: {'Port': ['ID=041a8db3-9aca-42e4-bdb4-94bcb778a13a,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.403748 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-4b858996-90a8-4a20-ad1a-73bb59bf29f1 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] delete failed (client error): The resource could not be found. Feb 04 11:33:04.403748 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4b858996-90a8-4a20-ad1a-73bb59bf29f1 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/208989db-6504-4f3f-8adc-222e7d7cbad6 HTTP/1.1" status: 404 len: 336 time: 0.0907695 Feb 04 11:33:04.404148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36804) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.414687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.425898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.435730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] For port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:04.437896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403cdf8-7d87-4c27-b6bc-686f90839c8c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:04.439028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1403cdf8-7d87-4c27-b6bc-686f90839c8c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:04.442447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] For port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,segment=NetworkSegment(b0101b4b-e5e5-4494-bc1d-fbef95de8b77),segment_id=b0101b4b-e5e5-4494-bc1d-fbef95de8b77)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:04.449151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Transition to ACTIVE for port object c7492c8c-c21a-4e3b-bf37-e1c39037c289 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:04.477756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=4015dd05-d7d1-49c1-996e-7f1a329057e9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.483846 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ffb9fe9-35b7-4dd2-b31e-dd98b2af8657 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/networks/e0e67f80-8a60-4b8e-a799-a131f3fbe665 HTTP/1.1" status: 204 len: 168 time: 3.1238232 Feb 04 11:33:04.489138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.536222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.549668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1403cdf8-7d87-4c27-b6bc-686f90839c8c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:04.550874 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1403cdf8-7d87-4c27-b6bc-686f90839c8c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3563814 Feb 04 11:33:04.557165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36812) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.651422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting subnet 8b15f438-38c4-4b0f-99e0-e2a722f9be0a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:04.661021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.666629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=3062c96b-b97b-468d-9808-c492918eba45,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.675301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6d2c7f41-2d16-45c7-9986-a5666ef45ac5 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89a3454-e9dc-40fc-8e4c-c44b3a302f90 HTTP/1.1" status: 200 len: 205 time: 0.2576323 Feb 04 11:33:04.675301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.675301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6cc70ae4-3391-4e05-a83b-0e8e4f809102 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/4015dd05-d7d1-49c1-996e-7f1a329057e9 HTTP/1.1" status: 204 len: 168 time: 3.2867227 Feb 04 11:33:04.679512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Transition to ACTIVE for port object c7492c8c-c21a-4e3b-bf37-e1c39037c289 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:04.698397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36816) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.699109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.715961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:04.715961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:04.804426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Update dhcp port {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'fixed_ips': [{'subnet_id': '1219d75f-ae12-4f12-b339-d2ad81837a99', 'ip_address': '2001:db8::f816:3eff:fe88:b925'}, {'subnet_id': 'f122ab84-5c5a-4fe6-a4b9-829e1a3751a8'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '041a8db3-9aca-42e4-bdb4-94bcb778a13a'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:33:04.808651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'mac_address': 'fa:16:3e:e4:52:fe', 'name': 'tempest-PortsIpV6TestJSON-2006631842'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:04.885668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.896670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:04.943403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-bf636cb6-b82a-4089-bb48-fcdbadfca4d8 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] delete failed (client error): The resource could not be found. Feb 04 11:33:04.945163 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bf636cb6-b82a-4089-bb48-fcdbadfca4d8 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/d89a3454-e9dc-40fc-8e4c-c44b3a302f90 HTTP/1.1" status: 404 len: 336 time: 0.2400973 Feb 04 11:33:04.949384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:04.962507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c00a2f-da24-40ac-99c8-2d940274de1f None None] Pushing event updated for resources: {'Port': ['ID=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:04.982239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.044953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.076893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2994cf5-ea23-43a0-b930-8c9d4595e5e9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:05.078651 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e2994cf5-ea23-43a0-b930-8c9d4595e5e9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5200396 Feb 04 11:33:05.085875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.106990 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0c030204-9112-4775-845c-e0da42202a19 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=9003d909-8234-47cf-8cdf-70f34e2e34c5 HTTP/1.1" status: 200 len: 205 time: 0.1476533 Feb 04 11:33:05.115496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36832) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.120828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:05.135922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:05.139570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:05.141561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:05.160541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:05.166484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:05.180773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:05.194757 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-de16d072-362d-4dba-90fe-9bbb5809a885 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/3062c96b-b97b-468d-9808-c492918eba45 HTTP/1.1" status: 204 len: 168 time: 3.7992790 Feb 04 11:33:05.195873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.217525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:05.219276 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-bde51f27-fb94-4b5a-8f6d-3a565b87a016 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] delete failed (client error): The resource could not be found. Feb 04 11:33:05.238064 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bde51f27-fb94-4b5a-8f6d-3a565b87a016 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/9003d909-8234-47cf-8cdf-70f34e2e34c5 HTTP/1.1" status: 404 len: 336 time: 0.1001894 Feb 04 11:33:05.269347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.274871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.281357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Pushing event updated for resources: {'Port': ['ID=c7492c8c-c21a-4e3b-bf37-e1c39037c289,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:05.342448 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-98297a3d-f78c-4238-8140-81e3c6f0c191 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc62b8b-2a3f-49c9-8542-e231d7186793 HTTP/1.1" status: 200 len: 205 time: 0.0695148 Feb 04 11:33:05.344019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.397115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c0d134-10ab-44c4-b9fb-3170964bb40a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:05.398213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c0d134-10ab-44c4-b9fb-3170964bb40a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:05.399835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c0d134-10ab-44c4-b9fb-3170964bb40a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:05.402425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-70c0d134-10ab-44c4-b9fb-3170964bb40a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:05.416228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-273cb085-f4c1-4dd7-a868-c5cd006a7c9a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:33:05.416860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-273cb085-f4c1-4dd7-a868-c5cd006a7c9a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:05.427215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:05.448779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.466482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Allocated IP 172.23.0.1 (8ed508c2-8493-465f-8a88-74cb2da02cc3/8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38/7b04fe34-151f-47be-8486-ebf85ee4e5ab) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:05.474208 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-f508f40e-a715-4ed2-a9d6-409753fd94fc tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] delete failed (client error): The resource could not be found. Feb 04 11:33:05.478976 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f508f40e-a715-4ed2-a9d6-409753fd94fc tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/0dc62b8b-2a3f-49c9-8542-e231d7186793 HTTP/1.1" status: 404 len: 336 time: 0.1307077 Feb 04 11:33:05.479875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.547578 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-adeb8e03-5e5e-406e-a386-0a36f443c750 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "GET /v2.0/ports?device_id=710d63fa-0962-40dc-86cd-935554a62fc2 HTTP/1.1" status: 200 len: 205 time: 0.0663097 Feb 04 11:33:05.560992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.636587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.671128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-70c0d134-10ab-44c4-b9fb-3170964bb40a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:05.673132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-70c0d134-10ab-44c4-b9fb-3170964bb40a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5863204 Feb 04 11:33:05.683944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36856) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.786063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 6bfd1280-d202-403e-a44b-a33db871fd6a yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:05.789027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Attempting to bind port c7492c8c-c21a-4e3b-bf37-e1c39037c289 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:05.789220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Attempting to bind port c7492c8c-c21a-4e3b-bf37-e1c39037c289 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:05.789438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Attempting to bind port c7492c8c-c21a-4e3b-bf37-e1c39037c289 on network 8ed508c2-8493-465f-8a88-74cb2da02cc3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:05.827289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Allocated IP 2001:db8:0:1::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/f122ab84-5c5a-4fe6-a4b9-829e1a3751a8/041a8db3-9aca-42e4-bdb4-94bcb778a13a) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:05.834464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-273cb085-f4c1-4dd7-a868-c5cd006a7c9a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:05.838609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-273cb085-f4c1-4dd7-a868-c5cd006a7c9a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/3062c96b-b97b-468d-9808-c492918eba45 HTTP/1.1" status: 404 len: 333 time: 0.6359987 Feb 04 11:33:05.838609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.842125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.862113 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-d8b36ad1-30fe-4b41-83f4-c954a7eed756 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] delete failed (client error): The resource could not be found. Feb 04 11:33:05.863856 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d8b36ad1-30fe-4b41-83f4-c954a7eed756 tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/routers/710d63fa-0962-40dc-86cd-935554a62fc2 HTTP/1.1" status: 404 len: 336 time: 0.3018885 Feb 04 11:33:05.869265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36862) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:05.874565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:05.874984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Checking segment: {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:05.875380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.875834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Bound using segment: {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:05.876311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Bound port: c7492c8c-c21a-4e3b-bf37-e1c39037c289, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:05.876692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:05.932382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e5b24be4-0da2-4e51-8238-9327af390943 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:05.941734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Subnet': ['ID=8b15f438-38c4-4b0f-99e0-e2a722f9be0a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:05.943982 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c546ca5a-39f9-484f-84f3-95069012b5ba tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:05.945020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c546ca5a-39f9-484f-84f3-95069012b5ba tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:05.948124 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c546ca5a-39f9-484f-84f3-95069012b5ba tempest-RoutersAdminTest-439248523 tempest-RoutersAdminTest-439248523-project] 10.222.0.36 "DELETE /v2.0/subnets/af0efcbf-d115-41b3-99e9-a16ea91ff638 HTTP/1.1" status: 404 len: 337 time: 0.0773060 Feb 04 11:33:05.978631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.020022 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d753a0be-5952-49bc-851f-c2767d445bb8 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/subnets/8b15f438-38c4-4b0f-99e0-e2a722f9be0a HTTP/1.1" status: 204 len: 168 time: 1.5315378 Feb 04 11:33:06.020801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:06.022680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e17be-7beb-468c-a3a5-c3085718abad None None] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:06.028877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.055735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Transition to ACTIVE for port object 7b04fe34-151f-47be-8486-ebf85ee4e5ab will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:06.077274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 1219d75f-ae12-4f12-b339-d2ad81837a99 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:06.138484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938d232-52ab-4bf4-adb2-97bf53b5f4b2 None None] Network 70848142-54e1-42d5-a6de-051755946d73 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:06.153046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.216826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 4e2188b1-41cd-4e41-9c5f-d91b2207bf22 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:06.236824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.285707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:06.291584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:06.298504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:06.366690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=7b04fe34-151f-47be-8486-ebf85ee4e5ab,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:06.417343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.466251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.485366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.575820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Deleting port f8bd4010-2ed8-42e3-bedf-67952d339795 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:06.576181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.577800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-25ace4f3-d248-4ae0-a044-253503a31d5f None None] Provisioning for port e5b24be4-0da2-4e51-8238-9327af390943 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:06.594627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] For port c7492c8c-c21a-4e3b-bf37-e1c39037c289, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:06.639018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:06.668755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.684597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.701436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] For port c7492c8c-c21a-4e3b-bf37-e1c39037c289, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c7492c8c-c21a-4e3b-bf37-e1c39037c289,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:06.713177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] For port 041a8db3-9aca-42e4-bdb4-94bcb778a13a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=041a8db3-9aca-42e4-bdb4-94bcb778a13a,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:06.809854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.811955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:55Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:04Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:06.814435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e5b24be4-0da2-4e51-8238-9327af390943 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:06.852658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.858121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.903111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:06.906130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339242-a4ae-47fe-8d29-f15835a50b28 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:32:55Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:04Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:06.920881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e5b24be4-0da2-4e51-8238-9327af390943 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:06.921256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.027819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:07.035760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Transition to ACTIVE for port object 041a8db3-9aca-42e4-bdb4-94bcb778a13a will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:07.056041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d5881e9ea0445a96ab534009e6ab4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:07.062360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:07.091765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] For port f8bd4010-2ed8-42e3-bedf-67952d339795, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f8bd4010-2ed8-42e3-bedf-67952d339795,segment=NetworkSegment(fc837a58-97b4-4e42-a88a-5e0e66eacfe5),segment_id=fc837a58-97b4-4e42-a88a-5e0e66eacfe5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:07.092279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.092943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04bf49-9ebd-4305-8dbc-bcc6669abeec None None] Pushing event updated for resources: {'Port': ['ID=c7492c8c-c21a-4e3b-bf37-e1c39037c289,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.103404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:07.112921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.152024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.303164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.316777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] DHCP port deletion for 70848142-54e1-42d5-a6de-051755946d73 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:07.371303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Deleting port f8bd4010-2ed8-42e3-bedf-67952d339795 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:07.372204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.417196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.425462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.447139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.488338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.564388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4abd96-d248-41a2-8280-61a39c0104d6 None None] Pushing event updated for resources: {'Port': ['ID=041a8db3-9aca-42e4-bdb4-94bcb778a13a,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.718068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.725627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event updated for resources: {'Port': ['ID=7b04fe34-151f-47be-8486-ebf85ee4e5ab,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:07.811847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:07.812131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:07.857490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] For port f8bd4010-2ed8-42e3-bedf-67952d339795, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f8bd4010-2ed8-42e3-bedf-67952d339795,segment=NetworkSegment(fc837a58-97b4-4e42-a88a-5e0e66eacfe5),segment_id=fc837a58-97b4-4e42-a88a-5e0e66eacfe5)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:07.857999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:07.962964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.011422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Calling delete_port for f8bd4010-2ed8-42e3-bedf-67952d339795 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:08.072918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Calling delete_port for f8bd4010-2ed8-42e3-bedf-67952d339795 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:08.080014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:08.082030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:08.148118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f027011b-5a2b-433b-b4ac-225068296068 None None] Provisioning complete for port e5b24be4-0da2-4e51-8238-9327af390943 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:08.148492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f027011b-5a2b-433b-b4ac-225068296068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.330689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.341422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.348919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:08.357571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2188b1-41cd-4e41-9c5f-d91b2207bf22,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:08.371767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:08.391416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:08.398715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:08.399341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:08.400368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.407218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=6bfd1280-d202-403e-a44b-a33db871fd6a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:08.470219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] No DVR routers for this DVR port f8bd4010-2ed8-42e3-bedf-67952d339795 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:08.517983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570a0dd-8e84-4f75-b524-64b66ce4fde5 None None] Network bd91e83a-ac53-4bc5-99ce-51bac092d89e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:08.599504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Port': ['ID=f8bd4010-2ed8-42e3-bedf-67952d339795,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:08.606201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:08.606613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:08.620627 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dbb59a7e-2ddf-40ab-a3f7-6a15a93cb227 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/4e2188b1-41cd-4e41-9c5f-d91b2207bf22 HTTP/1.1" status: 204 len: 168 time: 2.7350152 Feb 04 11:33:08.628809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.648822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:08.654475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f027011b-5a2b-433b-b4ac-225068296068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.706446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port e5b24be4-0da2-4e51-8238-9327af390943, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e5b24be4-0da2-4e51-8238-9327af390943,segment=NetworkSegment(96ab45a1-f328-4567-a939-a5ede729fad4),segment_id=96ab45a1-f328-4567-a939-a5ede729fad4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:08.754263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:08.766032 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:08.772349 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2c6638fa-4549-4382-86ef-96d2c693dd7a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9110119 Feb 04 11:33:08.783473 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:08.787580 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:08.797891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.845831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.846590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 041a8db3-9aca-42e4-bdb4-94bcb778a13a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:08.855541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:08.865432 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70848142-54e1-42d5-a6de-051755946d73']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:08.875870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:08.883517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:08.883786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc837a58-97b4-4e42-a88a-5e0e66eacfe5') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:08.907033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.927232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.934107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:08.934501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:08.957886 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:09.020752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-591ed92e-8e7d-450d-b6bf-27d7357938ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3128538 Feb 04 11:33:09.046244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.141073 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:09.173448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Deleting port f8bd4010-2ed8-42e3-bedf-67952d339795 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:09.174455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.213091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.228273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.301344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d991169-7976-4f97-9d60-6e10de77c383 None None] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:09.339104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.351723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a8bd7-1d3a-4c6b-875d-d177fb78a4c1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:09.352359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-401a8bd7-1d3a-4c6b-875d-d177fb78a4c1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:09.377843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58eba-9220-462e-8279-422eda2cfa50 None None] The port 'f8bd4010-2ed8-42e3-bedf-67952d339795' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:33:09.402170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.453092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.486879 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/networks/70848142-54e1-42d5-a6de-051755946d73 HTTP/1.1" status: 204 len: 168 time: 3.4453433 Feb 04 11:33:09.491355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.501200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.528140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=e5b24be4-0da2-4e51-8238-9327af390943,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:09.540161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port e5b24be4-0da2-4e51-8238-9327af390943 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:09.540652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.588448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5c901-f7b6-4d18-9af7-640844cdbfff tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Pushing event deleted for resources: {'Network': ['ID=70848142-54e1-42d5-a6de-051755946d73,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:09.588560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:06Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:07Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:04Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:09.590550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.593835 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:09.594185 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Updating router 080bb77d-977f-428f-b772-68c390110dbc port 7b04fe34-151f-47be-8486-ebf85ee4e5ab binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:33:09.594877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-401a8bd7-1d3a-4c6b-875d-d177fb78a4c1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:09.596616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-401a8bd7-1d3a-4c6b-875d-d177fb78a4c1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/6bfd1280-d202-403e-a44b-a33db871fd6a HTTP/1.1" status: 200 len: 845 time: 0.5285714 Feb 04 11:33:09.604953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f027011b-5a2b-433b-b4ac-225068296068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:09.607847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f027011b-5a2b-433b-b4ac-225068296068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:09.623832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.668664 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.681974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bd3f886f-11f4-48d3-8534-2218d1ea6f45 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Synchronizing usage tracker for tenant:e0779497373747ac880224687368872c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:09.723100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=1219d75f-ae12-4f12-b339-d2ad81837a99,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:09.731372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:09.733718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2986695c-0194-464e-8e37-23d7b62b5f57 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/1219d75f-ae12-4f12-b339-d2ad81837a99 HTTP/1.1" status: 204 len: 168 time: 4.0482118 Feb 04 11:33:09.739637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.746225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc8831-b443-4a2e-b928-e236de1d04a3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:09.748685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffafdd2-63da-4e0c-9d18-1f8e4f25d0a0 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:09.754036 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f28f91ac-849b-4526-81df-7a3a382748a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2d5881e9ea0445a96ab534009e6ab4f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1139247 Feb 04 11:33:09.754922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:09.841290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bd3f886f-11f4-48d3-8534-2218d1ea6f45 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Unset dirty status for tenant:e0779497373747ac880224687368872c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:09.843367 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bd3f886f-11f4-48d3-8534-2218d1ea6f45 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "GET /v2.0/ports?device_id=93a9c185-c3a6-48c8-8a56-49a610f19b57 HTTP/1.1" status: 200 len: 205 time: 0.3469427 Feb 04 11:33:09.852577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:10.009583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf9182-e880-4e33-823a-38c63354226e None None] DHCP port deletion for bd91e83a-ac53-4bc5-99ce-51bac092d89e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:10.016528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] For port e5b24be4-0da2-4e51-8238-9327af390943, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e5b24be4-0da2-4e51-8238-9327af390943,segment=NetworkSegment(96ab45a1-f328-4567-a939-a5ede729fad4),segment_id=96ab45a1-f328-4567-a939-a5ede729fad4)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:10.017052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.079346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Deleting port e5b24be4-0da2-4e51-8238-9327af390943 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:10.079755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.112012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 041a8db3-9aca-42e4-bdb4-94bcb778a13a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:10.124228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet f122ab84-5c5a-4fe6-a4b9-829e1a3751a8 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:10.134112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.156465 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.173988 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Transition to ACTIVE for port object 7b04fe34-151f-47be-8486-ebf85ee4e5ab will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:10.181093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.229402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for e5b24be4-0da2-4e51-8238-9327af390943 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:10.266134 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.270854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f008821-4a87-47f6-9e46-135877662602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.299057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 6bfd1280-d202-403e-a44b-a33db871fd6a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:10.299440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.306015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f008821-4a87-47f6-9e46-135877662602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.380377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c7492c8c-c21a-4e3b-bf37-e1c39037c289 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:10.463127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.465099 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390346fd-04d5-4b59-bbe1-35b90f75c97f None None] Pushing event updated for resources: {'Port': ['ID=7b04fe34-151f-47be-8486-ebf85ee4e5ab,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:10.560086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f008821-4a87-47f6-9e46-135877662602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.621750 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Attempting to bind port 7b04fe34-151f-47be-8486-ebf85ee4e5ab on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:10.622526 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Attempting to bind port 7b04fe34-151f-47be-8486-ebf85ee4e5ab by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:10.623140 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Attempting to bind port 7b04fe34-151f-47be-8486-ebf85ee4e5ab on network 8ed508c2-8493-465f-8a88-74cb2da02cc3 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:10.633764 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:10.635614 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Checking segment: {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:10.636525 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.637387 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Bound using segment: {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:10.638166 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Bound port: 7b04fe34-151f-47be-8486-ebf85ee4e5ab, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:10.639400 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.659075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.712085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Provisioning for port 041a8db3-9aca-42e4-bdb4-94bcb778a13a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:10.726949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-03cf9182-e880-4e33-823a-38c63354226e None None] For port e5b24be4-0da2-4e51-8238-9327af390943, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e5b24be4-0da2-4e51-8238-9327af390943,segment=NetworkSegment(96ab45a1-f328-4567-a939-a5ede729fad4),segment_id=96ab45a1-f328-4567-a939-a5ede729fad4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:10.727341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.776407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Provisioning complete for port 041a8db3-9aca-42e4-bdb4-94bcb778a13a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:10.776773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.804767 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] For port 7b04fe34-151f-47be-8486-ebf85ee4e5ab, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:10.812127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=e5b24be4-0da2-4e51-8238-9327af390943,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:10.818668 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] For port 7b04fe34-151f-47be-8486-ebf85ee4e5ab, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b04fe34-151f-47be-8486-ebf85ee4e5ab,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:10.833551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No DVR routers for this DVR port e5b24be4-0da2-4e51-8238-9327af390943 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:10.928609 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.947049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:10.965892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c7492c8c-c21a-4e3b-bf37-e1c39037c289 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:11.003769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f008821-4a87-47f6-9e46-135877662602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc8831-b443-4a2e-b928-e236de1d04a3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:11.040386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.044588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f008821-4a87-47f6-9e46-135877662602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.045023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9a2a038b-0fc2-4ad8-8803-edafecd4e42c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:11.046836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f008821-4a87-47f6-9e46-135877662602 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42cc8831-b443-4a2e-b928-e236de1d04a3 HTTP/1.1" status: 204 len: 168 time: 1.2882831 Feb 04 11:33:11.052021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.084545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.112769 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:11.113499 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.136904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Calling delete_port for e5b24be4-0da2-4e51-8238-9327af390943 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:11.180249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.180993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Fanout notify agent at l3_agent the message router_deleted on router 93a9c185-c3a6-48c8-8a56-49a610f19b57 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:33:11.232781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.232781 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05f2833c-7fd2-446a-b532-ff08bc29d960 tempest-RoutersNegativeTest-144171343 tempest-RoutersNegativeTest-144171343-project] 10.222.0.36 "DELETE /v2.0/routers/93a9c185-c3a6-48c8-8a56-49a610f19b57 HTTP/1.1" status: 204 len: 168 time: 1.3719654 Feb 04 11:33:11.259784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 6bfd1280-d202-403e-a44b-a33db871fd6a owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:11.297021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 11:33:11.308428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.429362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.434473 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/f122ab84-5c5a-4fe6-a4b9-829e1a3751a8 HTTP/1.1" status: 204 len: 168 time: 1.6869905 Feb 04 11:33:11.435446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:11.442479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54734ed4-f449-4aff-a51b-5e8995af59d5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=f122ab84-5c5a-4fe6-a4b9-829e1a3751a8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:11.460646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:11.488850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:11.494535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:11.496686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:11.497068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.520188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.538444 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390346fd-04d5-4b59-bbe1-35b90f75c97f None None] Pushing event updated for resources: {'Port': ['ID=7b04fe34-151f-47be-8486-ebf85ee4e5ab,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:11.542312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Removed routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 11:33:11.544002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.572359 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:11.598165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d5333729-2a3e-46ea-b505-13d739e67119 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550531 Feb 04 11:33:11.598753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:11.604749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:11.617520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Could not find standard attr ID for object 2ba8843a-82b2-4949-8f72-0877e30b79f0. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:33:11.630373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd91e83a-ac53-4bc5-99ce-51bac092d89e']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.651281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ab45a1-f328-4567-a939-a5ede729fad4') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.651281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ab45a1-f328-4567-a939-a5ede729fad4') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:11.692420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.720410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.731148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:11.731818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.756616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.811531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Provisioning for port c7492c8c-c21a-4e3b-bf37-e1c39037c289 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:11.834696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Provisioning complete for port c7492c8c-c21a-4e3b-bf37-e1c39037c289 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:11.840494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.852484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:11.852739 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:11.889273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:11.907677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.980437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:11.984478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:11.998184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Deleting port e5b24be4-0da2-4e51-8238-9327af390943 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:11.998730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03cf9182-e880-4e33-823a-38c63354226e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.014274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:12.166685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:12.184629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,segment=NetworkSegment(b0101b4b-e5e5-4494-bc1d-fbef95de8b77),segment_id=b0101b4b-e5e5-4494-bc1d-fbef95de8b77)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:12.228889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03cf9182-e880-4e33-823a-38c63354226e None None] The port 'e5b24be4-0da2-4e51-8238-9327af390943' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:33:12.343529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.371611 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:06Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:10Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:04Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:12.376206 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8e600d8f-c59b-47ee-83d4-1049d2964fd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5425ddd650554278995453b9ae1e06b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080119 Feb 04 11:33:12.379343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:12.387876 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c6f48-3fd8-4427-b258-cb171b16910b None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:06Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:10Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:04Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:12.484858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f8bd4010-2ed8-42e3-bedf-67952d339795 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:12.597925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=6bfd1280-d202-403e-a44b-a33db871fd6a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:12.666857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.691726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:12.725863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] For port c7492c8c-c21a-4e3b-bf37-e1c39037c289, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c7492c8c-c21a-4e3b-bf37-e1c39037c289,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:12.727849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7186750d-be22-4faf-b28d-5a4554407296 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:12.740159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe05a-3be3-4f81-9fe2-f2cf3b7ce81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.752292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f8bd4010-2ed8-42e3-bedf-67952d339795 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:12.752669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f8bd4010-2ed8-42e3-bedf-67952d339795 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:12.767740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.775134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.829654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.858757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:12.881956 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6b50aef2-2085-417b-af8d-dacafc36de08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0779497373747ac880224687368872c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8664513 Feb 04 11:33:12.903247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=bd91e83a-ac53-4bc5-99ce-51bac092d89e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:12.905505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36944) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:12.922365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Could not find standard attr ID for object 3062c96b-b97b-468d-9808-c492918eba45. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:33:12.925734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe05a-3be3-4f81-9fe2-f2cf3b7ce81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.022966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.025899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.038229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.043872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b04fe34-151f-47be-8486-ebf85ee4e5ab up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:13.100092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:13.101037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe05a-3be3-4f81-9fe2-f2cf3b7ce81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.120512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:13.147135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=ba5b4335-48b5-4d4f-b3d2-021683278ded,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:13.152549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:13.153929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.175672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe05a-3be3-4f81-9fe2-f2cf3b7ce81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f74bdb-145a-415d-80c3-02e8c3010319,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:13.177588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Provisioning complete for port c7492c8c-c21a-4e3b-bf37-e1c39037c289 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:13.177966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.199183 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0d4dd035-fad6-4e77-a9c2-92e842d7502f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/bd91e83a-ac53-4bc5-99ce-51bac092d89e HTTP/1.1" status: 204 len: 168 time: 4.5480790 Feb 04 11:33:13.201230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe05a-3be3-4f81-9fe2-f2cf3b7ce81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.205591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4fcfe05a-3be3-4f81-9fe2-f2cf3b7ce81b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22f74bdb-145a-415d-80c3-02e8c3010319 HTTP/1.1" status: 204 len: 168 time: 0.8249078 Feb 04 11:33:13.209284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.214055 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-37fb579a-d6b7-47f5-b034-6a3b7a20837a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/6bfd1280-d202-403e-a44b-a33db871fd6a HTTP/1.1" status: 204 len: 168 time: 3.5303824 Feb 04 11:33:13.218215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'name': 'tempest-PortsTestJSON-264735822'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:13.225025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.264267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4d778-40d1-4666-b639-235e6f50bcb3 None None] Pushing event updated for resources: {'Port': ['ID=c7492c8c-c21a-4e3b-bf37-e1c39037c289,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:13.300555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 7b04fe34-151f-47be-8486-ebf85ee4e5ab completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:13.336363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9a2a038b-0fc2-4ad8-8803-edafecd4e42c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:13.377283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:13.402063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] Deleting port 041a8db3-9aca-42e4-bdb4-94bcb778a13a {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:13.402446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.423660 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-89137124-c500-4bf3-a06f-4367b004604c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:33:13.424020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3eab8152-6e69-4efc-9053-32d682dff46f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8243029 Feb 04 11:33:13.424702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-89137124-c500-4bf3-a06f-4367b004604c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:13.425423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:13.428490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.433502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464b6113-0be4-4d94-abc9-7df3ed431397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.437717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:13.457665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:13.458556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:13.473381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:13.490007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464b6113-0be4-4d94-abc9-7df3ed431397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.536876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:13.618727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:13.623085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:13.626233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:13.632930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:13.640875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:13.641463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.649590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-89137124-c500-4bf3-a06f-4367b004604c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:13.655239 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-89137124-c500-4bf3-a06f-4367b004604c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/6bfd1280-d202-403e-a44b-a33db871fd6a HTTP/1.1" status: 404 len: 333 time: 0.3641200 Feb 04 11:33:13.656088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36962) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.663756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'name': 'tempest-PortsIpV6TestJSON-1965267972'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:13.751656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:13.775582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.777028 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5b2ca355-9362-48c0-ad5b-a7b72a8eb53b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 934 time: 4.9216061 Feb 04 11:33:13.780055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.784782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:13.804696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:13.807261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:13.811900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.838345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:13.842888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.885143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Provisioning complete for port 041a8db3-9aca-42e4-bdb4-94bcb778a13a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:13.885537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:13.934836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:13.934836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:13.947699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:13.971164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 642ff202-d45f-405d-b770-f6a676ef5874 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:13.973172 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c710034f-7f31-4795-999b-5b210e80aa74 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 934 time: 0.1916111 Feb 04 11:33:13.974287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36978) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:13.979647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'routes': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:14.115816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba5b4335-48b5-4d4f-b3d2-021683278ded (CIDR: 2001:db8::/64) Feb 04 11:33:14.211027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464b6113-0be4-4d94-abc9-7df3ed431397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.212345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464b6113-0be4-4d94-abc9-7df3ed431397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.216243 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-464b6113-0be4-4d94-abc9-7df3ed431397 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e5439a2-4304-4145-abcd-b47fe9b5bcc5 HTTP/1.1" status: 204 len: 168 time: 1.2668417 Feb 04 11:33:14.290487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] For port 041a8db3-9aca-42e4-bdb4-94bcb778a13a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=041a8db3-9aca-42e4-bdb4-94bcb778a13a,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:14.291215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.295108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b6113-0be4-4d94-abc9-7df3ed431397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5439a2-4304-4145-abcd-b47fe9b5bcc5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:14.334338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:14.361174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:14.364758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.374825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:33:14.375649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:14.441419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port da5e422f-9979-4c31-8176-2b74a382f91d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:14.550007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.578445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] Calling delete_port for 041a8db3-9aca-42e4-bdb4-94bcb778a13a owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:14.681594 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8d665392-1501-4cfd-8005-e68f6550243a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2518663 Feb 04 11:33:14.687659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:14.694190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:14.881276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:14.905196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:14.905196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:14.937405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 11:33:14.937907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 11:33:14.941337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:14.951453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e5b24be4-0da2-4e51-8238-9327af390943 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:14.957458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.961512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:14.998563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.037546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e5b24be4-0da2-4e51-8238-9327af390943 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:15.037899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e5b24be4-0da2-4e51-8238-9327af390943 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:15.054448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:15.058851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:15.064440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:15.070616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:15.071199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.087478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=642ff202-d45f-405d-b770-f6a676ef5874,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:15.100635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:15.104319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.170643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Provisioning for port 7b04fe34-151f-47be-8486-ebf85ee4e5ab completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:15.174259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.227719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Provisioning complete for port 7b04fe34-151f-47be-8486-ebf85ee4e5ab triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:15.228372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.249593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:15.254598 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-17ffecb4-339a-415b-80f4-e7082c6f6496 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0400007 Feb 04 11:33:15.324246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c7492c8c-c21a-4e3b-bf37-e1c39037c289 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:15.352495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.357878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] No DVR routers for this DVR port 041a8db3-9aca-42e4-bdb4-94bcb778a13a on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:15.366796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c681d78-3255-42f8-af4e-c4e3ea5eca32 None None] Pushing event deleted for resources: {'Port': ['ID=041a8db3-9aca-42e4-bdb4-94bcb778a13a,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:15.397253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8bb73-6d2a-4325-ac7b-e517add15295 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:15.451443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=da5e422f-9979-4c31-8176-2b74a382f91d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:15.466996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 642ff202-d45f-405d-b770-f6a676ef5874 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:15.467330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.478170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:15.489854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:15.492683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:15.498506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:15.499186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.647433 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-be2ab2fa-2b58-4099-8d9c-7dac5ad28103 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9876666 Feb 04 11:33:15.647714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:15.663834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:15.681634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.774400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.859265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.946599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 6, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:10Z', 'revision_number': 4, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:15.959057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:15.964382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:15.980084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] For port 7b04fe34-151f-47be-8486-ebf85ee4e5ab, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b04fe34-151f-47be-8486-ebf85ee4e5ab,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:15.982457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c7492c8c-c21a-4e3b-bf37-e1c39037c289 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:15.982844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.027448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': 'ba5b4335-48b5-4d4f-b3d2-021683278ded'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:16.028525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.066707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.120107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.127426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.objects.ports [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:33:16.136166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.173309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:16.173942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:16.228357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.253213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:16.271488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e3608-96af-497f-b450-0bcf3db5de18 None None] Pushing event updated for resources: {'Port': ['ID=7b04fe34-151f-47be-8486-ebf85ee4e5ab,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:16.302795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:16.325656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:16.326627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.336541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9b852d6f-b27c-4add-aa6f-8892ac853763 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-591728178', 'prefixes': ['172.20.0.0/16']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:16.349072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=3ca9f9fb-729e-45a7-9356-9f4fe2fc0406,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:16.362575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b852d6f-b27c-4add-aa6f-8892ac853763 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:16.418261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 642ff202-d45f-405d-b770-f6a676ef5874 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:16.442556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.497355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:16.511379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.535759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:16.554894 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-233cda35-5a51-487f-9a3e-0ff0468242c6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8636112 Feb 04 11:33:16.564268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.589705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:bd:dd:77', 'name': 'tempest-NetworksTestDHCPv6-1122741758'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:16.615098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] In _notify_port_updated(), no bound segment for port da5e422f-9979-4c31-8176-2b74a382f91d on network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:16.620634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:16.621301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.626198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/ports/da5e422f-9979-4c31-8176-2b74a382f91d HTTP/1.1" status: 200 len: 818 time: 0.9749362 Feb 04 11:33:16.640880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37048) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.746489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.857977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37052) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.861388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=642ff202-d45f-405d-b770-f6a676ef5874,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:16.866678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:16.883770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.888378 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ab33cbde-2002-49cd-975e-bd1f3689e58e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/642ff202-d45f-405d-b770-f6a676ef5874 HTTP/1.1" status: 204 len: 168 time: 1.6377416 Feb 04 11:33:16.889173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.896046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:16.897261 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c25e67c3-3e43-4f1c-9c0d-68ff464f7d09 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 700 time: 2.9222081 Feb 04 11:33:16.901468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'mac_address': 'fa:16:3e:9f:94:46', 'name': 'tempest-PortsTestJSON-1747291454'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:16.915783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37062) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:16.949989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 041a8db3-9aca-42e4-bdb4-94bcb778a13a no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:17.004929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 041a8db3-9aca-42e4-bdb4-94bcb778a13a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:17.005900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 041a8db3-9aca-42e4-bdb4-94bcb778a13a not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:17.032638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/ba5b4335-48b5-4d4f-b3d2-021683278ded/fff30c90-f9bb-4385-abab-2464dc4e5aa3) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:17.046132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123eacf-0332-4461-ad14-e15758717dcb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=da5e422f-9979-4c31-8176-2b74a382f91d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:17.053003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Allocated IP 2001:db8:0:1:f816:3eff:fe24:5610 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/3ca9f9fb-729e-45a7-9356-9f4fe2fc0406/fff30c90-f9bb-4385-abab-2464dc4e5aa3) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:17.059371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1468194034'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:17.093032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:17.114421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port da5e422f-9979-4c31-8176-2b74a382f91d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:17.114728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.132266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:17.155894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Usage tracker for resource:router and tenant:b3d72d79049d42919ea7c8419e077a52 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:17.161198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:17.171229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:17.178086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b852d6f-b27c-4add-aa6f-8892ac853763 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.182261 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9b852d6f-b27c-4add-aa6f-8892ac853763 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0578301 Feb 04 11:33:17.197652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37066) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:17.198359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b04fe34-151f-47be-8486-ebf85ee4e5ab up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:17.199037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:17.217476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:17.226461 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-71530784-c590-4f68-b7c5-b67475d7ec27 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 700 time: 0.3066280 Feb 04 11:33:17.229575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37070) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:17.230757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:17.235667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:17.271648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c332f45d-cfc7-472f-9c76-249652e5e885 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] 10.222.0.36 "GET /v2.0/subnetpools/1dccd3d0-85a8-4034-b80d-47950235809b HTTP/1.1" status: 200 len: 731 time: 0.0787711 Feb 04 11:33:17.275261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37074) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:17.284673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-eda065d6-7e63-4218-8be0-910eea6b422f tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-821121914'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:17.308039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:17.375380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.376323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.388163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:17.421468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7b04fe34-151f-47be-8486-ebf85ee4e5ab triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:17.421954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.426499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.512256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:17.538523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.573661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.580371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:14Z', 'revision_number': 7, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:15Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:17.595071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30c09f-ed03-4f55-ad33-b89103e32fd0 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:14Z', 'revision_number': 7, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:15Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:17.598070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Transition to ACTIVE for port object fff30c90-f9bb-4385-abab-2464dc4e5aa3 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:17.647424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Transition to ACTIVE for port object fff30c90-f9bb-4385-abab-2464dc4e5aa3 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:17.703688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for da5e422f-9979-4c31-8176-2b74a382f91d owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:17.707689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.754920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 95caea93-6044-4ba6-9ebd-805dd7882644 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:17.762944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.778250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.829123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port b91e1416-1587-4bc5-b66e-0c07ebdca004 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:17.863226 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:17.871796 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:17.873393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:17.879483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:17.883526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eda065d6-7e63-4218-8be0-910eea6b422f tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:17.884786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-eda065d6-7e63-4218-8be0-910eea6b422f tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] 10.222.0.36 "PUT /v2.0/subnetpools/1dccd3d0-85a8-4034-b80d-47950235809b HTTP/1.1" status: 200 len: 683 time: 0.6089187 Feb 04 11:33:17.891305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37078) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:17.895306 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:17.896597 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:17.993900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.019222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.056417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Attempting to bind port fff30c90-f9bb-4385-abab-2464dc4e5aa3 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:18.057022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Attempting to bind port fff30c90-f9bb-4385-abab-2464dc4e5aa3 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:18.057122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Attempting to bind port fff30c90-f9bb-4385-abab-2464dc4e5aa3 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:18.067990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:18.068393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:18.068747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.069185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:18.069653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Bound port: fff30c90-f9bb-4385-abab-2464dc4e5aa3, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:18.070026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.087326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Pushing event updated for resources: {'Port': ['ID=fff30c90-f9bb-4385-abab-2464dc4e5aa3,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:18.087902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.089420 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-32f6bd40-7af1-4547-bd98-0fcb1275dcfe tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2281063 Feb 04 11:33:18.101990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37082) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.118382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=da5e422f-9979-4c31-8176-2b74a382f91d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:18.129690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.178525 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:18.234474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-daa60791-a43b-4780-8af4-e24d6ee1c37b tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.235935 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-daa60791-a43b-4780-8af4-e24d6ee1c37b tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1dccd3d0-85a8-4034-b80d-47950235809b HTTP/1.1" status: 204 len: 168 time: 0.3430548 Feb 04 11:33:18.239377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37086) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.276343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2ad6a76d-5b78-4222-bf40-5aaf98b5a495 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/da5e422f-9979-4c31-8176-2b74a382f91d HTTP/1.1" status: 204 len: 168 time: 1.6342731 Feb 04 11:33:18.277137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37090) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.280396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::3da (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/ba5b4335-48b5-4d4f-b3d2-021683278ded/b91e1416-1587-4bc5-b66e-0c07ebdca004) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:18.287589 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-653ef68e-44da-4530-9b2a-96573cfcf206 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] show failed (client error): The resource could not be found. Feb 04 11:33:18.287870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] For port fff30c90-f9bb-4385-abab-2464dc4e5aa3, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:18.288868 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-653ef68e-44da-4530-9b2a-96573cfcf206 tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] 10.222.0.36 "GET /v2.0/subnetpools/1dccd3d0-85a8-4034-b80d-47950235809b HTTP/1.1" status: 404 len: 346 time: 0.0483079 Feb 04 11:33:18.293214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] For port fff30c90-f9bb-4385-abab-2464dc4e5aa3, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fff30c90-f9bb-4385-abab-2464dc4e5aa3,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:18.324341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37094) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.332605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8:0:1:f816:3eff:febd:dd77 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/3ca9f9fb-729e-45a7-9356-9f4fe2fc0406/b91e1416-1587-4bc5-b66e-0c07ebdca004) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:18.367697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-9405be37-6b84-4c73-9acf-7f97f4f5605e tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] delete failed (client error): The resource could not be found. Feb 04 11:33:18.368761 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9405be37-6b84-4c73-9acf-7f97f4f5605e tempest-SubnetPoolsTestJSON-1104781000 tempest-SubnetPoolsTestJSON-1104781000-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1dccd3d0-85a8-4034-b80d-47950235809b HTTP/1.1" status: 404 len: 346 time: 0.0388551 Feb 04 11:33:18.402067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.430149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.468749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084bd05d-3fbd-4250-8708-f721f3337720 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:18.469488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-084bd05d-3fbd-4250-8708-f721f3337720 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:18.609626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626ff51-8cbc-4f77-8ad6-05f1e937baaf None None] Pushing event updated for resources: {'Port': ['ID=fff30c90-f9bb-4385-abab-2464dc4e5aa3,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:18.696274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.701795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.717659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-084bd05d-3fbd-4250-8708-f721f3337720 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:18.721896 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-084bd05d-3fbd-4250-8708-f721f3337720 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4387515 Feb 04 11:33:18.724943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.794818 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50c6ff7-f14f-49e1-8002-1bc147de2035 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:33:18.802636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b50c6ff7-f14f-49e1-8002-1bc147de2035 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/da5e422f-9979-4c31-8176-2b74a382f91d HTTP/1.1" status: 404 len: 333 time: 0.0709610 Feb 04 11:33:18.802636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object b91e1416-1587-4bc5-b66e-0c07ebdca004 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:18.803761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37104) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:18.812753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1118353810'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:18.820223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:18.831797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:18.837239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:18.846622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:18.970344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.970512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.972643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:18.975909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:18.977425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.045839 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:14Z', 'revision_number': 7, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:15Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:19.052914 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:19.066768 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:19.067867 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:19.112800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.113451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3fe4ed2-709f-439a-b54f-29b96f652d2f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:33:19.138348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.139501 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9c58976f-9eb1-4ee7-839b-23663ffcf909 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "DELETE /v2.0/routers/f3fe4ed2-709f-439a-b54f-29b96f652d2f HTTP/1.1" status: 204 len: 168 time: 1.0363433 Feb 04 11:33:19.140677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:19.152076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.158437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:19.167990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:19.179524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:19.181312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.183413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.195859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:19.247355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Request body: {'router': {'name': 'tempest-router-1009815093', 'distributed': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:19.266921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37114) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.268350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:19.274479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=b91e1416-1587-4bc5-b66e-0c07ebdca004,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:19.277400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Usage tracker for resource:router and tenant:b3d72d79049d42919ea7c8419e077a52 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:19.285547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:19.289282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.289451 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment eab8e9fd-994c-45ab-a45a-f59092b63ec6 of type vlan for network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 Feb 04 11:33:19.298396 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fff30c90-f9bb-4385-abab-2464dc4e5aa3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:19.300259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:19.369310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.388420 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:19.450731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-889a65a3-3911-4e94-a742-11e18a5267b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8853593 Feb 04 11:33:19.452830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.458503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.460385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port fff30c90-f9bb-4385-abab-2464dc4e5aa3 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:19.532163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port b91e1416-1587-4bc5-b66e-0c07ebdca004 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:19.532556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.582347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.583840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.593359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:19.627463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:19.630346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.635086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:19.647753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:19.655662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:19.655662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.677380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.703922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.709854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:19.710259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=95caea93-6044-4ba6-9ebd-805dd7882644,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:19.710477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.713440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:19.728309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Usage tracker for resource:security_group_rule and tenant:6a94e3e73bf34ec6a7ab6d83bc07a2b3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:19.732871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:19.761098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:19.865856 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-54fbd704-f9ba-4a84-9bd8-17bb3cfbbbdc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9752278 Feb 04 11:33:19.866677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 7b04fe34-151f-47be-8486-ebf85ee4e5ab {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:19.868306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:19.881525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:19.882705 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:14Z', 'revision_number': 7, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:15Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:19.887533 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c16f9d-0f4b-4979-b1f8-cefeb0819be1 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:14Z', 'revision_number': 7, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b04fe34-151f-47be-8486-ebf85ee4e5ab', 'name': '', 'network_id': '8ed508c2-8493-465f-8a88-74cb2da02cc3', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:b3:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:04Z', 'updated_at': '2022-02-04T11:33:15Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:19.910928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.011852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=1107dff4-d9d7-43a1-91eb-563d4697b3e0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:20.034581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:20.060207 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6983f86d-8574-45a3-8b76-727242a5a712 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2549298 Feb 04 11:33:20.067390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:20.081725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:20.178598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2680524-a362-4f63-9bd8-fa5530e58f48 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:20.185714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a2680524-a362-4f63-9bd8-fa5530e58f48 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:20.193342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b87d5-5ee9-49c8-9a8c-2a42e6f1b8e1 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:20.201220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.202366 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d2d5c0c1-2738-44e9-ad41-83885479b7ee tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0457067 Feb 04 11:33:20.214816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.221634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37132) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:20.296993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 7b04fe34-151f-47be-8486-ebf85ee4e5ab, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7b04fe34-151f-47be-8486-ebf85ee4e5ab,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:20.296993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.384733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] Provisioning for port fff30c90-f9bb-4385-abab-2464dc4e5aa3 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:20.396137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] Provisioning complete for port fff30c90-f9bb-4385-abab-2464dc4e5aa3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:20.396770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.435526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 7b04fe34-151f-47be-8486-ebf85ee4e5ab owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:20.445767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for b91e1416-1587-4bc5-b66e-0c07ebdca004 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:20.528910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.545693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:20.548311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a2680524-a362-4f63-9bd8-fa5530e58f48 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:20.552883 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a2680524-a362-4f63-9bd8-fa5530e58f48 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/95caea93-6044-4ba6-9ebd-805dd7882644 HTTP/1.1" status: 200 len: 841 time: 0.6523814 Feb 04 11:33:20.554650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:20.568050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:20.574560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:20.584708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.597265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.603836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.639836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:20.644910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] For port fff30c90-f9bb-4385-abab-2464dc4e5aa3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fff30c90-f9bb-4385-abab-2464dc4e5aa3,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:20.680382 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a94e3e73bf34ec6a7ab6d83bc07a2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3741016 Feb 04 11:33:20.688714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37140) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:20.695122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ba5ff-cf8d-43b4-b8a2-4166d9444351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4881cbe-7710-4196-8f12-9c4449620d34,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:20.700823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 95caea93-6044-4ba6-9ebd-805dd7882644 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:20.701164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.728395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:20.838700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943becb-f594-4087-abb1-5fb822b3fd73 None None] Pushing event updated for resources: {'Port': ['ID=fff30c90-f9bb-4385-abab-2464dc4e5aa3,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:20.947382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c15ae339-2fe9-42a7-8339-4225109c55ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.074818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.080242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c15ae339-2fe9-42a7-8339-4225109c55ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.149283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fff30c90-f9bb-4385-abab-2464dc4e5aa3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:21.153378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=7b04fe34-151f-47be-8486-ebf85ee4e5ab,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:21.190972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.215337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:21.220862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.237362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port fff30c90-f9bb-4385-abab-2464dc4e5aa3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:21.238016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.338905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.348847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.494316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 95caea93-6044-4ba6-9ebd-805dd7882644 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:21.523219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.524086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf6ab0ee-565a-4e22-8cb8-9b8122f8219e {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:33:21.541546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.548411 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3073abcd-01bf-4cbe-8df3-1ddebeb470ac tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "DELETE /v2.0/routers/cf6ab0ee-565a-4e22-8cb8-9b8122f8219e HTTP/1.1" status: 204 len: 168 time: 1.3254092 Feb 04 11:33:21.549351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37144) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:21.556853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Request body: {'router': {'name': 'tempest-router-577938930', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '20b8a9bf38a64784b3fadc6a292ad969'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:21.565395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:21.568259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Usage tracker for resource:router and tenant:20b8a9bf38a64784b3fadc6a292ad969 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:21.571616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:21.578205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:21.587903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7c619b0b-a878-484d-ae91-4121b760b818 None None] Provisioning for port b91e1416-1587-4bc5-b66e-0c07ebdca004 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:21.589498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.598681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7c619b0b-a878-484d-ae91-4121b760b818 None None] Provisioning complete for port b91e1416-1587-4bc5-b66e-0c07ebdca004 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:21.599057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7c619b0b-a878-484d-ae91-4121b760b818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.644591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7c619b0b-a878-484d-ae91-4121b760b818 None None] Port b91e1416-1587-4bc5-b66e-0c07ebdca004 was deleted so its status cannot be updated. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 11:33:21.661596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7c619b0b-a878-484d-ae91-4121b760b818 None None] Provisioning complete for port fff30c90-f9bb-4385-abab-2464dc4e5aa3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:21.662219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7c619b0b-a878-484d-ae91-4121b760b818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.768621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.769485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.783028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=b91e1416-1587-4bc5-b66e-0c07ebdca004,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:21.897163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.897776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.916757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:21.929839 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a8718243-03f0-4a88-b1e7-86cbd568ee7d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/b91e1416-1587-4bc5-b66e-0c07ebdca004 HTTP/1.1" status: 204 len: 168 time: 2.4702938 Feb 04 11:33:21.933904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:21.991666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-623c1335-b4e7-4829-9fe6-deedb3871ebe None None] Could not find standard attr ID for object b91e1416-1587-4bc5-b66e-0c07ebdca004. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:33:22.021798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8266f-ec1b-4ce5-9bd7-94a6efe6cba0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.022509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-edd8266f-ec1b-4ce5-9bd7-94a6efe6cba0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:22.150635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.235881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=ebba5c68-69ed-4ca0-88c9-0dd2d2281f93,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:22.245278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': 'eab8e9fd-994c-45ab-a45a-f59092b63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:22.245635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 1107dff4-d9d7-43a1-91eb-563d4697b3e0, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:22.251520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c15ae339-2fe9-42a7-8339-4225109c55ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.289453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ae339-2fe9-42a7-8339-4225109c55ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4881cbe-7710-4196-8f12-9c4449620d34,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:22.316403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:22.357470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-edd8266f-ec1b-4ce5-9bd7-94a6efe6cba0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:22.361247 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-edd8266f-ec1b-4ce5-9bd7-94a6efe6cba0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4240310 Feb 04 11:33:22.361247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.363961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.377720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.417144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:22.465586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c2849-f795-4d56-b53c-b4f56be2ae44 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.467074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2d2c2849-f795-4d56-b53c-b4f56be2ae44 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1021891 Feb 04 11:33:22.469747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37158) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.505088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.506774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c600e038-ec16-42d5-87bf-f16270193524 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9553485 Feb 04 11:33:22.507488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=95caea93-6044-4ba6-9ebd-805dd7882644,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:22.510987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.525275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:22.527879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1107dff4-d9d7-43a1-91eb-563d4697b3e0) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:22.537741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f8c6d-5a41-4eb6-8f63-fdfea4eee1c2 None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:22.539678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.540458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.563751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a486c2-f7d8-49b9-b5ab-ba29349e2120 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.570774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a486c2-f7d8-49b9-b5ab-ba29349e2120 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.570774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a486c2-f7d8-49b9-b5ab-ba29349e2120 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:22.570774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-56a486c2-f7d8-49b9-b5ab-ba29349e2120 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:22.576958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.655208 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8b8644aa-509f-40f4-886a-b0ba07addef0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/95caea93-6044-4ba6-9ebd-805dd7882644 HTTP/1.1" status: 204 len: 168 time: 2.1005609 Feb 04 11:33:22.656353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c15ae339-2fe9-42a7-8339-4225109c55ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.659239 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c15ae339-2fe9-42a7-8339-4225109c55ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4881cbe-7710-4196-8f12-9c4449620d34 HTTP/1.1" status: 204 len: 168 time: 1.9661317 Feb 04 11:33:22.661733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37166) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.687282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:22.706195 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a3cd0ffc-4553-4486-a66c-0311345ad3d9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4716024 Feb 04 11:33:22.712521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.719351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b87f1590-f688-45e6-bad7-241b4102e2eb tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6458762 Feb 04 11:33:22.720607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.737137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-56a486c2-f7d8-49b9-b5ab-ba29349e2120 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:22.741468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-56a486c2-f7d8-49b9-b5ab-ba29349e2120 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2682667 Feb 04 11:33:22.743193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:22.760451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.780372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:22.796240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b3ab44-8fb0-4099-ba2a-e9a10db0e091 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:33:22.797670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-97b3ab44-8fb0-4099-ba2a-e9a10db0e091 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/95caea93-6044-4ba6-9ebd-805dd7882644 HTTP/1.1" status: 404 len: 333 time: 0.1341918 Feb 04 11:33:22.806784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:22.809069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:22.809069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:22.859949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'name': 'tempest-PortsTestJSON-1627615855'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:22.914472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 3ca9f9fb-729e-45a7-9356-9f4fe2fc0406 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:22.920988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:22.998469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:23.002168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.020175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:23.035931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:23.040423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:23.053776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:23.087105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': 'ebba5c68-69ed-4ca0-88c9-0dd2d2281f93'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:23.087105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.137049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.157735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:23.161548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.196601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.197736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.312177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Allocated IP 2001:db8::2 (1107dff4-d9d7-43a1-91eb-563d4697b3e0/ebba5c68-69ed-4ca0-88c9-0dd2d2281f93/5a14dc82-b784-48c9-9511-f2c91e6e0a80) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:23.391610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebba5c68-69ed-4ca0-88c9-0dd2d2281f93 (CIDR: 2001:db8::/64) Feb 04 11:33:23.448887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.492462 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:33:23.493119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:23.513632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:23.516135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca9f9fb-729e-45a7-9356-9f4fe2fc0406,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:23.522865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.525865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.539992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bcafeb-f576-4c09-83bd-b8c53095a5d0 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:23.608224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:23.621962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88131) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 11:33:23.621962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Router ac852614-702f-45d1-8bae-81421af20677 migrating from provider to provider. {{(pid=88131) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 11:33:23.621962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.621962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.646946 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-48cfa6a4-c4e4-4b3f-9c22-7780137ce72d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9187291 Feb 04 11:33:23.648158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:23.652692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:23.655328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:23.663194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.663680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:23.677102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05648def-804f-4bb9-8401-4943e63b6ad5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/3ca9f9fb-729e-45a7-9356-9f4fe2fc0406 HTTP/1.1" status: 204 len: 168 time: 0.9153798 Feb 04 11:33:23.680734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37202) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:23.681376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:23.774966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet ba5b4335-48b5-4d4f-b3d2-021683278ded {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:23.778599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.848974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.917297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.936419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Transition to ACTIVE for port object 5a14dc82-b784-48c9-9511-f2c91e6e0a80 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:23.943676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.984001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:23.987856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:23.997681 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.002042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Transition to ACTIVE for port object 5a14dc82-b784-48c9-9511-f2c91e6e0a80 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:24.003814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:24.008331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:24.011332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:24.018548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:24.021996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:20Z', 'revision_number': 8, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:24.028022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:24.044029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:24.044655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:24.162906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.164530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:24.168249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.193409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port fb3695d7-89ee-4c44-a92e-b4f562ab6de6 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:24.217162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:24.253316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.320883 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] No L3 agents can host the router ac852614-702f-45d1-8bae-81421af20677 Feb 04 11:33:24.322102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:24.327640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:24.335518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:24.384091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:24.444336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.511136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1278876160-network', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:24.520926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Pushing event updated for resources: {'Port': ['ID=5a14dc82-b784-48c9-9511-f2c91e6e0a80,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:24.527365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:24.540308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Usage tracker for resource:network and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:24.545943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:24.556098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:24.613559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5b4335-48b5-4d4f-b3d2-021683278ded,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:24.630590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Attempting to bind port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:24.631042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Attempting to bind port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'eab8e9fd-994c-45ab-a45a-f59092b63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:24.631475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Attempting to bind port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 on network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:24.642561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Made reservation on behalf of e4c613a6cb16497b94220e18318a6f2d for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:24.646161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.651071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.667079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.686010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:24.686300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Checking segment: {'id': 'eab8e9fd-994c-45ab-a45a-f59092b63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:24.686874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.687338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Bound using segment: {'id': 'eab8e9fd-994c-45ab-a45a-f59092b63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:24.687910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Bound port: 5a14dc82-b784-48c9-9511-f2c91e6e0a80, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab8e9fd-994c-45ab-a45a-f59092b63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:24.688425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:24.688564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.693872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:24.697265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:24.706198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:24.718409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.797230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:24.808166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:24.815587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:24.816163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.844577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=c5cc30bd-85ba-42aa-9cb8-1af95b1095ad,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:24.885086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] For port 5a14dc82-b784-48c9-9511-f2c91e6e0a80, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:24.890838 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cef00b40-3e29-4229-970a-502f60dfcd79 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/ba5b4335-48b5-4d4f-b3d2-021683278ded HTTP/1.1" status: 204 len: 168 time: 1.2048273 Feb 04 11:33:24.890838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Hosts for router ac852614-702f-45d1-8bae-81421af20677: [] {{(pid=88131) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 11:33:24.891175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:24.899884 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] For port 5a14dc82-b784-48c9-9511-f2c91e6e0a80, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5a14dc82-b784-48c9-9511-f2c91e6e0a80,segment=NetworkSegment(eab8e9fd-994c-45ab-a45a-f59092b63ec6),segment_id=eab8e9fd-994c-45ab-a45a-f59092b63ec6)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:24.938835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:20Z', 'revision_number': 8, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:24.940238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Hosts for other DVR routers connected to router ac852614-702f-45d1-8bae-81421af20677: set() {{(pid=88131) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 11:33:24.942601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:24.943967 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3bcb0558-d74d-453e-8c61-1e8f339c57d5 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "PUT /v2.0/routers/ac852614-702f-45d1-8bae-81421af20677 HTTP/1.1" status: 200 len: 716 time: 2.4292684 Feb 04 11:33:24.944429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c4a49-c767-4826-96b9-f95ebee82a27 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:20Z', 'revision_number': 8, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2a038b-0fc2-4ad8-8803-edafecd4e42c', 'name': '', 'network_id': '82bfa9c0-9c85-4761-864b-2817022a2cd9', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:4e:fb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:53Z', 'updated_at': '2022-02-04T11:33:11Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '28655be3-d16a-461a-97f6-1f5398b6de39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:24.948144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37226) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:24.979669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6b6f5dd6-7136-46a2-8fa3-e27141ae64b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3300366 Feb 04 11:33:24.983990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a4cb1a7a-5250-4ef7-bf6d-8954fe16d8b6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916615 Feb 04 11:33:24.984562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:24.997636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:25.006836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'fixed_ips': [{'subnet_id': 'ebba5c68-69ed-4ca0-88c9-0dd2d2281f93'}, {'subnet_id': 'c5cc30bd-85ba-42aa-9cb8-1af95b1095ad'}], 'name': 'tempest-PortsIpV6TestJSON-1138034748'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:25.024288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:25.043238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.055015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.091365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09e3a6-61dd-4f01-b746-f8d868a15422 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:25.249932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c36f0-9c9f-4f60-8115-f616e2aa360e None None] Pushing event updated for resources: {'Port': ['ID=5a14dc82-b784-48c9-9511-f2c91e6e0a80,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:25.261321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:25.281644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bdd6ea44-b696-4f53-9a0b-569e1a137859 None None] Provisioning complete for port fff30c90-f9bb-4385-abab-2464dc4e5aa3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:25.282077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:25.282209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ea44-b696-4f53-9a0b-569e1a137859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.295183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:25.303660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.308331 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38 HTTP/1.1" status: 204 len: 168 time: 2.5898616 Feb 04 11:33:25.319315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:25.322290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57351f86-3dd9-41a2-8f83-5a43451fa38d None None] Network 8ed508c2-8493-465f-8a88-74cb2da02cc3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:25.325474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0226a-8195-4f73-835b-40fa2cd3c61b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:25.337311 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9c04d2aa-f6c1-4df7-aeec-cb5768059d8a tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "GET /v2.0/routers/ac852614-702f-45d1-8bae-81421af20677 HTTP/1.1" status: 200 len: 716 time: 0.3877349 Feb 04 11:33:25.338088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37240) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:25.341697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:25.344808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.375468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.392132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b04fe34-151f-47be-8486-ebf85ee4e5ab no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:25.453804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:25.462669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:25.476534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:25.479192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.494993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:25.498831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.512909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 7b04fe34-151f-47be-8486-ebf85ee4e5ab {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:25.513391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7b04fe34-151f-47be-8486-ebf85ee4e5ab not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:25.545846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.547831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:25.554793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:25.566785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.652424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649d15ac-d5d1-47e0-a755-33f6a848b7c9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:25.680212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:25.696061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.696407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Added segment 0dfdf001-880d-4590-8b82-cc5bad2e034f of type vlan for network 72c7855f-87a4-44d6-b458-9b7e05996f69 Feb 04 11:33:25.702127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port c7492c8c-c21a-4e3b-bf37-e1c39037c289 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:25.702470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.934435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.937002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:25.945329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] Deleting port fff30c90-f9bb-4385-abab-2464dc4e5aa3 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:25.945989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:25.970020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=fb3695d7-89ee-4c44-a92e-b4f562ab6de6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.000416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:26.010188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] DHCP port deletion for 8ed508c2-8493-465f-8a88-74cb2da02cc3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:26.022056 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4849a4c3-0af3-4cf8-afb7-6675c20dad98 tempest-RoutersTestDVR-2026409316 tempest-RoutersTestDVR-2026409316-project] 10.222.0.36 "GET /v2.0/routers/ac852614-702f-45d1-8bae-81421af20677 HTTP/1.1" status: 200 len: 682 time: 0.6808767 Feb 04 11:33:26.024622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:26.025278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:26.029087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:26.034055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:26.037292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:26.037945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.040398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Deleting port c7492c8c-c21a-4e3b-bf37-e1c39037c289 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:26.040836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.195118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.196948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.243230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:26.268096 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f455dfd-efcb-48ba-9ad2-071f444b42a2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4510403 Feb 04 11:33:26.268807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37252) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:26.349674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:26.435681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.436653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:26.437618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.475813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port c7492c8c-c21a-4e3b-bf37-e1c39037c289, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c7492c8c-c21a-4e3b-bf37-e1c39037c289,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:26.476085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.525092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] For port fff30c90-f9bb-4385-abab-2464dc4e5aa3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fff30c90-f9bb-4385-abab-2464dc4e5aa3,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:26.525488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.593891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.596941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.675104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] Calling delete_port for fff30c90-f9bb-4385-abab-2464dc4e5aa3 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:26.723041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] For port c7492c8c-c21a-4e3b-bf37-e1c39037c289, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c7492c8c-c21a-4e3b-bf37-e1c39037c289,segment=NetworkSegment(a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b),segment_id=a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:26.723260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.723502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.724024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for c7492c8c-c21a-4e3b-bf37-e1c39037c289 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:26.734266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.734667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac852614-702f-45d1-8bae-81421af20677 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:33:26.748958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.754340 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3b0bcaf5-0a45-4208-acaa-23c4c3fda1c6 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ac852614-702f-45d1-8bae-81421af20677 HTTP/1.1" status: 204 len: 168 time: 0.7278533 Feb 04 11:33:26.757821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37256) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:26.764878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Request body: {'router': {'name': 'tempest-router-1838332825', 'distributed': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:26.805685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:26.824835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Usage tracker for resource:router and tenant:b3d72d79049d42919ea7c8419e077a52 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:26.830993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:26.841929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:26.891247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Calling delete_port for c7492c8c-c21a-4e3b-bf37-e1c39037c289 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:26.944735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.946042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:26.949276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b835a1f-db83-477c-8302-5ede5b42508f None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:26.992945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Pushing event updated for resources: {'Network': ['ID=72c7855f-87a4-44d6-b458-9b7e05996f69,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.004730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.012922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.013567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.014924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.014924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.014924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.014924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.015742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.016033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.016358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.016682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.017067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.017389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:27.046116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:27.055067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.106058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ddb8add3-498c-4e49-9355-8bbe2ad9a60f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8257349 Feb 04 11:33:27.106850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37260) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.112461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Request body: {'subnet': {'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1278876160-subnet', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:27.129280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:27.140237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Usage tracker for resource:subnet and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:27.145701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:27.152797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.157417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:27.160222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.162976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.169647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.182419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.249355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5a14dc82-b784-48c9-9511-f2c91e6e0a80 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:27.256496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] In _notify_port_updated(), no bound segment for port fb3695d7-89ee-4c44-a92e-b4f562ab6de6 on network e3e163de-9b13-4e52-9b9c-5245a4707a10 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:27.262243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:27.262970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.268406 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/ports/fb3695d7-89ee-4c44-a92e-b4f562ab6de6 HTTP/1.1" status: 200 len: 818 time: 0.9865253 Feb 04 11:33:27.273449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.299358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No DVR routers for this DVR port c7492c8c-c21a-4e3b-bf37-e1c39037c289 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:27.317950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-91bba135-e381-4a47-9787-eacf148de679 None None] Provisioning for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:27.325738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] No DVR routers for this DVR port fff30c90-f9bb-4385-abab-2464dc4e5aa3 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:27.337793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.339092 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-757d9d1d-8ab2-4b5a-962f-9cf4f516eb54 tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5804431 Feb 04 11:33:27.339224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:33:27.339898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:33:27.340528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c01c22-8c4d-4e21-847e-c14b977da1e7 None None] Pushing event deleted for resources: {'Port': ['ID=fff30c90-f9bb-4385-abab-2464dc4e5aa3,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.344809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37268) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.383428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.408166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=76e61df4-21e9-4369-8f91-7f460ca74bee,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.410375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec070c-e7d9-47a8-9391-5ed66f4bbc8d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=fb3695d7-89ee-4c44-a92e-b4f562ab6de6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.433191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:27.451540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=c7492c8c-c21a-4e3b-bf37-e1c39037c289,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:27.461321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Made reservation on behalf of e4c613a6cb16497b94220e18318a6f2d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:27.463853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.484523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:27.496618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec86a74-8fba-46b1-adee-27358e715b4b None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:27.541016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:27.541767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.576254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:27.599021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:27.601286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.645390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port fb3695d7-89ee-4c44-a92e-b4f562ab6de6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:27.645611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.666137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.686088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.707525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::c5 (1107dff4-d9d7-43a1-91eb-563d4697b3e0/ebba5c68-69ed-4ca0-88c9-0dd2d2281f93/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:27.740500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8:0:1::132 (1107dff4-d9d7-43a1-91eb-563d4697b3e0/c5cc30bd-85ba-42aa-9cb8-1af95b1095ad/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:27.749413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed508c2-8493-465f-8a88-74cb2da02cc3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:27.772640 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-69474537-d137-49bb-aab3-196478ed2b66 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7697606 Feb 04 11:33:27.774913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:27.785336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:27.785633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d8d681-1802-49b3-8eb0-3b1d5ff7f52b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:27.800466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:27.839890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.843327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Deleting port c7492c8c-c21a-4e3b-bf37-e1c39037c289 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:27.843761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:27.965561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.002565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:28.002916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:28.088330 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:28.090525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.094845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.131719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'tenant_id': '351527ac5aaa4f078ac9e18deb789972', 'fixed_ips': [{'subnet_id': '76e61df4-21e9-4369-8f91-7f460ca74bee'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:28.133032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.161503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9c707-e050-4ca7-a66a-f7313e121aeb None None] The port 'c7492c8c-c21a-4e3b-bf37-e1c39037c289' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:33:28.181290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.202732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.250102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Update dhcp port {'port': {'network_id': '1107dff4-d9d7-43a1-91eb-563d4697b3e0', 'fixed_ips': [{'subnet_id': 'ebba5c68-69ed-4ca0-88c9-0dd2d2281f93', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5cc30bd-85ba-42aa-9cb8-1af95b1095ad'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '5a14dc82-b784-48c9-9511-f2c91e6e0a80'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:33:28.276813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.277242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3abe1c-5bff-4a95-8cfb-0da2238fa06d {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:33:28.347706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5a14dc82-b784-48c9-9511-f2c91e6e0a80, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5a14dc82-b784-48c9-9511-f2c91e6e0a80,segment=NetworkSegment(eab8e9fd-994c-45ab-a45a-f59092b63ec6),segment_id=eab8e9fd-994c-45ab-a45a-f59092b63ec6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:28.354238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for fb3695d7-89ee-4c44-a92e-b4f562ab6de6 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:28.362384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.394728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.399955 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e089b0af-6982-475d-9caa-11b17fd54ecc tempest-RoutersTestDVR-1079241619 tempest-RoutersTestDVR-1079241619-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2e3abe1c-5bff-4a95-8cfb-0da2238fa06d HTTP/1.1" status: 204 len: 168 time: 1.0475173 Feb 04 11:33:28.444733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.504176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:28.536114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:28.538611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:28.550038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.551358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fff30c90-f9bb-4385-abab-2464dc4e5aa3 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:28.554495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:28.571942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.576724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.599076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.601244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:28.615742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/8ed508c2-8493-465f-8a88-74cb2da02cc3 HTTP/1.1" status: 204 len: 168 time: 3.2743886 Feb 04 11:33:28.615742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f446f-d0e7-44a8-972d-532153b8d31a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=8ed508c2-8493-465f-8a88-74cb2da02cc3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.616090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: fff30c90-f9bb-4385-abab-2464dc4e5aa3 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:28.616090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fff30c90-f9bb-4385-abab-2464dc4e5aa3 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:28.616090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c7492c8c-c21a-4e3b-bf37-e1c39037c289 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:28.617638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:28.671782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: c7492c8c-c21a-4e3b-bf37-e1c39037c289 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:28.672125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c7492c8c-c21a-4e3b-bf37-e1c39037c289 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:28.678967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=fb3695d7-89ee-4c44-a92e-b4f562ab6de6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.682222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Allocated IP 2001:db8::2 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/76e61df4-21e9-4369-8f91-7f460ca74bee/9d871c4f-fd44-47a5-be84-1638c2583bc1) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:28.684377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.695742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.734299 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cded4259-eff5-4e07-9258-4d7f0fa695ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/fb3695d7-89ee-4c44-a92e-b4f562ab6de6 HTTP/1.1" status: 204 len: 168 time: 1.4578757 Feb 04 11:33:28.736380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:28.736677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5a14dc82-b784-48c9-9511-f2c91e6e0a80,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.737318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:28.739416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.866911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c28c0f-5ad8-40b8-83e1-b67bf91f7e4c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:28.867724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-43c28c0f-5ad8-40b8-83e1-b67bf91f7e4c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:28.945871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-43c28c0f-5ad8-40b8-83e1-b67bf91f7e4c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:28.951113 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-43c28c0f-5ad8-40b8-83e1-b67bf91f7e4c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2087045 Feb 04 11:33:28.951302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:28.986049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268d729f-b27d-436d-a2c8-05fbedc0e562,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:28.987344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:28.995887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37292) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.008980 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c690314-e094-4656-b248-69db34115264 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:33:29.013880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Transition to ACTIVE for port object 9d871c4f-fd44-47a5-be84-1638c2583bc1 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:29.014041 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0c690314-e094-4656-b248-69db34115264 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/fb3695d7-89ee-4c44-a92e-b4f562ab6de6 HTTP/1.1" status: 404 len: 333 time: 0.0580447 Feb 04 11:33:29.020185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.021333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1750606125'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:29.027477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:29.032600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:29.036524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Transition to ACTIVE for port object 9d871c4f-fd44-47a5-be84-1638c2583bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:29.039630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:29.047803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:29.078035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.178562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5a14dc82-b784-48c9-9511-f2c91e6e0a80 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:29.179851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:29.191331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.203316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.215664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Checking segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:29.216028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Network hostable DHCP agents. Network: 72c7855f-87a4-44d6-b458-9b7e05996f69, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:29.240044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:29.254967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.255742 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment 85899c70-359d-4e21-8f79-6425b4717dd8 of type vlan for network f714961d-d6e9-47d1-9cce-4742cdc706fc Feb 04 11:33:29.280244 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76e61df4-21e9-4369-8f91-7f460ca74bee (CIDR: 2001:db8::/64) Feb 04 11:33:29.285374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:29.296190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:29.297648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.299931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:29.309330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:29.310156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Allocated IP 2001:db8:0:1::2 (1107dff4-d9d7-43a1-91eb-563d4697b3e0/c5cc30bd-85ba-42aa-9cb8-1af95b1095ad/5a14dc82-b784-48c9-9511-f2c91e6e0a80) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:29.310508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.343663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=7bbcb6bf-6f5d-402a-a425-4ed37afffb6f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:29.349803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.370368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:29.374945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Usage tracker for resource:security_group_rule and tenant:20b8a9bf38a64784b3fadc6a292ad969 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:29.378166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:33:29.378619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:29.378737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:29.385107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:29.395410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:29.408853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:29.416960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:29.421841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:29.438044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Pushing event updated for resources: {'Port': ['ID=9d871c4f-fd44-47a5-be84-1638c2583bc1,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:29.480166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.485764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:29.486381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.510190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-330728ec-c837-4236-bb4b-eb0919815cd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5206563 Feb 04 11:33:29.511856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-11cdb3aa-5a6d-45f3-8d53-96fc8a215615 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7330184 Feb 04 11:33:29.512625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.519489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.520919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebba5c68-69ed-4ca0-88c9-0dd2d2281f93'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:29.529289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.534658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'subnet': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:29.559315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 72c7855f-87a4-44d6-b458-9b7e05996f69) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:29.577384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:29.577971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.590311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2c060-28a6-447d-be17-56fb0a6eea6d None None] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:29.635277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.717944 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cb41316d-45c5-4521-b475-116a321afc17 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6076083 Feb 04 11:33:29.721271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37310) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.731889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:29.748243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:29.755996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.767763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Usage tracker for resource:router and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:29.773077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:29.782073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:29.796621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Attempting to bind port 9d871c4f-fd44-47a5-be84-1638c2583bc1 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:29.797242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Attempting to bind port 9d871c4f-fd44-47a5-be84-1638c2583bc1 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:29.797761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Attempting to bind port 9d871c4f-fd44-47a5-be84-1638c2583bc1 on network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:29.817301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:29.817679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.850183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.868183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:29.868910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Checking segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:29.869316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.869723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Bound using segment: {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:29.871196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Bound port: 9d871c4f-fd44-47a5-be84-1638c2583bc1, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4065ad45-7a4d-4bf8-840a-7da7a80535fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:29.871196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:29.922628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-25051059-337f-405a-81a3-83bf181d5316 None None] For port 5a14dc82-b784-48c9-9511-f2c91e6e0a80, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5a14dc82-b784-48c9-9511-f2c91e6e0a80,segment=NetworkSegment(eab8e9fd-994c-45ab-a45a-f59092b63ec6),segment_id=eab8e9fd-994c-45ab-a45a-f59092b63ec6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:29.927602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=f714961d-d6e9-47d1-9cce-4742cdc706fc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:29.943679 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-425a2de7-22a1-4d48-a33e-c7239008acbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9284163 Feb 04 11:33:29.950646 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20b8a9bf38a64784b3fadc6a292ad969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9539104 Feb 04 11:33:29.953924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.954067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:29.957975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8834d-087c-4ac1-9e89-2b4e727eb424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9b4eb2-71ce-4deb-870f-ebb5c4f39f7b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:29.978451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:29.987058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:30.085643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.086335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.181696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:30.187002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:30.193522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.resource_extend [None req-25051059-337f-405a-81a3-83bf181d5316 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:30.194070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:subnet and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:30.197015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:30.199685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:30.213194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:30.216430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:30.228825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:30.234779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed930f07-845c-455b-819f-2394f887063c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.253407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.275591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed930f07-845c-455b-819f-2394f887063c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.322388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:30.326171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.341629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] For port 9d871c4f-fd44-47a5-be84-1638c2583bc1, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:30.379132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d671451d-fd0d-44ce-901a-bc545c0f388f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.385241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Transition to ACTIVE for port object 5a14dc82-b784-48c9-9511-f2c91e6e0a80 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:30.392178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-72c7855f-87a4-44d6-b458-9b7e05996f69', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:30.393890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.404670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] For port 9d871c4f-fd44-47a5-be84-1638c2583bc1, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9d871c4f-fd44-47a5-be84-1638c2583bc1,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:30.411338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:30.415886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.425431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.476799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.529482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.648861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed930f07-845c-455b-819f-2394f887063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.664602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Pushing event updated for resources: {'Port': ['ID=5a14dc82-b784-48c9-9511-f2c91e6e0a80,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:30.679781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed930f07-845c-455b-819f-2394f887063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9b4eb2-71ce-4deb-870f-ebb5c4f39f7b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:30.742646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Delete allocated IP 2001:db8:0:1::132 (1107dff4-d9d7-43a1-91eb-563d4697b3e0/c5cc30bd-85ba-42aa-9cb8-1af95b1095ad) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:33:30.806331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed930f07-845c-455b-819f-2394f887063c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.807508 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ed930f07-845c-455b-819f-2394f887063c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e9b4eb2-71ce-4deb-870f-ebb5c4f39f7b HTTP/1.1" status: 204 len: 168 time: 0.8507509 Feb 04 11:33:30.843682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.844088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.844435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.845118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.845118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.845407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.845776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.846113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.846941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.846941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.847146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.847366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25051059-337f-405a-81a3-83bf181d5316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:33:30.966768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:30.996047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.005361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Ignored duplicate provisioning block setup for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 11:33:31.034602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Allocated IP 172.20.0.2 (72c7855f-87a4-44d6-b458-9b7e05996f69/268d729f-b27d-436d-a2c8-05fbedc0e562/9ec60539-82f9-4940-ae4a-76fe07fed353) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:31.053730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862cadd-eb2f-454d-ab3d-3e7bde8dd40c None None] Pushing event updated for resources: {'Port': ['ID=9d871c4f-fd44-47a5-be84-1638c2583bc1,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:31.134289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=4d07ca81-31cd-4d06-88c7-118d5d8057f6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:31.161456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.187921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': '85899c70-359d-4e21-8f79-6425b4717dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:31.188292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: f714961d-d6e9-47d1-9cce-4742cdc706fc, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:31.282494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:31.282833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.304435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5a14dc82-b784-48c9-9511-f2c91e6e0a80 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:31.347195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.objects.ports [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 11:33:31.446080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network f714961d-d6e9-47d1-9cce-4742cdc706fc is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:31.570769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, f714961d-d6e9-47d1-9cce-4742cdc706fc) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:31.575030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.577885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:31.578712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.588085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.595745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599beef9-05e6-42bd-9bcb-e8c7582a52bf None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:31.640966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] In _notify_port_updated(), no bound segment for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f on network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:31.646445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:31.647079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.648454 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/ports/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f HTTP/1.1" status: 200 len: 925 time: 2.1336477 Feb 04 11:33:31.653871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:31.661964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebba5c68-69ed-4ca0-88c9-0dd2d2281f93'}, {'subnet_id': 'c5cc30bd-85ba-42aa-9cb8-1af95b1095ad'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:31.700269 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-166dd42e-a524-48cf-bcee-a1397b9d39f9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7450423 Feb 04 11:33:31.701675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:31.709007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Transition to ACTIVE for port object 9ec60539-82f9-4940-ae4a-76fe07fed353 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:31.709268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8461f-59d6-4cda-9936-c3f5a2ed2dfa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=7bbcb6bf-6f5d-402a-a425-4ed37afffb6f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:31.746611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:31.751194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.751834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d4d52-d7ae-4c2c-9f01-b15735422c25 None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:31.790323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Transition to ACTIVE for port object 9ec60539-82f9-4940-ae4a-76fe07fed353 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:31.840174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:31.899025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.924167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:31.930283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:31.936004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Usage tracker for resource:security_group_rule and tenant:b3d72d79049d42919ea7c8419e077a52 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:31.941748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:31.950813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:32.013697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-307f07ae-812a-4797-9594-31187237036f None None] Provisioning for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:32.148376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] For port 9d871c4f-fd44-47a5-be84-1638c2583bc1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9d871c4f-fd44-47a5-be84-1638c2583bc1,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:32.211658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Pushing event updated for resources: {'Port': ['ID=9ec60539-82f9-4940-ae4a-76fe07fed353,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.222645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.225924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.248645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-307f07ae-812a-4797-9594-31187237036f None None] Provisioning complete for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:32.249081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-307f07ae-812a-4797-9594-31187237036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.283323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.284735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.300103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:32.311514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:32.314423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:32.339179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:32.343173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:32.346483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:32.352869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:32.389025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 9a2a038b-0fc2-4ad8-8803-edafecd4e42c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,segment=NetworkSegment(b0101b4b-e5e5-4494-bc1d-fbef95de8b77),segment_id=b0101b4b-e5e5-4494-bc1d-fbef95de8b77)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:32.389379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.467579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.507857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Subnet': ['ID=d2715776-7b34-48f8-bf43-6adc2909c5ae,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.510564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=9d871c4f-fd44-47a5-be84-1638c2583bc1,revision_number=4']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.542557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:32.549186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 9a2a038b-0fc2-4ad8-8803-edafecd4e42c owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:32.556955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:32.565702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:32.565702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.581179 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3d72d79049d42919ea7c8419e077a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7355018 Feb 04 11:33:32.581926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce35a5a-780b-4846-94de-014dc41a35e2 None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:32.585075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:32.586007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:32.587935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e308-e23d-4bef-8cf0-bb0be702517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd684e-2b5c-48b5-bd62-bf9d732dba26,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:32.589540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.664583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d6c4-b41a-4ae1-aab2-fe00cefb3fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.717487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-f714961d-d6e9-47d1-9cce-4742cdc706fc', 'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '4d07ca81-31cd-4d06-88c7-118d5d8057f6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:32.718222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.732868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d6c4-b41a-4ae1-aab2-fe00cefb3fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.736211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Attempting to bind port 9ec60539-82f9-4940-ae4a-76fe07fed353 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:32.736795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Attempting to bind port 9ec60539-82f9-4940-ae4a-76fe07fed353 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:32.741035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Attempting to bind port 9ec60539-82f9-4940-ae4a-76fe07fed353 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:32.764109 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ce39be8-ce97-40c8-8b79-41fe7057e441 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2400935 Feb 04 11:33:32.764465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:32.772602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:32.773011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Checking segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:32.773383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.773819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Bound using segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:32.774310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Bound port: 9ec60539-82f9-4940-ae4a-76fe07fed353, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:32.774699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.783646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Request body: {'port': {'network_id': '0a5ebe90-ebdd-4854-9076-ea4ca454e75e', 'mac_address': 'fa:16:3e:69:24:13', 'name': 'tempest-NetworksTestDHCPv6-721643389'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:32.869929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:32.890262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c482-34a8-4e05-b798-d6a47cf79085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.049409 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d07ca81-31cd-4d06-88c7-118d5d8057f6 (CIDR: 172.20.0.0/28) Feb 04 11:33:33.128964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:33.131828 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:33:33.132311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:33.136178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Usage tracker for resource:port and tenant:351527ac5aaa4f078ac9e18deb789972 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:33.147080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:33.168541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:33.175923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d6c4-b41a-4ae1-aab2-fe00cefb3fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.202491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4d6c4-b41a-4ae1-aab2-fe00cefb3fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd684e-2b5c-48b5-bd62-bf9d732dba26,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:33.215936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d6c4-b41a-4ae1-aab2-fe00cefb3fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.220964 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6fc4d6c4-b41a-4ae1-aab2-fe00cefb3fc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73fd684e-2b5c-48b5-bd62-bf9d732dba26 HTTP/1.1" status: 204 len: 168 time: 0.6341808 Feb 04 11:33:33.230258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] For port 9ec60539-82f9-4940-ae4a-76fe07fed353, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:33.276239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Made reservation on behalf of 351527ac5aaa4f078ac9e18deb789972 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:33.279047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] For port 9ec60539-82f9-4940-ae4a-76fe07fed353, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9ec60539-82f9-4940-ae4a-76fe07fed353,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:33.295605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Allocated IP 172.20.0.2 (f714961d-d6e9-47d1-9cce-4742cdc706fc/4d07ca81-31cd-4d06-88c7-118d5d8057f6/0fa3e615-fc23-4fe0-bee8-c78fc9681bdf) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:33.351004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.384796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb0e724a-9cc5-41eb-9a3b-43b8b777a750 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6773052 Feb 04 11:33:33.424259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37348) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:33.441372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:33.472622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.560465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9d871c4f-fd44-47a5-be84-1638c2583bc1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:33.579473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.602874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.610257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-044d7ad0-cba7-4d5b-b894-89bbc9815bde None None] Provisioning for port 9d871c4f-fd44-47a5-be84-1638c2583bc1 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:33.623404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] device_id is not set on port dbfc019b-419c-42df-9557-0592237cbae3 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:33.625689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.787577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:33.856289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758c1ba-37ec-4c03-880f-e3ab645d53a7 None None] Pushing event updated for resources: {'Port': ['ID=9ec60539-82f9-4940-ae4a-76fe07fed353,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:33.884330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Transition to ACTIVE for port object 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:33.959295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Transition to ACTIVE for port object 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:33.971586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.016721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-97f9a2d3-4706-4eff-9d42-4522e180fa04 None None] Provisioning complete for port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:34.017100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-97f9a2d3-4706-4eff-9d42-4522e180fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.058284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.060445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8::390 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/76e61df4-21e9-4369-8f91-7f460ca74bee/dbfc019b-419c-42df-9557-0592237cbae3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:34.061800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9d871c4f-fd44-47a5-be84-1638c2583bc1 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:34.067684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.095086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=9a2a038b-0fc2-4ad8-8803-edafecd4e42c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:34.110053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:2413 (0a5ebe90-ebdd-4854-9076-ea4ca454e75e/d2715776-7b34-48f8-bf43-6adc2909c5ae/dbfc019b-419c-42df-9557-0592237cbae3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:34.260913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9d871c4f-fd44-47a5-be84-1638c2583bc1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:34.261145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.445659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:34.453423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:34.466459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:34.471414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:34.653007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.693443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Transition to ACTIVE for port object dbfc019b-419c-42df-9557-0592237cbae3 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:34.792261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.803196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:34.824850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Allocated IP 172.26.6.152 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/f1b4ad80-913b-4f2e-ac3e-28913c9b3251) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:34.832625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:34.862541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:34.869226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8:0:1::376 (1107dff4-d9d7-43a1-91eb-563d4697b3e0/c5cc30bd-85ba-42aa-9cb8-1af95b1095ad/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:34.881595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:34.946165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:34.946165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:34.950416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:34.959388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:34.960194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:34.975059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event updated for resources: {'Port': ['ID=dbfc019b-419c-42df-9557-0592237cbae3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:35.047801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.075244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Attempting to bind port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:35.075631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Attempting to bind port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '85899c70-359d-4e21-8f79-6425b4717dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:35.076036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Attempting to bind port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf on network f714961d-d6e9-47d1-9cce-4742cdc706fc {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:35.082893 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-da1749c1-fe4c-4b48-af70-850e9854a11d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3171887 Feb 04 11:33:35.089451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:35.106773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9d871c4f-fd44-47a5-be84-1638c2583bc1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9d871c4f-fd44-47a5-be84-1638c2583bc1,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:35.109589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:35.109962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Checking segment: {'id': '85899c70-359d-4e21-8f79-6425b4717dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:35.110420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.110824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Bound using segment: {'id': '85899c70-359d-4e21-8f79-6425b4717dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:35.111990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Bound port: 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85899c70-359d-4e21-8f79-6425b4717dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:35.114731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.193010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.200857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.228763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:35.280401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting port dbfc019b-419c-42df-9557-0592237cbae3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:35.280401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.284826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-97f9a2d3-4706-4eff-9d42-4522e180fa04 None None] Provisioning for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:35.312053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-97f9a2d3-4706-4eff-9d42-4522e180fa04 None None] Provisioning complete for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:35.312435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-97f9a2d3-4706-4eff-9d42-4522e180fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.372358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:35.376210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.461233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] For port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:35.467314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] For port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,segment=NetworkSegment(85899c70-359d-4e21-8f79-6425b4717dd8),segment_id=85899c70-359d-4e21-8f79-6425b4717dd8)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:35.469934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-97f9a2d3-4706-4eff-9d42-4522e180fa04 None None] Port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:35.473705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9d871c4f-fd44-47a5-be84-1638c2583bc1,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:35.528897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.585250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:33:35.596271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1366613345'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:35.606255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:35.623918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.661711 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9a556-a1ec-414b-9b2e-1fe1c48ff809 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:35.666548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9ec60539-82f9-4940-ae4a-76fe07fed353 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:35.670730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Usage tracker for resource:network and tenant:1e378504a22b4f5faffaf435e18370e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:35.676711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:35.700986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.703107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:35.737364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Ignored duplicate provisioning block setup for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 11:33:35.741387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.792826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.801291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-470bd9fc-4045-4350-a53a-579542c39e2c None None] Provisioning complete for port 9d871c4f-fd44-47a5-be84-1638c2583bc1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:35.801737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-470bd9fc-4045-4350-a53a-579542c39e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.826857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Made reservation on behalf of 1e378504a22b4f5faffaf435e18370e4 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:35.826857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.971427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:35.980394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9ec60539-82f9-4940-ae4a-76fe07fed353 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:35.991800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Calling delete_port for dbfc019b-419c-42df-9557-0592237cbae3 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:36.004356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-470bd9fc-4045-4350-a53a-579542c39e2c None None] Provisioning complete for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:36.004728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-470bd9fc-4045-4350-a53a-579542c39e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.038203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.072740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-470bd9fc-4045-4350-a53a-579542c39e2c None None] Port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:36.089798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:36.101712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Usage tracker for resource:security_group_rule and tenant:1e378504a22b4f5faffaf435e18370e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:36.120722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:36.133250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:36.136890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f72e3f-1d2f-4fc3-b2f1-b9823e48449f None None] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:36.280764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] In _notify_port_updated(), no bound segment for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f on network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:36.285622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:36.294134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.294134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/ports/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f HTTP/1.1" status: 200 len: 1011 time: 4.6308470 Feb 04 11:33:36.303280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:36.339850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Provisioning for port 9ec60539-82f9-4940-ae4a-76fe07fed353 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:36.368767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Provisioning complete for port 9ec60539-82f9-4940-ae4a-76fe07fed353 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:36.369143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.437916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5846f6-e76e-45b9-b8fd-d93dd9786efc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=7bbcb6bf-6f5d-402a-a425-4ed37afffb6f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:36.462882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.558591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:36.558591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.586709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Port': ['ID=dbfc019b-419c-42df-9557-0592237cbae3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:36.635303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.714059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] For port 9ec60539-82f9-4940-ae4a-76fe07fed353, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9ec60539-82f9-4940-ae4a-76fe07fed353,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:36.717971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.789056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.808159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.818761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:36.920117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Could not find standard attr ID for object dbfc019b-419c-42df-9557-0592237cbae3. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:33:36.956639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:36.959928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.000956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31cc33-1ed5-4108-ae95-efdc0d2e46fa None None] Pushing event updated for resources: {'Port': ['ID=9ec60539-82f9-4940-ae4a-76fe07fed353,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.023766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:37.047302 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-da4ba249-5327-4d9f-833c-8d2ac219ccaf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/dbfc019b-419c-42df-9557-0592237cbae3 HTTP/1.1" status: 204 len: 168 time: 1.9575183 Feb 04 11:33:37.052233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:37.060406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b90e9c7c-405f-49dc-8088-1be3ae815431 None None] Provisioning complete for port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:37.060779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b90e9c7c-405f-49dc-8088-1be3ae815431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.064743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab1c320-1b07-482b-b999-2ff0f90f6b15,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.111470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.112373 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Added segment 66be568a-2375-43aa-86bf-26d300874261 of type vlan for network 19697ad5-06b3-4c4e-a290-486059d01ba1 Feb 04 11:33:37.139025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b90e9c7c-405f-49dc-8088-1be3ae815431 None None] Port 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:37.150811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:37.159099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:37.176808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.177040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:37.230013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38e63c-dfe5-4f31-8513-d4537b3ff21d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.230899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e38e63c-dfe5-4f31-8513-d4537b3ff21d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:37.272042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b25ea411-33b6-4fcd-9b96-de7309d566e9 None None] Provisioning complete for port 9ec60539-82f9-4940-ae4a-76fe07fed353 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:37.272555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b25ea411-33b6-4fcd-9b96-de7309d566e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.328362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e38e63c-dfe5-4f31-8513-d4537b3ff21d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:37.334124 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0e38e63c-dfe5-4f31-8513-d4537b3ff21d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2753303 Feb 04 11:33:37.334124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.337552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.338411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:37.341638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.369136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.487893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event updated for resources: {'Network': ['ID=19697ad5-06b3-4c4e-a290-486059d01ba1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.496292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.504412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:37.539325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9d871c4f-fd44-47a5-be84-1638c2583bc1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:37.552947 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cd9a1a0f-ffed-4656-b390-cee938eae498 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3228228 Feb 04 11:33:37.556625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37402) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:37.567959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Request body: {'subnet': {'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:37.662242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network f714961d-d6e9-47d1-9cce-4742cdc706fc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:37.662504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b292883-8743-493e-b2dd-16cc26befc66 None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:37.726963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:37.733619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Usage tracker for resource:subnet and tenant:1e378504a22b4f5faffaf435e18370e4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:37.737537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:37.739834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:37.747174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:37.825656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Made reservation on behalf of 1e378504a22b4f5faffaf435e18370e4 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:37.835464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.872314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:37.872905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:37.876590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=20bf8257-da96-4180-9381-51b5f9f3667d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:37.908039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:37.923320 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:37.942120 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:37.943004 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:38.007830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1e41fde1-10cb-4c0e-940a-27e5af3ae2d1 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3886886 Feb 04 11:33:38.008920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9d871c4f-fd44-47a5-be84-1638c2583bc1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:38.009404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.016903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:38.039331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1462dafb-2326-43fb-b332-d7a1f8b43938 None None] Provisioning for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:38.054529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec750b-4fbd-4c32-a987-d22fdef026fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.059989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1cec750b-4fbd-4c32-a987-d22fdef026fd tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6985641 Feb 04 11:33:38.061626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:38.153450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-efa6c021-522b-4bda-bf89-26f02e7b6b0b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.7218044 Feb 04 11:33:38.161834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:38.165036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.184136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'fixed_ips': [{'subnet_id': '4d07ca81-31cd-4d06-88c7-118d5d8057f6'}, {'subnet_id': '20bf8257-da96-4180-9381-51b5f9f3667d'}], 'name': 'tempest-PortsTestJSON-315174450'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:38.191997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 28655be3-d16a-461a-97f6-1f5398b6de39 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:38.201205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.202111 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:38.260583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:38.301417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.432657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.443832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:38.457471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:38.458025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.466777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.529823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 7bbcb6bf-6f5d-402a-a425-4ed37afffb6f owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:38.636617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Update dhcp port {'port': {'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'fixed_ips': [{'subnet_id': '4d07ca81-31cd-4d06-88c7-118d5d8057f6', 'ip_address': '172.20.0.2'}, {'subnet_id': '20bf8257-da96-4180-9381-51b5f9f3667d'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '0fa3e615-fc23-4fe0-bee8-c78fc9681bdf'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:33:38.637214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event updated for resources: {'Subnet': ['ID=87dd7a2d-7135-4cab-a5d2-5b2080c785a3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:38.642553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Checking segment: {'id': '66be568a-2375-43aa-86bf-26d300874261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:38.642919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Network hostable DHCP agents. Network: 19697ad5-06b3-4c4e-a290-486059d01ba1, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:38.698823 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:33Z', 'revision_number': 9, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:38.706836 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:38.722868 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:38.723484 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:38.732474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcf225-d82b-4de4-9749-79ab1fc6ca71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.734112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcf225-d82b-4de4-9749-79ab1fc6ca71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.735708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcf225-d82b-4de4-9749-79ab1fc6ca71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:38.736594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-23fcf225-d82b-4de4-9749-79ab1fc6ca71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:38.768841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.817256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:38.817690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.842786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=28655be3-d16a-461a-97f6-1f5398b6de39,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:38.848278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.870989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407aeadb-a126-452e-af0d-848d6ffb6904 None None] Network 82bfa9c0-9c85-4761-864b-2817022a2cd9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:38.875046 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e077c6a6-5ab3-4fea-b086-a37bdf1d09f4 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/28655be3-d16a-461a-97f6-1f5398b6de39 HTTP/1.1" status: 204 len: 168 time: 0.8560102 Feb 04 11:33:38.875784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37426) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:38.886059 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:38.924943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:38.999296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 19697ad5-06b3-4c4e-a290-486059d01ba1) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:39.004630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:39.006033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.050984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.063940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 0deae7b7-5f34-4883-a452-3841afca0e43 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:39.065476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.147406 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-57afda4d-4143-435f-a7f8-38f8c0448007 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5881546 Feb 04 11:33:39.151242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:39.152270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:39.156276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-23fcf225-d82b-4de4-9749-79ab1fc6ca71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:39.160239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-23fcf225-d82b-4de4-9749-79ab1fc6ca71 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.0941839 Feb 04 11:33:39.165588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:39.179061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Request body: {'port': {'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1711904619'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:39.209941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:39.285813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:39.347732 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:33Z', 'revision_number': 9, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:39.356364 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6113426-1120-419a-bd5e-d339ed0e2f57 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:33Z', 'revision_number': 9, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': '41bb68df-bdcb-483e-a810-9206c601c778', 'name': '', 'network_id': '11502317-6da2-431d-b921-b4e501501957', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:ca:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:38Z', 'updated_at': '2022-02-04T11:32:52Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '70a20186-2f59-46fa-843a-f62f26f317b6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:39.388798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca4210-83e1-4ee7-9ae4-c375bab4eef7 None None] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:39.436704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:39.441963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 0deae7b7-5f34-4883-a452-3841afca0e43, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0deae7b7-5f34-4883-a452-3841afca0e43,segment=NetworkSegment(b0101b4b-e5e5-4494-bc1d-fbef95de8b77),segment_id=b0101b4b-e5e5-4494-bc1d-fbef95de8b77)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:39.442518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.482864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.509678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,segment=NetworkSegment(85899c70-359d-4e21-8f79-6425b4717dd8),segment_id=85899c70-359d-4e21-8f79-6425b4717dd8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:39.526549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Allocated IP 172.20.0.18 (f714961d-d6e9-47d1-9cce-4742cdc706fc/20bf8257-da96-4180-9381-51b5f9f3667d/0fa3e615-fc23-4fe0-bee8-c78fc9681bdf) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:39.582034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 0deae7b7-5f34-4883-a452-3841afca0e43 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:39.588798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:39.591526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.592345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9ec60539-82f9-4940-ae4a-76fe07fed353 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:39.608210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet 76e61df4-21e9-4369-8f91-7f460ca74bee {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:39.641097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.716605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.900287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=0deae7b7-5f34-4883-a452-3841afca0e43,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:39.904204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No DVR routers for this DVR port 0deae7b7-5f34-4883-a452-3841afca0e43 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:39.942658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:39.946951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:39.959804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018596cb-e9a6-4eb7-9aec-6233bc635eae None None] DHCP port deletion for 82bfa9c0-9c85-4761-864b-2817022a2cd9 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:39.967280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] For port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,segment=NetworkSegment(85899c70-359d-4e21-8f79-6425b4717dd8),segment_id=85899c70-359d-4e21-8f79-6425b4717dd8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:39.980771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9ec60539-82f9-4940-ae4a-76fe07fed353 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:39.980771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.010564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-19697ad5-06b3-4c4e-a290-486059d01ba1', 'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1', 'tenant_id': '1e378504a22b4f5faffaf435e18370e4', 'fixed_ips': [{'subnet_id': '87dd7a2d-7135-4cab-a5d2-5b2080c785a3'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:40.014555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.080417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.095526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:40.100413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Usage tracker for resource:port and tenant:1e378504a22b4f5faffaf435e18370e4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:40.103580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:40.110077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bfa9c0-9c85-4761-864b-2817022a2cd9']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:40.110697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:40.124930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:40.125241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0101b4b-e5e5-4494-bc1d-fbef95de8b77') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:40.149755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.170964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=7bbcb6bf-6f5d-402a-a425-4ed37afffb6f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:40.172024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.181578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.190561 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:40.191290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.192303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:40.211854 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:40.232161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Made reservation on behalf of 1e378504a22b4f5faffaf435e18370e4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:40.235725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.298454 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:33:40.331041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.359156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Allocated IP 172.20.0.2 (19697ad5-06b3-4c4e-a290-486059d01ba1/87dd7a2d-7135-4cab-a5d2-5b2080c785a3/0243b65e-6ba6-4060-baad-e8a6797e89fe) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:40.364416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.410011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] device_id is not set on port 0e042770-aedc-4783-b54a-9a4f48d41870 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:40.422919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:40.423135 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0ef8f2e8-a3ca-47b5-8b6e-1eb93d339cc6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f HTTP/1.1" status: 204 len: 168 time: 4.1126289 Feb 04 11:33:40.448731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:40.474129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Transition to ACTIVE for port object 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:40.477134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.479780 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b328be50-9d34-4a25-8d94-22ffd6090172 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:33:40.481174 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b328be50-9d34-4a25-8d94-22ffd6090172 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f HTTP/1.1" status: 404 len: 333 time: 0.0559325 Feb 04 11:33:40.493620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:40.498323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.511793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=82bfa9c0-9c85-4761-864b-2817022a2cd9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:40.519362 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e2af4edc-97cd-46fc-b19c-a7fd88489a11 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/82bfa9c0-9c85-4761-864b-2817022a2cd9 HTTP/1.1" status: 204 len: 168 time: 1.6423280 Feb 04 11:33:40.522477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:40.537454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.584684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:40.716694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.778769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet c5cc30bd-85ba-42aa-9cb8-1af95b1095ad {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:40.809388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.814435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb976e8b-85d8-4dd1-939d-79af019d2103 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:40.879626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:40.909297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Transition to ACTIVE for port object 0243b65e-6ba6-4060-baad-e8a6797e89fe will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:40.931609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0deae7b7-5f34-4883-a452-3841afca0e43 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:40.982771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Transition to ACTIVE for port object 0243b65e-6ba6-4060-baad-e8a6797e89fe will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:40.986079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0deae7b7-5f34-4883-a452-3841afca0e43 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:40.986439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0deae7b7-5f34-4883-a452-3841afca0e43 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:40.987035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9a2a038b-0fc2-4ad8-8803-edafecd4e42c no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:41.029908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9a2a038b-0fc2-4ad8-8803-edafecd4e42c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:41.030410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9a2a038b-0fc2-4ad8-8803-edafecd4e42c not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:41.039170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.071412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.140747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.149056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:41.152138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:41.156054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:41.162527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Pushing event updated for resources: {'Port': ['ID=0243b65e-6ba6-4060-baad-e8a6797e89fe,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.244377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.262609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Attempting to bind port 0243b65e-6ba6-4060-baad-e8a6797e89fe on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:41.263173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Attempting to bind port 0243b65e-6ba6-4060-baad-e8a6797e89fe by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '66be568a-2375-43aa-86bf-26d300874261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:41.263602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Attempting to bind port 0243b65e-6ba6-4060-baad-e8a6797e89fe on network 19697ad5-06b3-4c4e-a290-486059d01ba1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:41.269752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:41.270125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Checking segment: {'id': '66be568a-2375-43aa-86bf-26d300874261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:41.270523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.270911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Bound using segment: {'id': '66be568a-2375-43aa-86bf-26d300874261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:41.271807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Bound port: 0243b65e-6ba6-4060-baad-e8a6797e89fe, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66be568a-2375-43aa-86bf-26d300874261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:41.272181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.371230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] For port 0243b65e-6ba6-4060-baad-e8a6797e89fe, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:41.375974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] For port 0243b65e-6ba6-4060-baad-e8a6797e89fe, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0243b65e-6ba6-4060-baad-e8a6797e89fe,segment=NetworkSegment(66be568a-2375-43aa-86bf-26d300874261),segment_id=66be568a-2375-43aa-86bf-26d300874261)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:41.400074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f65eb-a0d2-49f1-9be8-acb292d17762 None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:41.468416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Allocated IP 172.20.0.5 (19697ad5-06b3-4c4e-a290-486059d01ba1/87dd7a2d-7135-4cab-a5d2-5b2080c785a3/0e042770-aedc-4783-b54a-9a4f48d41870) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:41.475905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.578040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 41bb68df-bdcb-483e-a810-9206c601c778 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:41.578619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.587403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-133438e4-2235-47eb-b18d-aa5e78cea9d4 None None] Provisioning for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:41.606384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e57287-eec5-4c13-bbf9-75db8941dc47 None None] Pushing event updated for resources: {'Port': ['ID=0243b65e-6ba6-4060-baad-e8a6797e89fe,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.617582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-133438e4-2235-47eb-b18d-aa5e78cea9d4 None None] Provisioning complete for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:41.617582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-133438e4-2235-47eb-b18d-aa5e78cea9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.618113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.717978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.721162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d39be-d89c-4b30-a8c9-7a492e88e42d None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:41.914710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=76e61df4-21e9-4369-8f91-7f460ca74bee,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:41.930572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:41.978011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 41bb68df-bdcb-483e-a810-9206c601c778, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=41bb68df-bdcb-483e-a810-9206c601c778,segment=NetworkSegment(3be65d68-6143-42ac-9dc0-926ff270ab20),segment_id=3be65d68-6143-42ac-9dc0-926ff270ab20)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:41.978279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.118382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.128939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.9 (f714961d-d6e9-47d1-9cce-4742cdc706fc/4d07ca81-31cd-4d06-88c7-118d5d8057f6/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:42.130697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 41bb68df-bdcb-483e-a810-9206c601c778 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:42.165472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.167328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/c5cc30bd-85ba-42aa-9cb8-1af95b1095ad HTTP/1.1" status: 204 len: 168 time: 1.6636322 Feb 04 11:33:42.171028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:42.182021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb0df7-5f46-4f67-b355-cc41d29a2781 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cc30bd-85ba-42aa-9cb8-1af95b1095ad,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:42.184730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.24 (f714961d-d6e9-47d1-9cce-4742cdc706fc/20bf8257-da96-4180-9381-51b5f9f3667d/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:42.185236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d3ada-6ba3-4a82-a9f5-7050fa5158d3 None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:42.194538 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-db47f76b-1cdc-403d-8ace-89e1523e8661 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/76e61df4-21e9-4369-8f91-7f460ca74bee HTTP/1.1" status: 204 len: 168 time: 2.9979255 Feb 04 11:33:42.200356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:42.257971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet ebba5c68-69ed-4ca0-88c9-0dd2d2281f93 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:42.262154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.307422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Deleting subnet d2715776-7b34-48f8-bf43-6adc2909c5ae {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:42.317882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Router 64456227-8818-4a52-ba00-8493efaab9d7 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:33:42.322178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.322832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.454214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.481526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.524186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Transition to ACTIVE for port object 0e042770-aedc-4783-b54a-9a4f48d41870 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:42.651132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:42.733906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.763639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-96f67350-c1a4-44bd-a0d8-fefd4a4d07e6 None None] Provisioning complete for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:42.765957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-96f67350-c1a4-44bd-a0d8-fefd4a4d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.774072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.871721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:42.880506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=41bb68df-bdcb-483e-a810-9206c601c778,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:42.884885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.885341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:42.948499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.949359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:42.976800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:42.978792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.992556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:42.999118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=ebba5c68-69ed-4ca0-88c9-0dd2d2281f93,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:43.051821 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ab8ae061-e9a6-4f21-b483-2681729631a9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/ebba5c68-69ed-4ca0-88c9-0dd2d2281f93 HTTP/1.1" status: 204 len: 168 time: 0.8805819 Feb 04 11:33:43.058792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:43.281394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0243b65e-6ba6-4060-baad-e8a6797e89fe up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:43.491818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.493471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0243b65e-6ba6-4060-baad-e8a6797e89fe completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:43.520229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:43.520229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.570585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.588520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event updated for resources: {'Port': ['ID=0e042770-aedc-4783-b54a-9a4f48d41870,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:43.670232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f0839-e4e3-4de4-9829-a5489953bd05 None None] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:43.696059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:43.696698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.769416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:43.811919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:43.813092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.822560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.879439 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e7462976-96b9-48f6-a5c0-8f5bdd42a2e0 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.7243891 Feb 04 11:33:43.884288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:43.895421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:43.901276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Request body: {'port': {'network_id': '19697ad5-06b3-4c4e-a290-486059d01ba1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-821311709', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:43.901760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] bootfile-name is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:43.902168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] tftp-server is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:43.902404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] server-ip-address is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:43.930718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74272a2-e9bd-437d-ae18-33473b13393d None None] Network 1107dff4-d9d7-43a1-91eb-563d4697b3e0 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:43.931210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:43.935372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-600c6a73-6ec6-4814-ae2d-5f654af57f40 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.2119286 Feb 04 11:33:43.993347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:44.030039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] Provisioning for port 0243b65e-6ba6-4060-baad-e8a6797e89fe completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:44.033283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:44.034039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:44.113691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] Provisioning complete for port 0243b65e-6ba6-4060-baad-e8a6797e89fe triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:44.114670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.236352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.297606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.316745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Subnet': ['ID=d2715776-7b34-48f8-bf43-6adc2909c5ae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:44.329664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:44.331143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] For port 5a14dc82-b784-48c9-9511-f2c91e6e0a80, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5a14dc82-b784-48c9-9511-f2c91e6e0a80,segment=NetworkSegment(eab8e9fd-994c-45ab-a45a-f59092b63ec6),segment_id=eab8e9fd-994c-45ab-a45a-f59092b63ec6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:44.331592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.349073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:44.360490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.364548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17000f6f-bd3d-4725-ace5-35ed83a0df8c None None] Network 0a5ebe90-ebdd-4854-9076-ea4ca454e75e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:44.393046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Usage tracker for resource:port and tenant:1e378504a22b4f5faffaf435e18370e4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:44.412682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:44.429584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:44.435750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network f714961d-d6e9-47d1-9cce-4742cdc706fc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:44.445229 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8bfb3e2b-b9c5-491b-a75f-18945eb8f5a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/d2715776-7b34-48f8-bf43-6adc2909c5ae HTTP/1.1" status: 204 len: 168 time: 2.2177882 Feb 04 11:33:44.489120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:44.514440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:44.526069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=1d8b874e-5fd2-497a-a7a5-08353bcfe7e9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:44.531829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:44.576411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 5a14dc82-b784-48c9-9511-f2c91e6e0a80 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:44.606352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Made reservation on behalf of 1e378504a22b4f5faffaf435e18370e4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:44.609913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.649190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:44.723573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:44.724258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:44.736993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] device_id is not set on port a124d4b2-1a2a-4576-9404-4cb8d5798e4a yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:44.787521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:44.811231 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:44.814658 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ad5c6fae-9bc7-45c2-b310-b466f4996eff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2906530 Feb 04 11:33:44.822403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:44.825470 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:44.826089 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:44.832765 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c395e30a-3783-4009-8e60-c95a5c16a789 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3450086 Feb 04 11:33:44.839392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37480) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:44.935912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 70a20186-2f59-46fa-843a-f62f26f317b6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:44.940228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.000465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.063740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.069360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=5a14dc82-b784-48c9-9511-f2c91e6e0a80,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:45.072044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No DVR routers for this DVR port 5a14dc82-b784-48c9-9511-f2c91e6e0a80 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:45.080616 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:45.114308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.141242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Allocated IP 172.20.0.12 (19697ad5-06b3-4c4e-a290-486059d01ba1/87dd7a2d-7135-4cab-a5d2-5b2080c785a3/a124d4b2-1a2a-4576-9404-4cb8d5798e4a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:45.249820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b6051-5a7d-469c-80f8-a44f2522f2f2 None None] DHCP port deletion for 1107dff4-d9d7-43a1-91eb-563d4697b3e0 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:45.277347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.319414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1107dff4-d9d7-43a1-91eb-563d4697b3e0']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:45.326480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] For port 0243b65e-6ba6-4060-baad-e8a6797e89fe, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0243b65e-6ba6-4060-baad-e8a6797e89fe,segment=NetworkSegment(66be568a-2375-43aa-86bf-26d300874261),segment_id=66be568a-2375-43aa-86bf-26d300874261)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:45.348918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab8e9fd-994c-45ab-a45a-f59092b63ec6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:45.349557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab8e9fd-994c-45ab-a45a-f59092b63ec6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:45.396544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.403680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.473605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] DHCP port deletion for 0a5ebe90-ebdd-4854-9076-ea4ca454e75e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:45.499135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.513777 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a2b3136e-c520-4e02-9870-6c1c5776b93b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 7.3389933 Feb 04 11:33:45.527335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eb84b-855e-4382-866c-8923eb17f958 None None] Pushing event updated for resources: {'Port': ['ID=0243b65e-6ba6-4060-baad-e8a6797e89fe,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:45.530924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] Deleting port 9d871c4f-fd44-47a5-be84-1638c2583bc1 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:45.531479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.568227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:45.580676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d07ca81-31cd-4d06-88c7-118d5d8057f6'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:45.589308 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:42Z', 'revision_number': 10, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:45.598184 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:45.606394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:38Z', 'revision_number': 3, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:45.609080 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:45.610021 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:45.660752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.687839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:45.688759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.691498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Updating router 64456227-8818-4a52-ba00-8493efaab9d7 port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:33:45.715084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:45.715494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:45.741138 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:45.786509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Could not find standard attr ID for object 5a14dc82-b784-48c9-9511-f2c91e6e0a80. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:33:45.812629 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:45.920426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:45.986986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Provisioning for port 0e042770-aedc-4783-b54a-9a4f48d41870 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:46.027413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Provisioning complete for port 0e042770-aedc-4783-b54a-9a4f48d41870 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:46.027971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.163362 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:42Z', 'revision_number': 10, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:46.167397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Transition to ACTIVE for port object a124d4b2-1a2a-4576-9404-4cb8d5798e4a will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:46.168426 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc021cf-e28e-4369-a35a-46ec9af5e42b None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:42Z', 'revision_number': 10, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None, '_interfaces': [{'id': 'c878139d-1697-4afc-a293-96fb01ee837a', 'name': '', 'network_id': '1b0439fd-1749-4b32-90ef-71e16af7d067', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'mac_address': 'fa:16:3e:3c:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bb77d-977f-428f-b772-68c390110dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:32:24Z', 'updated_at': '2022-02-04T11:32:41Z', 'revision_number': 5, 'project_id': '39b44590a3634e55bd004281d56fa660', 'subnets': [{'id': '1abde7b6-4b8e-4141-b6c6-b14f979a58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:46.227851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Port 0e042770-aedc-4783-b54a-9a4f48d41870 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:46.233568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] For port 9d871c4f-fd44-47a5-be84-1638c2583bc1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9d871c4f-fd44-47a5-be84-1638c2583bc1,segment=NetworkSegment(4065ad45-7a4d-4bf8-840a-7da7a80535fc),segment_id=4065ad45-7a4d-4bf8-840a-7da7a80535fc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:46.233966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.243596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b9e44-b4f1-4740-8245-f1a08c67c984 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:46.245137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-be6b9e44-b4f1-4740-8245-f1a08c67c984 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4035151 Feb 04 11:33:46.252860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37490) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.265909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.268957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.325272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.350185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=70a20186-2f59-46fa-843a-f62f26f317b6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:46.359085 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=1107dff4-d9d7-43a1-91eb-563d4697b3e0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:46.372127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.377929 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2bcae6df-7b03-4df3-9ada-5b6d114b8b55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/70a20186-2f59-46fa-843a-f62f26f317b6 HTTP/1.1" status: 204 len: 168 time: 1.5380352 Feb 04 11:33:46.383121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.385447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.399720 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-81ddda01-6a60-41d1-ade5-ad99483b76cd tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/1107dff4-d9d7-43a1-91eb-563d4697b3e0 HTTP/1.1" status: 204 len: 168 time: 3.3385866 Feb 04 11:33:46.408936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.419435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40d6d6-0384-4899-9fdf-21e05a48a2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:46.419435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e40d6d6-0384-4899-9fdf-21e05a48a2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Synchronizing usage tracker for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:46.435058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.436103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] Calling delete_port for 9d871c4f-fd44-47a5-be84-1638c2583bc1 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:46.459672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e663e-4ab7-4507-9558-a7a9e52d991e None None] Network 11502317-6da2-431d-b921-b4e501501957 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:46.487638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.599977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Provisioning for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:46.664085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Provisioning complete for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:46.676516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.688947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e40d6d6-0384-4899-9fdf-21e05a48a2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Unset dirty status for tenant:351527ac5aaa4f078ac9e18deb789972 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:46.690465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4e40d6d6-0384-4899-9fdf-21e05a48a2bf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4366596 Feb 04 11:33:46.694009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:46.708302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.711849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37502) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.724434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:46.733587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab61fb-ae49-4fe6-8665-4d02fe5533ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:46.734314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event updated for resources: {'Port': ['ID=a124d4b2-1a2a-4576-9404-4cb8d5798e4a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:46.734438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-90ab61fb-ae49-4fe6-8665-4d02fe5533ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:46.741267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:46.784488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:46.788250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0243b65e-6ba6-4060-baad-e8a6797e89fe up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:46.885058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a09461bb-fb0d-4dc8-80bf-81ec75cf7c65 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1621206 Feb 04 11:33:46.909067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37506) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:46.978344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Provisioning complete for port 9d871c4f-fd44-47a5-be84-1638c2583bc1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:46.978714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:46.999383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Delete allocated IP 172.20.0.24 (f714961d-d6e9-47d1-9cce-4742cdc706fc/20bf8257-da96-4180-9381-51b5f9f3667d) {{(pid=88131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:33:47.002438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 8a71e3be-eb04-4899-82e9-b5170513a7e0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:47.002438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.063375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a20adbf-4678-4c54-8bed-7fdd542bcef7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.063984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a20adbf-4678-4c54-8bed-7fdd542bcef7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.083838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-90ab61fb-ae49-4fe6-8665-4d02fe5533ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:47.090967 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-90ab61fb-ae49-4fe6-8665-4d02fe5533ed tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6807969 Feb 04 11:33:47.091847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37510) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.095055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:47.096331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.109436 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2a20adbf-4678-4c54-8bed-7fdd542bcef7 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/dbfc019b-419c-42df-9557-0592237cbae3 HTTP/1.1" status: 404 len: 333 time: 0.1897430 Feb 04 11:33:47.119045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37514) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.179397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0243b65e-6ba6-4060-baad-e8a6797e89fe triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:47.179789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.209369 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8f73ce-7cfd-4ad8-9fca-d86b54a0561c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.209903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8f73ce-7cfd-4ad8-9fca-d86b54a0561c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.214477 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f8f73ce-7cfd-4ad8-9fca-d86b54a0561c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/d2715776-7b34-48f8-bf43-6adc2909c5ae HTTP/1.1" status: 404 len: 337 time: 0.0900354 Feb 04 11:33:47.224617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.248833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.265046 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7ef7beb4-b8de-4dea-b465-61a0a48ed649 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.3747602 Feb 04 11:33:47.270381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.312844 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3c65af-ff79-4663-b457-97cb17f9991c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.313300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3c65af-ff79-4663-b457-97cb17f9991c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.317997 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0c3c65af-ff79-4663-b457-97cb17f9991c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/76e61df4-21e9-4369-8f91-7f460ca74bee HTTP/1.1" status: 404 len: 337 time: 0.0883546 Feb 04 11:33:47.318170 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.plugins.ml2.db [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] No ports have port_id starting with 9d871c4f-fd44-47a5-be84-1638c2583bc1 Feb 04 11:33:47.330987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4d854cf7-2793-42bf-98ac-441a49b052df tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2327900 Feb 04 11:33:47.332750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] Pushing event deleted for resources: {'Port': ['ID=9d871c4f-fd44-47a5-be84-1638c2583bc1,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:47.338419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.338743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.338922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c4a6f-893c-4e12-8695-315da9a43978 None None] No DVR routers for this DVR port 9d871c4f-fd44-47a5-be84-1638c2583bc1 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:47.349128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2026920286'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:47.369843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Allocated IP 172.20.0.1 (72c7855f-87a4-44d6-b458-9b7e05996f69/268d729f-b27d-436d-a2c8-05fbedc0e562/6677936b-4cc5-431f-ac58-d35752ce6d28) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:47.398940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:47.414750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:47.421013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:47.432751 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a840f481-0802-4b96-9eef-e778def0b716 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.433224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a840f481-0802-4b96-9eef-e778def0b716 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.434887 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a840f481-0802-4b96-9eef-e778def0b716 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/b91e1416-1587-4bc5-b66e-0c07ebdca004 HTTP/1.1" status: 404 len: 333 time: 0.0952313 Feb 04 11:33:47.441909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.442926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:47.455306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Provisioning complete for port 0243b65e-6ba6-4060-baad-e8a6797e89fe triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:47.456006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9b288958-52c1-491a-bd3c-5e5343d951b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.487601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.509852 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc36d41e-fa5f-4078-9af8-3a118a2e3daf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.510156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc36d41e-fa5f-4078-9af8-3a118a2e3daf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.516207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 8a71e3be-eb04-4899-82e9-b5170513a7e0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8a71e3be-eb04-4899-82e9-b5170513a7e0,segment=NetworkSegment(3be65d68-6143-42ac-9dc0-926ff270ab20),segment_id=3be65d68-6143-42ac-9dc0-926ff270ab20)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:47.516476 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc36d41e-fa5f-4078-9af8-3a118a2e3daf tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/3ca9f9fb-729e-45a7-9356-9f4fe2fc0406 HTTP/1.1" status: 404 len: 337 time: 0.0665536 Feb 04 11:33:47.516633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.516830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.552314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Ignored duplicate provisioning block setup for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 11:33:47.562651 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-052abf89-8fac-4763-bdc6-b9753887ce1a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.563107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052abf89-8fac-4763-bdc6-b9753887ce1a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.567222 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-052abf89-8fac-4763-bdc6-b9753887ce1a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/ba5b4335-48b5-4d4f-b3d2-021683278ded HTTP/1.1" status: 404 len: 337 time: 0.0486121 Feb 04 11:33:47.568999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.595923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.613741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:47.613741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.632492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Transition to ACTIVE for port object f1b4ad80-913b-4f2e-ac3e-28913c9b3251 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:47.633668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.639639 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e41033d-57d3-438c-b558-0771ac371993 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.640127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e41033d-57d3-438c-b558-0771ac371993 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.641824 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7e41033d-57d3-438c-b558-0771ac371993 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/2ba8843a-82b2-4949-8f72-0877e30b79f0 HTTP/1.1" status: 404 len: 333 time: 0.0718498 Feb 04 11:33:47.696045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.713999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 8a71e3be-eb04-4899-82e9-b5170513a7e0 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:47.722566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=1d8b874e-5fd2-497a-a7a5-08353bcfe7e9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:47.725777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d516a0-ccaf-45e9-9c5c-a27b0c0e1a1f None None] DHCP port deletion for 11502317-6da2-431d-b921-b4e501501957 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:47.729525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5a14dc82-b784-48c9-9511-f2c91e6e0a80 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:47.736767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d8779-e6bf-48ff-90df-128aedc4467c tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:47.742830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d8779-e6bf-48ff-90df-128aedc4467c tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:47.749389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d8779-e6bf-48ff-90df-128aedc4467c tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:47.751148 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff5d8779-e6bf-48ff-90df-128aedc4467c tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4768143 Feb 04 11:33:47.756498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.778741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c4d516a0-ccaf-45e9-9c5c-a27b0c0e1a1f None None] Deleting port 8a71e3be-eb04-4899-82e9-b5170513a7e0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:47.779070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4d516a0-ccaf-45e9-9c5c-a27b0c0e1a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.841698 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb41b3a1-e6fd-4a0a-bf12-b930791164b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.842154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb41b3a1-e6fd-4a0a-bf12-b930791164b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.843867 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb41b3a1-e6fd-4a0a-bf12-b930791164b3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/f122ab84-5c5a-4fe6-a4b9-829e1a3751a8 HTTP/1.1" status: 404 len: 337 time: 0.1445487 Feb 04 11:33:47.850753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5a14dc82-b784-48c9-9511-f2c91e6e0a80 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:47.851116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5a14dc82-b784-48c9-9511-f2c91e6e0a80 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:47.851660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9d871c4f-fd44-47a5-be84-1638c2583bc1 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:47.852554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37554) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.858720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:47.881980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.913537 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-620a5f4e-c171-45ed-b903-794d1454d8fc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.913753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620a5f4e-c171-45ed-b903-794d1454d8fc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.915761 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-620a5f4e-c171-45ed-b903-794d1454d8fc tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/1219d75f-ae12-4f12-b339-d2ad81837a99 HTTP/1.1" status: 404 len: 337 time: 0.0626502 Feb 04 11:33:47.926064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:47.929344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.929344 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment 8c49981a-9e00-4530-ad5b-0da5e9018e06 of type vlan for network 88336d0f-3988-4957-a38d-2151a37168b2 Feb 04 11:33:47.941007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:47.970846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9d871c4f-fd44-47a5-be84-1638c2583bc1 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:47.970846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9d871c4f-fd44-47a5-be84-1638c2583bc1 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:47.971223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 41bb68df-bdcb-483e-a810-9206c601c778 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:47.972710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Transition to ACTIVE for port object 6677936b-4cc5-431f-ac58-d35752ce6d28 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:47.981281 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c49e5d-f266-43ab-b08d-9c21d7daacc3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:47.981754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c49e5d-f266-43ab-b08d-9c21d7daacc3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:47.996536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Deleting port a124d4b2-1a2a-4576-9404-4cb8d5798e4a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:47.996896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.020366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 41bb68df-bdcb-483e-a810-9206c601c778 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:48.020709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 41bb68df-bdcb-483e-a810-9206c601c778 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:48.027116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Provisioning for port a124d4b2-1a2a-4576-9404-4cb8d5798e4a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:48.045232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.053739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e1c49e5d-f266-43ab-b08d-9c21d7daacc3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/08e4a064-e104-43ba-9dc6-c7a685fed2fa HTTP/1.1" status: 404 len: 333 time: 0.1265154 Feb 04 11:33:48.073126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37562) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.085930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Attempting to bind port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:48.086384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Attempting to bind port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:48.086646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Attempting to bind port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:48.096126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c4d516a0-ccaf-45e9-9c5c-a27b0c0e1a1f None None] The port '8a71e3be-eb04-4899-82e9-b5170513a7e0' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:33:48.101057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Provisioning complete for port a124d4b2-1a2a-4576-9404-4cb8d5798e4a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:48.101417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.121627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] In _notify_port_updated(), no bound segment for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 on network f714961d-d6e9-47d1-9cce-4742cdc706fc {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:48.127946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:48.128617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.129929 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3bdcbe54-6644-409e-a7cd-19262eede8f8 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/ports/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 HTTP/1.1" status: 200 len: 918 time: 2.5606251 Feb 04 11:33:48.141638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a253-1cfa-4777-ad5e-291c1398d99d None None] Pushing event updated for resources: {'Port': ['ID=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.144682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:48.144682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:48.145349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.145349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:48.146029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Bound port: f1b4ad80-913b-4f2e-ac3e-28913c9b3251, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:48.146237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.156035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.159583 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31909aa-18cb-4bbf-bd39-77f7249b2561 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:48.160711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31909aa-18cb-4bbf-bd39-77f7249b2561 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:48.165412 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e31909aa-18cb-4bbf-bd39-77f7249b2561 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/91ec23d3-f84d-4289-8bdb-fd0734091696 HTTP/1.1" status: 404 len: 337 time: 0.0890191 Feb 04 11:33:48.171723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.179682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d07ca81-31cd-4d06-88c7-118d5d8057f6'}, {'subnet_id': '20bf8257-da96-4180-9381-51b5f9f3667d'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:48.237842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Port a124d4b2-1a2a-4576-9404-4cb8d5798e4a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:48.272251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] For port f1b4ad80-913b-4f2e-ac3e-28913c9b3251, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:48.274493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Provisioning complete for port 0e042770-aedc-4783-b54a-9a4f48d41870 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:48.274873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.291653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.292022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=8a71e3be-eb04-4899-82e9-b5170513a7e0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.294047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No DVR routers for this DVR port 8a71e3be-eb04-4899-82e9-b5170513a7e0 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:48.296028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.324460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] For port f1b4ad80-913b-4f2e-ac3e-28913c9b3251, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:48.341641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3113c-4aaf-4058-af62-f35e6de57fdc None None] Port 0e042770-aedc-4783-b54a-9a4f48d41870 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:48.440414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bd22f7-7531-417e-b152-7b519005505f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:48.441314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bd22f7-7531-417e-b152-7b519005505f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:48.442755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.506846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8a71e3be-eb04-4899-82e9-b5170513a7e0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:48.530863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:48.539226 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a5bd22f7-7531-417e-b152-7b519005505f tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b63cf7df-5e29-4ebb-a766-c23578245aba HTTP/1.1" status: 404 len: 337 time: 0.2467990 Feb 04 11:33:48.542781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:48.545533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.553568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.564566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:48.595775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 8a71e3be-eb04-4899-82e9-b5170513a7e0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:48.595775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8a71e3be-eb04-4899-82e9-b5170513a7e0 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:48.603140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9759eae5-c081-490c-91db-dc0dd7e8cb21 None None] Provisioning complete for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:48.603973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9759eae5-c081-490c-91db-dc0dd7e8cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.620844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Pushing event updated for resources: {'Port': ['ID=6677936b-4cc5-431f-ac58-d35752ce6d28,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.644463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11502317-6da2-431d-b921-b4e501501957']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:48.663129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be65d68-6143-42ac-9dc0-926ff270ab20') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:48.663532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be65d68-6143-42ac-9dc0-926ff270ab20') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:48.677523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9759eae5-c081-490c-91db-dc0dd7e8cb21 None None] Port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:48.680202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:48.680831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:48.682433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.688420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:48.689595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.701501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.724510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.732811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:48.733430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.757689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a253-1cfa-4777-ad5e-291c1398d99d None None] Pushing event updated for resources: {'Port': ['ID=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.831645 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-142899ac-4405-484e-aab2-79c059ebb13c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:48.832129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142899ac-4405-484e-aab2-79c059ebb13c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:48.833861 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-142899ac-4405-484e-aab2-79c059ebb13c tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/77efa17e-da42-4e98-91b6-4aab53ae3c41 HTTP/1.1" status: 404 len: 333 time: 0.2840779 Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:48.835427 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:48.838531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.850988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.861777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:48.879610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=88336d0f-3988-4957-a38d-2151a37168b2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:48.896104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 88336d0f-3988-4957-a38d-2151a37168b2 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:48.931474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8495be5-27d8-4fa5-9f46-9f3a8d4f9705 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:48.932255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8495be5-27d8-4fa5-9f46-9f3a8d4f9705 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:48.934950 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c8495be5-27d8-4fa5-9f46-9f3a8d4f9705 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/77d9b94e-40a2-4477-91ec-b4b3c33a035f HTTP/1.1" status: 404 len: 337 time: 0.0754282 Feb 04 11:33:48.944142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37582) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.949764 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26679a8a-db10-462e-a0c3-5fbd22a82461 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6083121 Feb 04 11:33:48.958400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:48.966522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '88336d0f-3988-4957-a38d-2151a37168b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:49.002441 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0b7bfd-77ef-494f-bfcf-3f4e84dba9a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.002908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0b7bfd-77ef-494f-bfcf-3f4e84dba9a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.018271 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5b0b7bfd-77ef-494f-bfcf-3f4e84dba9a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/c14eb461-8b2a-49a2-b8e6-68bbbffaec03 HTTP/1.1" status: 404 len: 333 time: 0.0706944 Feb 04 11:33:49.020548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.059271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.085222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.087986 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/11502317-6da2-431d-b921-b4e501501957 HTTP/1.1" status: 204 len: 168 time: 2.7022121 Feb 04 11:33:49.091073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:49.097185 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8fd774-d4bf-4514-afc2-0447c8db3ec4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.097980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8fd774-d4bf-4514-afc2-0447c8db3ec4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.103283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b8fd774-d4bf-4514-afc2-0447c8db3ec4 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b09ecd1c-f062-4bb0-aaae-6fcf039d371c HTTP/1.1" status: 404 len: 337 time: 0.0785484 Feb 04 11:33:49.106415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.106941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.128399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.201265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223586be-5461-445c-88c0-9b68badf26ff tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=11502317-6da2-431d-b921-b4e501501957,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:49.205192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d6820fad-cc41-4ce2-950b-8f1900f478ee None None] Provisioning for port 6677936b-4cc5-431f-ac58-d35752ce6d28 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:49.219830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d6820fad-cc41-4ce2-950b-8f1900f478ee None None] Provisioning complete for port 6677936b-4cc5-431f-ac58-d35752ce6d28 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:49.220805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6820fad-cc41-4ce2-950b-8f1900f478ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.289072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Calling delete_port for a124d4b2-1a2a-4576-9404-4cb8d5798e4a owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:49.356981 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-419f5dcd-4311-4650-bd82-6117466e0dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.357545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419f5dcd-4311-4650-bd82-6117466e0dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.363578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-419f5dcd-4311-4650-bd82-6117466e0dd6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/449e7a29-ae9a-4aaf-9a3b-1b95378371b0 HTTP/1.1" status: 404 len: 333 time: 0.2495470 Feb 04 11:33:49.365667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d6820fad-cc41-4ce2-950b-8f1900f478ee None None] Port 6677936b-4cc5-431f-ac58-d35752ce6d28 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:49.368683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.405686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:49.417861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:49.425649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:49.438674 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ce6d6d-213a-42d2-b196-ea76d3f14b88 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.439428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ce6d6d-213a-42d2-b196-ea76d3f14b88 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.443683 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a1ce6d6d-213a-42d2-b196-ea76d3f14b88 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/e53f479f-66b0-4474-88d0-91a527b9b799 HTTP/1.1" status: 404 len: 337 time: 0.0712154 Feb 04 11:33:49.446301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.450674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:49.508615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:38Z', 'revision_number': 3, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:49.525856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449584-1cfe-4c4a-9f8a-714cb01b52b3 None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:38Z', 'revision_number': 3, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:49.602187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc62ad0d-507d-44b7-96cc-7fba2342da24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.602649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc62ad0d-507d-44b7-96cc-7fba2342da24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.607465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fc62ad0d-507d-44b7-96cc-7fba2342da24 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/5ff8fdd0-6fef-4bdf-9c9f-d840ff5bc847 HTTP/1.1" status: 404 len: 333 time: 0.1543589 Feb 04 11:33:49.616657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:49.620307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.634425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.714465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.783859 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-188cac0d-8bda-498c-87c8-6effda60bad1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.784746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188cac0d-8bda-498c-87c8-6effda60bad1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.807579 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-188cac0d-8bda-498c-87c8-6effda60bad1 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/51ef290d-1453-47f2-95e5-89aa1b1cd8a2 HTTP/1.1" status: 404 len: 337 time: 0.1633608 Feb 04 11:33:49.814383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37614) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.879259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.21 (f714961d-d6e9-47d1-9cce-4742cdc706fc/20bf8257-da96-4180-9381-51b5f9f3667d/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:49.881110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:49.887815 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cddf7d-f633-4632-aefe-273f36d02021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:49.888029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cddf7d-f633-4632-aefe-273f36d02021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:49.895251 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b1cddf7d-f633-4632-aefe-273f36d02021 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/300c149d-d58e-4586-a930-34a4aaaefd29 HTTP/1.1" status: 404 len: 333 time: 0.0709569 Feb 04 11:33:49.895395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:49.962198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event deleted for resources: {'Port': ['ID=a124d4b2-1a2a-4576-9404-4cb8d5798e4a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:50.234403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc8d44e-4bce-4d0d-ac3a-fd4769d1709b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.234849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc8d44e-4bce-4d0d-ac3a-fd4769d1709b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.238826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4cc8d44e-4bce-4d0d-ac3a-fd4769d1709b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/7e55d86e-b1c8-481e-8f60-0a1b2e69951a HTTP/1.1" status: 404 len: 337 time: 0.3389997 Feb 04 11:33:50.241690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37622) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.349034 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e192cc7-8b77-4d9c-acbe-4e5834e4a100 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.349501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e192cc7-8b77-4d9c-acbe-4e5834e4a100 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.351266 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2e192cc7-8b77-4d9c-acbe-4e5834e4a100 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/c1d2095f-b279-480c-a010-c39be5a639d0 HTTP/1.1" status: 404 len: 333 time: 0.1085122 Feb 04 11:33:50.356350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37626) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.406687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.406877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1ee652-9bc4-41cb-a77b-89be4d9efbac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.407332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1ee652-9bc4-41cb-a77b-89be4d9efbac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.414008 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1d1ee652-9bc4-41cb-a77b-89be4d9efbac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/893f321d-efc1-47f3-b147-80fb9c074825 HTTP/1.1" status: 404 len: 337 time: 0.0517948 Feb 04 11:33:50.417545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.436391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.463844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:50.471473 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-95d02c0d-04aa-48db-8311-fd8038534cd2 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "DELETE /v2.0/ports/a124d4b2-1a2a-4576-9404-4cb8d5798e4a HTTP/1.1" status: 204 len: 168 time: 2.7085505 Feb 04 11:33:50.485625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.490347 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaa1780-6216-450b-85af-f4ab89068ccb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.491169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaa1780-6216-450b-85af-f4ab89068ccb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.496536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Request body: {'port': {'name': 'tempest-new-port-name-314543355', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:50.497107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] bootfile-name is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:50.497640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] tftp-server is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:50.497907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7aaa1780-6216-450b-85af-f4ab89068ccb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/c43eece1-2ba4-44f1-8fe9-617d78953450 HTTP/1.1" status: 404 len: 337 time: 0.0779846 Feb 04 11:33:50.498247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] server-ip-address is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 11:33:50.501034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.504117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.557800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f1b4ad80-913b-4f2e-ac3e-28913c9b3251 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:50.573457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66b0be7-51fa-4a28-a6f2-d897fa589a8a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.574072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66b0be7-51fa-4a28-a6f2-d897fa589a8a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.579096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f66b0be7-51fa-4a28-a6f2-d897fa589a8a tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/5bb52930-6866-4abb-86ca-afdb17824e25 HTTP/1.1" status: 404 len: 333 time: 0.0699751 Feb 04 11:33:50.581584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37642) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.607704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.635222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.704925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:50.713543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:50.714621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.733539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29f6749-dec6-4b39-9bc2-0bb433f6a873 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.734106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29f6749-dec6-4b39-9bc2-0bb433f6a873 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.738579 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c29f6749-dec6-4b39-9bc2-0bb433f6a873 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/c7433994-6e7a-48ac-996d-c4f0b3bfc6c4 HTTP/1.1" status: 404 len: 337 time: 0.1532655 Feb 04 11:33:50.740638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Pushing event updated for resources: {'Port': ['ID=6677936b-4cc5-431f-ac58-d35752ce6d28,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:50.742965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37646) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.845032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.895292 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a455f1-f2c7-4810-9c41-1c137d8909a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:50.895938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a455f1-f2c7-4810-9c41-1c137d8909a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:50.897856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-79a455f1-f2c7-4810-9c41-1c137d8909a2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/06a4d418-d92e-4ac2-a115-b18929cd3691 HTTP/1.1" status: 404 len: 337 time: 0.1497614 Feb 04 11:33:50.904533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:50.908661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.964968 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.975720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=1d8b874e-5fd2-497a-a7a5-08353bcfe7e9,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:50.976291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:50.990901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f1b4ad80-913b-4f2e-ac3e-28913c9b3251, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:51.003721 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-981c3af7-9a43-46ec-8510-a5b84f24e913 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.004359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981c3af7-9a43-46ec-8510-a5b84f24e913 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.008643 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-981c3af7-9a43-46ec-8510-a5b84f24e913 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/c7bb4a78-9f14-4c61-9dc7-611b986d3ced HTTP/1.1" status: 404 len: 333 time: 0.1007180 Feb 04 11:33:51.010639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.105058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.105464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] In _notify_port_updated(), no bound segment for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 on network f714961d-d6e9-47d1-9cce-4742cdc706fc {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:51.112526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:51.113190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.117505 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eb217117-58e9-4041-bda4-fc06a7b369a7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/ports/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 HTTP/1.1" status: 200 len: 998 time: 2.9508672 Feb 04 11:33:51.120033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=65cfeff6-e0fc-4352-a809-2cc60d743059,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:51.122954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.124057 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-42736564-e8d4-4f29-8378-902b7ae235a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.124589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42736564-e8d4-4f29-8378-902b7ae235a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.127209 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-42736564-e8d4-4f29-8378-902b7ae235a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/658d5f39-3b53-457e-b77e-321bd0f361cd HTTP/1.1" status: 404 len: 337 time: 0.1145720 Feb 04 11:33:51.133740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.159429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f117b6af-0f8a-463f-8cef-e27187f96601 None None] Provisioning for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:51.174849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f117b6af-0f8a-463f-8cef-e27187f96601 None None] Provisioning complete for port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:51.175225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f117b6af-0f8a-463f-8cef-e27187f96601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.187532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.189773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': '8c49981a-9e00-4530-ad5b-0da5e9018e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '88336d0f-3988-4957-a38d-2151a37168b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:51.190148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 88336d0f-3988-4957-a38d-2151a37168b2, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:51.227131 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7121f9-76c8-4068-b544-2eb8d50922b8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.227977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7121f9-76c8-4068-b544-2eb8d50922b8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.233137 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-de7121f9-76c8-4068-b544-2eb8d50922b8 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b6f1472c-8dab-4112-ba07-20af12022fa4 HTTP/1.1" status: 404 len: 337 time: 0.0945194 Feb 04 11:33:51.239115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.265389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f117b6af-0f8a-463f-8cef-e27187f96601 None None] Port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:51.282546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:51.375136 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfc6f19-b607-49ee-ade3-69736ca016ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.375640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfc6f19-b607-49ee-ade3-69736ca016ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.380760 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ddfc6f19-b607-49ee-ade3-69736ca016ac tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/275d7077-9e09-4477-b613-3fbffdc2bf96 HTTP/1.1" status: 404 len: 333 time: 0.1368194 Feb 04 11:33:51.381874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.382020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:51.387039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.434273 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27335dc-bdf1-40df-a188-29f0cb85be58 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.434823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27335dc-bdf1-40df-a188-29f0cb85be58 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.437401 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e27335dc-bdf1-40df-a188-29f0cb85be58 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/7992cd4e-bc0f-4e94-b122-e10dc0f4d70e HTTP/1.1" status: 404 len: 337 time: 0.0545254 Feb 04 11:33:51.445141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37674) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.479204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 88336d0f-3988-4957-a38d-2151a37168b2 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:51.529768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.567534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4ab90a-f07d-4048-a1e5-5269722f37b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.568015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4ab90a-f07d-4048-a1e5-5269722f37b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.569722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8d4ab90a-f07d-4048-a1e5-5269722f37b2 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/7e0624c0-16e1-4e7f-b502-bd955e013c4f HTTP/1.1" status: 404 len: 337 time: 0.1137395 Feb 04 11:33:51.573152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.611120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 88336d0f-3988-4957-a38d-2151a37168b2) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:51.620951 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fd4f0485-de61-42c9-9f40-722e93954607 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e7961bd-bd23-4718-9393-a09390556b47 HTTP/1.1" status: 200 len: 205 time: 0.0466356 Feb 04 11:33:51.623896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ff409-ebb5-4787-b348-2e5d453ae4f3 None None] Network 88336d0f-3988-4957-a38d-2151a37168b2 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:51.624380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.629160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.630627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:51.631283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.658474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:51.667836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:51.748255 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-7ecdac82-7fc9-4d1d-853a-e40164ec6a95 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] delete failed (client error): The resource could not be found. Feb 04 11:33:51.749443 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7ecdac82-7fc9-4d1d-853a-e40164ec6a95 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/routers/2e7961bd-bd23-4718-9393-a09390556b47 HTTP/1.1" status: 404 len: 336 time: 0.0797215 Feb 04 11:33:51.773620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37686) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.895344 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0991b6f-af66-4d8a-8914-fa077e3d9d45 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:51.896062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0991b6f-af66-4d8a-8914-fa077e3d9d45 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:51.900117 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c0991b6f-af66-4d8a-8914-fa077e3d9d45 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/e6e6e7e8-7e97-451f-a5e2-fac2338bbd45 HTTP/1.1" status: 404 len: 337 time: 0.1204052 Feb 04 11:33:51.905002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.962314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event updated for resources: {'Port': ['ID=0e042770-aedc-4783-b54a-9a4f48d41870,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:51.966243 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3898a3d-028d-4f39-a6da-df872ca46088 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0066755 Feb 04 11:33:51.969421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:51.984797 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-12c6deed-3bab-402e-bf28-ac51ae4c4e02 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "GET /v2.0/ports?device_id=72f70a7a-9c77-42a5-87ce-34cf901d2dbe HTTP/1.1" status: 200 len: 205 time: 0.0766046 Feb 04 11:33:51.985033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-88336d0f-3988-4957-a38d-2151a37168b2', 'network_id': '88336d0f-3988-4957-a38d-2151a37168b2', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': '65cfeff6-e0fc-4352-a809-2cc60d743059'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:33:51.985033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:51.989336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '88336d0f-3988-4957-a38d-2151a37168b2', 'name': 'tempest-PortsIpV6TestJSON-1114403448'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:52.011976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.033034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] In _notify_port_updated(), no bound segment for port 0e042770-aedc-4783-b54a-9a4f48d41870 on network 19697ad5-06b3-4c4e-a290-486059d01ba1 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:33:52.038494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:52.039143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.040492 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e0639e04-007e-4518-b7a7-25bcdd754040 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "PUT /v2.0/ports/0e042770-aedc-4783-b54a-9a4f48d41870 HTTP/1.1" status: 200 len: 1135 time: 1.5582032 Feb 04 11:33:52.069800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37702) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.188573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Allocated IP 2001:db8::2 (88336d0f-3988-4957-a38d-2151a37168b2/65cfeff6-e0fc-4352-a809-2cc60d743059/5df86b57-de3d-44ea-b1c0-1a8c82617f50) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:52.230205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e6891ff-773f-4e95-aadb-030c42754c2b None None] Provisioning complete for port 0e042770-aedc-4783-b54a-9a4f48d41870 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:52.230429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e6891ff-773f-4e95-aadb-030c42754c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.308962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58bf45-7ca8-4c06-b90a-99c4f8b4be44 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:52.309570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-aa58bf45-7ca8-4c06-b90a-99c4f8b4be44 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Synchronizing usage tracker for tenant:1e378504a22b4f5faffaf435e18370e4 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:52.333515 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-bc442dd7-78b2-441c-9c83-1e17825bdc68 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] delete failed (client error): The resource could not be found. Feb 04 11:33:52.335996 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc442dd7-78b2-441c-9c83-1e17825bdc68 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/routers/72f70a7a-9c77-42a5-87ce-34cf901d2dbe HTTP/1.1" status: 404 len: 336 time: 0.3087432 Feb 04 11:33:52.337029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.353526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9e6891ff-773f-4e95-aadb-030c42754c2b None None] Port 0e042770-aedc-4783-b54a-9a4f48d41870 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:52.387169 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46c8d90-74db-4279-9362-ec5c8ae90555 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.387649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46c8d90-74db-4279-9362-ec5c8ae90555 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.392561 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d46c8d90-74db-4279-9362-ec5c8ae90555 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/12be778b-93fe-4805-ba99-4b3310e8a365 HTTP/1.1" status: 404 len: 337 time: 0.0501490 Feb 04 11:33:52.396888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9e6891ff-773f-4e95-aadb-030c42754c2b None None] Provisioning complete for port 6677936b-4cc5-431f-ac58-d35752ce6d28 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:52.397251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9e6891ff-773f-4e95-aadb-030c42754c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.400359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.412354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.441667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:52.458957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:52.465562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:52.504427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f1b4ad80-913b-4f2e-ac3e-28913c9b3251 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:52.560792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9e6891ff-773f-4e95-aadb-030c42754c2b None None] Port 6677936b-4cc5-431f-ac58-d35752ce6d28 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:52.583841 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a57854d-0f19-4d94-bd1a-d93ced3338c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.584292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a57854d-0f19-4d94-bd1a-d93ced3338c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.585936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2a57854d-0f19-4d94-bd1a-d93ced3338c9 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/f56dccf4-f6d8-43c1-9551-f8a6c398c6c8 HTTP/1.1" status: 404 len: 337 time: 0.1802599 Feb 04 11:33:52.589878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.596155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:52.597309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.610834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Transition to ACTIVE for port object 5df86b57-de3d-44ea-b1c0-1a8c82617f50 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:52.628213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port c878139d-1697-4afc-a293-96fb01ee837a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:52.628213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.634235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:52.635095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.637049 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c20376-de48-40fc-a489-6e57b4dc1b0b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.637583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c20376-de48-40fc-a489-6e57b4dc1b0b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.639768 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-08c20376-de48-40fc-a489-6e57b4dc1b0b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/41855097-12aa-4b43-8718-8fc80faf43f9 HTTP/1.1" status: 404 len: 333 time: 0.0492167 Feb 04 11:33:52.642629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.660154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Transition to ACTIVE for port object 5df86b57-de3d-44ea-b1c0-1a8c82617f50 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:52.662195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-aa58bf45-7ca8-4c06-b90a-99c4f8b4be44 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Unset dirty status for tenant:1e378504a22b4f5faffaf435e18370e4 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:52.668383 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-aa58bf45-7ca8-4c06-b90a-99c4f8b4be44 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "GET /v2.0/ports/0e042770-aedc-4783-b54a-9a4f48d41870 HTTP/1.1" status: 200 len: 1135 time: 0.5929570 Feb 04 11:33:52.668943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.688251 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0165bce0-a0ec-4151-a906-96a698a58c5b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.688686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0165bce0-a0ec-4151-a906-96a698a58c5b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.693143 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0165bce0-a0ec-4151-a906-96a698a58c5b tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/f7141e1f-f302-473a-ac37-ad1a96a0643c HTTP/1.1" status: 404 len: 337 time: 0.0468965 Feb 04 11:33:52.693702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.746649 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-907f2213-0536-4417-8f3e-751790e85b62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.747198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907f2213-0536-4417-8f3e-751790e85b62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.749091 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-907f2213-0536-4417-8f3e-751790e85b62 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/79e698e3-df0b-40e3-9129-5bcbefe4d57e HTTP/1.1" status: 404 len: 333 time: 0.0542941 Feb 04 11:33:52.755701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.803333 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee552be-8a55-4047-b371-2cd0f922d165 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.804207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee552be-8a55-4047-b371-2cd0f922d165 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.808589 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2ee552be-8a55-4047-b371-2cd0f922d165 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/012c092a-dd95-4a67-b7af-3837e7347fcc HTTP/1.1" status: 404 len: 337 time: 0.0502715 Feb 04 11:33:52.809892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.865757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:52.871276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.888164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:52.900904 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2415ff9f-0607-4162-bdbd-b895303fa29e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.901509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2415ff9f-0607-4162-bdbd-b895303fa29e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.905619 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2415ff9f-0607-4162-bdbd-b895303fa29e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/f1e36b05-fec0-41dd-a387-ed26f5615e70 HTTP/1.1" status: 404 len: 333 time: 0.0920715 Feb 04 11:33:52.906851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37738) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.953855 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-94712bb4-9c6c-4076-ab45-bc7870fbf9e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:52.954853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94712bb4-9c6c-4076-ab45-bc7870fbf9e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:52.956739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-94712bb4-9c6c-4076-ab45-bc7870fbf9e3 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/054a6e01-2e8a-4a79-948d-1e0d0a5e0d6a HTTP/1.1" status: 404 len: 337 time: 0.0499768 Feb 04 11:33:52.958301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port a680c94f-3d0b-41ff-97a8-1cb5de11f68b yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:52.964213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:52.964507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Network 88336d0f-3988-4957-a38d-2151a37168b2 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:52.967802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:52.972845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:52.982718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Pushing event updated for resources: {'Port': ['ID=5df86b57-de3d-44ea-b1c0-1a8c82617f50,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:52.983511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Deleting port 0e042770-aedc-4783-b54a-9a4f48d41870 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:52.986481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.086518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Attempting to bind port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:53.086945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Attempting to bind port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8c49981a-9e00-4530-ad5b-0da5e9018e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '88336d0f-3988-4957-a38d-2151a37168b2'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:53.087408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Attempting to bind port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 on network 88336d0f-3988-4957-a38d-2151a37168b2 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:53.093407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:53.093916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Checking segment: {'id': '8c49981a-9e00-4530-ad5b-0da5e9018e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '88336d0f-3988-4957-a38d-2151a37168b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:53.094445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.094971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Bound using segment: {'id': '8c49981a-9e00-4530-ad5b-0da5e9018e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '88336d0f-3988-4957-a38d-2151a37168b2'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:53.095634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Bound port: 5df86b57-de3d-44ea-b1c0-1a8c82617f50, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c49981a-9e00-4530-ad5b-0da5e9018e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '88336d0f-3988-4957-a38d-2151a37168b2'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:53.096122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.124113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::180 (88336d0f-3988-4957-a38d-2151a37168b2/65cfeff6-e0fc-4352-a809-2cc60d743059/a680c94f-3d0b-41ff-97a8-1cb5de11f68b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:53.188314 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d067e7ba-75a4-4799-8b8e-270a55df9e3d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.189777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d067e7ba-75a4-4799-8b8e-270a55df9e3d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.191331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] For port 5df86b57-de3d-44ea-b1c0-1a8c82617f50, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:53.194694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] For port 5df86b57-de3d-44ea-b1c0-1a8c82617f50, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5df86b57-de3d-44ea-b1c0-1a8c82617f50,segment=NetworkSegment(8c49981a-9e00-4530-ad5b-0da5e9018e06),segment_id=8c49981a-9e00-4530-ad5b-0da5e9018e06)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:53.236437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d067e7ba-75a4-4799-8b8e-270a55df9e3d tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/7d781f0e-94dd-4104-9c6c-83608eac2794 HTTP/1.1" status: 404 len: 333 time: 0.2683070 Feb 04 11:33:53.245749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37746) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.276407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.341041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.357643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object a680c94f-3d0b-41ff-97a8-1cb5de11f68b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:53.358751 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-beed2ead-daa5-4f0c-9a7f-d125fe29cc16 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.358993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beed2ead-daa5-4f0c-9a7f-d125fe29cc16 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.361265 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-beed2ead-daa5-4f0c-9a7f-d125fe29cc16 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/2c885af4-fbc0-4b81-b0a2-9f40aeebf818 HTTP/1.1" status: 404 len: 337 time: 0.1037149 Feb 04 11:33:53.365495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37750) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.367419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced99b9-e044-447b-a072-0d2dbc4eb9bf None None] Pushing event updated for resources: {'Port': ['ID=5df86b57-de3d-44ea-b1c0-1a8c82617f50,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:53.380766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:53.388026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port c878139d-1697-4afc-a293-96fb01ee837a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c878139d-1697-4afc-a293-96fb01ee837a,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:53.388387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.392078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:53.402349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:53.407095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:53.409851 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b4adff-5544-4c78-92d4-d10f7b8451a5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.410321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b4adff-5544-4c78-92d4-d10f7b8451a5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.422252 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c5b4adff-5544-4c78-92d4-d10f7b8451a5 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/122143e7-c07f-46b3-bed3-d3479062ceda HTTP/1.1" status: 404 len: 333 time: 0.0530233 Feb 04 11:33:53.425833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.438434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bbfb31af-c21d-410b-bea6-a4fb8f6c6b87 admin admin] 10.222.0.36 "PUT /v2.0/routers/64456227-8818-4a52-ba00-8493efaab9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4335623 Feb 04 11:33:53.536940 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2faf94-7ecd-4c04-b0e0-730fa0adf6b6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.538367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2faf94-7ecd-4c04-b0e0-730fa0adf6b6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.554967 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f2faf94-7ecd-4c04-b0e0-730fa0adf6b6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/c1f09f9e-575e-4742-a323-1e549bdca535 HTTP/1.1" status: 404 len: 337 time: 0.1280720 Feb 04 11:33:53.556576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.563253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.671370 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-291665ee-bc5f-43da-ae5b-2237818d49a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.672234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291665ee-bc5f-43da-ae5b-2237818d49a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.674745 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-291665ee-bc5f-43da-ae5b-2237818d49a0 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/aa142a43-1889-4ff0-8c00-6ff3fb000b2f HTTP/1.1" status: 404 len: 333 time: 0.1018603 Feb 04 11:33:53.682825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.706596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:53.778839 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bdcd9e-1cee-44a6-9001-f1fbf66860a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.779514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bdcd9e-1cee-44a6-9001-f1fbf66860a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.781599 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-74bdcd9e-1cee-44a6-9001-f1fbf66860a6 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/26f9dd76-666d-43b6-ad80-93e03f38c0f3 HTTP/1.1" status: 404 len: 337 time: 0.0974474 Feb 04 11:33:53.797635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37770) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.810177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for c878139d-1697-4afc-a293-96fb01ee837a owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:53.874990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 88336d0f-3988-4957-a38d-2151a37168b2 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:53.897782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:53.905707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:53.915026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:53.916114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:53.922247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=a680c94f-3d0b-41ff-97a8-1cb5de11f68b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:53.926666 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e12ac7b-1612-44af-9c44-27fca948aecb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.927467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e12ac7b-1612-44af-9c44-27fca948aecb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.929582 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1e12ac7b-1612-44af-9c44-27fca948aecb tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/ports/17071916-af6f-495e-878c-9c195827a8ea HTTP/1.1" status: 404 len: 333 time: 0.1300886 Feb 04 11:33:53.933425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37774) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:53.985061 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9360227-aa9c-4157-9d21-a27defab2055 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] DELETE failed (client error): The resource could not be found. Feb 04 11:33:53.985688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9360227-aa9c-4157-9d21-a27defab2055 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:33:53.987753 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f9360227-aa9c-4157-9d21-a27defab2055 tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/subnets/b0588bcb-2918-4ff9-94dc-aef5e54f35ff HTTP/1.1" status: 404 len: 337 time: 0.0528789 Feb 04 11:33:53.992840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:54.067718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.103255 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6d020269-2eef-4a21-9cf2-a566a35a2f65 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1266205 Feb 04 11:33:54.125694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37784) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:54.134473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '88336d0f-3988-4957-a38d-2151a37168b2', 'name': 'tempest-PortsIpV6TestJSON-1562432790'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:54.213745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.230837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Calling delete_port for 0e042770-aedc-4783-b54a-9a4f48d41870 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:54.265125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.265350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 2, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:54.270791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:54.271156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Updating router 64456227-8818-4a52-ba00-8493efaab9d7 port 6677936b-4cc5-431f-ac58-d35752ce6d28 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:33:54.337633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.435299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=1d8b874e-5fd2-497a-a7a5-08353bcfe7e9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:54.487105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.581428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:54.605109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:54.619573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:54.632756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5ebe90-ebdd-4854-9076-ea4ca454e75e']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:54.657470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:54.755136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5df86b57-de3d-44ea-b1c0-1a8c82617f50 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:54.786648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:54.854324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4065ad45-7a4d-4bf8-840a-7da7a80535fc') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:54.856398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4065ad45-7a4d-4bf8-840a-7da7a80535fc') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:54.877845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.885860 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-41826654-network', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:54.899109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.909453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:33:54.914576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:54.915094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:33:54.930333 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:33:54.936087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Usage tracker for resource:network and tenant:90e0343cd74243fe96c1f904a60f915c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:54.962547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:54.981662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:54.994517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:54.998747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.013980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.014992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.026951 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9a5530c8-8058-4c83-9204-3700dd1e306c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 HTTP/1.1" status: 204 len: 168 time: 3.8993390 Feb 04 11:33:55.030218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37800) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:55.031679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:55.046262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port b1d28bcb-efcd-4001-beb2-9775b2d0ee85 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:33:55.070910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51802c-fb22-4a8d-bc08-11edf658512f None None] Network 88336d0f-3988-4957-a38d-2151a37168b2 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:55.106108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.155137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Made reservation on behalf of 90e0343cd74243fe96c1f904a60f915c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:55.158025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.190420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.199146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.214040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e79020-3367-4f4b-a147-47fd05e80875 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:33:55.214575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-68e79020-3367-4f4b-a147-47fd05e80875 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:55.221652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=c878139d-1697-4afc-a293-96fb01ee837a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:55.231680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.240296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] Pushing event deleted for resources: {'Network': ['ID=0a5ebe90-ebdd-4854-9076-ea4ca454e75e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:55.260032 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-112dc418-bc52-4bfb-a3db-144f177c4f8e tempest-NetworksTestDHCPv6-1596579881 tempest-NetworksTestDHCPv6-1596579881-project] 10.222.0.36 "DELETE /v2.0/networks/0a5ebe90-ebdd-4854-9076-ea4ca454e75e HTTP/1.1" status: 204 len: 168 time: 1.2634904 Feb 04 11:33:55.260032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::2bb (88336d0f-3988-4957-a38d-2151a37168b2/65cfeff6-e0fc-4352-a809-2cc60d743059/b1d28bcb-efcd-4001-beb2-9775b2d0ee85) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:33:55.261758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:55.277260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0558062f-6cca-497e-8d95-912982792f8b None None] Provisioning for port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:55.295456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Usage tracker for resource:security_group_rule and tenant:90e0343cd74243fe96c1f904a60f915c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:55.312557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:55.331950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0558062f-6cca-497e-8d95-912982792f8b None None] Provisioning complete for port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:55.332301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0558062f-6cca-497e-8d95-912982792f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.377400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Transition to ACTIVE for port object 6677936b-4cc5-431f-ac58-d35752ce6d28 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:55.401627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:55.403870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.469199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.499249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event deleted for resources: {'Port': ['ID=0e042770-aedc-4783-b54a-9a4f48d41870,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:55.501757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-68e79020-3367-4f4b-a147-47fd05e80875 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:55.504066 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-68e79020-3367-4f4b-a147-47fd05e80875 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 HTTP/1.1" status: 404 len: 333 time: 0.4728382 Feb 04 11:33:55.506413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:55.651929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 20bf8257-da96-4180-9381-51b5f9f3667d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:55.660101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.744392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.780667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.804187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.819207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object b1d28bcb-efcd-4001-beb2-9775b2d0ee85 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:33:55.912654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0558062f-6cca-497e-8d95-912982792f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.916366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.917160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:55.954050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae8e3a-4536-4ff6-9b91-42b45029db1b None None] Pushing event updated for resources: {'Port': ['ID=6677936b-4cc5-431f-ac58-d35752ce6d28,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:55.959437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.069249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37812) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:56.071182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 88336d0f-3988-4957-a38d-2151a37168b2 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:33:56.080399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:56.093377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:33:56.093602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Attempting to bind port 6677936b-4cc5-431f-ac58-d35752ce6d28 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:33:56.093971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Attempting to bind port 6677936b-4cc5-431f-ac58-d35752ce6d28 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:33:56.094346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Attempting to bind port 6677936b-4cc5-431f-ac58-d35752ce6d28 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:33:56.098964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:56.099706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.119317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:33:56.119912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Checking segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:56.120331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.120744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Bound using segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:33:56.121663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Bound port: 6677936b-4cc5-431f-ac58-d35752ce6d28, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:33:56.122080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.136739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0558062f-6cca-497e-8d95-912982792f8b None None] For port 5df86b57-de3d-44ea-b1c0-1a8c82617f50, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5df86b57-de3d-44ea-b1c0-1a8c82617f50,segment=NetworkSegment(8c49981a-9e00-4530-ad5b-0da5e9018e06),segment_id=8c49981a-9e00-4530-ad5b-0da5e9018e06)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:56.158781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=b1d28bcb-efcd-4001-beb2-9775b2d0ee85,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:56.200118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:33:56.210192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0558062f-6cca-497e-8d95-912982792f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.220056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.247411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.250156 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b00787d3-9c4f-4b18-87b9-fb94fc8fea94 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1233878 Feb 04 11:33:56.252443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.253384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.253961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Added segment 5503ed69-9c2d-404f-8295-a17f522e7ef6 of type vlan for network 48e9082e-79b7-49c6-8b21-84fcd7e41217 Feb 04 11:33:56.258722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:56.269797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae85f76-d8a1-4c5b-83bc-732e30839be2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:56.306686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] For port 6677936b-4cc5-431f-ac58-d35752ce6d28, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:33:56.326132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] For port 6677936b-4cc5-431f-ac58-d35752ce6d28, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6677936b-4cc5-431f-ac58-d35752ce6d28,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:33:56.335028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558062f-6cca-497e-8d95-912982792f8b None None] Pushing event updated for resources: {'Port': ['ID=5df86b57-de3d-44ea-b1c0-1a8c82617f50,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:56.408652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=20bf8257-da96-4180-9381-51b5f9f3667d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:56.409044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.432823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.434715 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-49646300-518b-49b3-8b2f-5e162b2c7b6d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/20bf8257-da96-4180-9381-51b5f9f3667d HTTP/1.1" status: 204 len: 168 time: 0.9271522 Feb 04 11:33:56.439596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:56.488106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f59ab4bb-36df-4a93-ac57-7ed877b75993 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "DELETE /v2.0/ports/0e042770-aedc-4783-b54a-9a4f48d41870 HTTP/1.1" status: 204 len: 168 time: 3.8061247 Feb 04 11:33:56.494516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.498962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:56.520030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163299f0-a86b-4d50-95ad-fadd165be6e4 None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:56.554343 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-074f7c73-e08f-4506-a8c7-86e67620a729 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=351527ac5aaa4f078ac9e18deb789972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817445 Feb 04 11:33:56.562692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37832) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:56.604880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 4d07ca81-31cd-4d06-88c7-118d5d8057f6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:56.613958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.736783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.792496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Deleting subnet 87dd7a2d-7135-4cab-a5d2-5b2080c785a3 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:56.793436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5df86b57-de3d-44ea-b1c0-1a8c82617f50 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:33:56.813279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.842766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a123a93-8fb2-4dba-88ac-818e3b7e70de tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:56.843988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5a123a93-8fb2-4dba-88ac-818e3b7e70de tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:56.900658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.901709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:56.904359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.912140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbed3a39-dc61-425d-8528-76003c58898a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.933194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:56.935368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae8e3a-4536-4ff6-9b91-42b45029db1b None None] Pushing event updated for resources: {'Port': ['ID=6677936b-4cc5-431f-ac58-d35752ce6d28,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:56.938167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:33:56.972020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:56.973090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:56.978089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.005701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbed3a39-dc61-425d-8528-76003c58898a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.068418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5a123a93-8fb2-4dba-88ac-818e3b7e70de tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:57.069953 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5a123a93-8fb2-4dba-88ac-818e3b7e70de tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A180 HTTP/1.1" status: 200 len: 929 time: 0.7626803 Feb 04 11:33:57.076982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.107681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] Pushing event updated for resources: {'Network': ['ID=48e9082e-79b7-49c6-8b21-84fcd7e41217,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.151655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbed3a39-dc61-425d-8528-76003c58898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.171484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:33:57.188330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed3a39-dc61-425d-8528-76003c58898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2fcb7-b55c-4e77-9382-a4ea14464579,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.199699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3803fb06-d6f8-41e2-a270-3d4c11a87140 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4049194 Feb 04 11:33:57.202420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-497c935e-5186-42b6-8da6-af7efe86209b None None] Provisioning for port a680c94f-3d0b-41ff-97a8-1cb5de11f68b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:33:57.206605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.216794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port b1d28bcb-efcd-4001-beb2-9775b2d0ee85 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:57.217232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.231385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:57.261857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Request body: {'subnet': {'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-41826654-subnet', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:57.265639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbed3a39-dc61-425d-8528-76003c58898a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.266838 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bbed3a39-dc61-425d-8528-76003c58898a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6f2fcb7-b55c-4e77-9382-a4ea14464579 HTTP/1.1" status: 204 len: 168 time: 0.6964111 Feb 04 11:33:57.279843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:57.290693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Usage tracker for resource:subnet and tenant:90e0343cd74243fe96c1f904a60f915c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:57.295950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:57.306088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:57.308749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:33:57.316134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-39ad15ca-cc81-4794-841c-175b4038ab87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2078805 Feb 04 11:33:57.318774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37846) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.333563 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:33:57.347945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.348472 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:57.349374 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:57.395332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting subnet 1abde7b6-4b8e-4141-b6c6-b14f979a58fd {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:33:57.406128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.415326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=4d07ca81-31cd-4d06-88c7-118d5d8057f6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:57.425015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.435591 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d81a1bc0-cd1c-45b8-8ed2-ccd2f7ded1d0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/4d07ca81-31cd-4d06-88c7-118d5d8057f6 HTTP/1.1" status: 204 len: 168 time: 0.9933150 Feb 04 11:33:57.445238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37850) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:57.450408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-497c935e-5186-42b6-8da6-af7efe86209b None None] Provisioning complete for port a680c94f-3d0b-41ff-97a8-1cb5de11f68b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:57.450783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-497c935e-5186-42b6-8da6-af7efe86209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.538194 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:57.544816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:57.545197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.603357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.659897 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:54Z', 'revision_number': 11, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:57.664470 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:33:57.674893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:57.675419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.688629 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:33:57.689743 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:33:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:57.691634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.707112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Made reservation on behalf of 90e0343cd74243fe96c1f904a60f915c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:57.711111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.744288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.812591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.881119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-497c935e-5186-42b6-8da6-af7efe86209b None None] Port a680c94f-3d0b-41ff-97a8-1cb5de11f68b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:57.990935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-497c935e-5186-42b6-8da6-af7efe86209b None None] Provisioning complete for port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:57.991750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-497c935e-5186-42b6-8da6-af7efe86209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:57.996218 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:33:58.038071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.187599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.235956 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:54Z', 'revision_number': 11, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:58.242428 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d50774-47c2-4b5b-9bf5-f71cfd155b5e None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:54Z', 'revision_number': 11, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:58.300694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.318771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.327987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] For port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,segment=NetworkSegment(85899c70-359d-4e21-8f79-6425b4717dd8),segment_id=85899c70-359d-4e21-8f79-6425b4717dd8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:58.330034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.392971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9aba14-6577-4cd3-97e7-43bab3cce2f4 None None] Update dhcp port {'port': {'network_id': 'f714961d-d6e9-47d1-9cce-4742cdc706fc', 'fixed_ips': [{'subnet_id': '4d07ca81-31cd-4d06-88c7-118d5d8057f6'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '0fa3e615-fc23-4fe0-bee8-c78fc9681bdf'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:33:58.451782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event deleted for resources: {'Subnet': ['ID=87dd7a2d-7135-4cab-a5d2-5b2080c785a3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:58.459600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for b1d28bcb-efcd-4001-beb2-9775b2d0ee85 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:58.473314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fec61b-f20a-4056-9749-c79ae1efefa3 None None] Network 19697ad5-06b3-4c4e-a290-486059d01ba1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:58.492789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2f9aba14-6577-4cd3-97e7-43bab3cce2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.521403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.528021 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-383b71ee-9165-4e14-89d5-3b47401a5994 tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "DELETE /v2.0/subnets/87dd7a2d-7135-4cab-a5d2-5b2080c785a3 HTTP/1.1" status: 204 len: 168 time: 2.0279074 Feb 04 11:33:58.537849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:58.567512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:58.578274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:33:56Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:33:58.645813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3da2fb-ee4a-4ed0-a6b9-5a6ad8947d74 None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:33:56Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:33:58.681808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.687909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0a31f8-971e-4a46-923f-d8aa7f01a6d4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:58.707164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c878139d-1697-4afc-a293-96fb01ee837a no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:33:58.813506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Checking segment: {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:33:58.814673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Network hostable DHCP agents. Network: 48e9082e-79b7-49c6-8b21-84fcd7e41217, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:33:58.840942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: c878139d-1697-4afc-a293-96fb01ee837a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:33:58.841198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c878139d-1697-4afc-a293-96fb01ee837a not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:33:58.846290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=b1d28bcb-efcd-4001-beb2-9775b2d0ee85,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:58.869403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.921956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Deleting port 0243b65e-6ba6-4060-baad-e8a6797e89fe {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:58.922334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:58.989845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.008236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-096cd20d-2a77-4971-9a6e-cda070fe5031 None None] Provisioning complete for port b1d28bcb-efcd-4001-beb2-9775b2d0ee85 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:59.008828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-096cd20d-2a77-4971-9a6e-cda070fe5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.079686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.113635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-096cd20d-2a77-4971-9a6e-cda070fe5031 None None] Port b1d28bcb-efcd-4001-beb2-9775b2d0ee85 was deleted so its status cannot be updated. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 11:33:59.178367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-096cd20d-2a77-4971-9a6e-cda070fe5031 None None] Provisioning complete for port a680c94f-3d0b-41ff-97a8-1cb5de11f68b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:33:59.178991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-096cd20d-2a77-4971-9a6e-cda070fe5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.192492 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-abbfc126-7692-47e3-a57e-df9d756b0eda tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/b1d28bcb-efcd-4001-beb2-9775b2d0ee85 HTTP/1.1" status: 204 len: 168 time: 2.1020992 Feb 04 11:33:59.192492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:33:59.195824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.244449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ce3b0-deba-4030-8751-6d6e37e50ed2 None None] Network f714961d-d6e9-47d1-9cce-4742cdc706fc requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:59.291936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.301293 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2547d842-b403-4f53-9ca9-cfea983ff366 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:33:59.301944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2547d842-b403-4f53-9ca9-cfea983ff366 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:33:59.313576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-228157941'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:59.320280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:59.324684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:network and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:59.328629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:59.337261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:59.357399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 48e9082e-79b7-49c6-8b21-84fcd7e41217) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:33:59.362540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:33:59.363210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.395099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f087abe-9532-4381-be7b-c0e270bf83f5 None None] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:59.411988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.416356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-096cd20d-2a77-4971-9a6e-cda070fe5031 None None] Port a680c94f-3d0b-41ff-97a8-1cb5de11f68b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:33:59.429627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Made reservation on behalf of ed8f4de19eb34e9e836ea1d20b026447 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:33:59.436376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.458236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.470993 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13e734f8-ed37-46e8-b6a8-4ae17f5e08af admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2589896 Feb 04 11:33:59.473523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37888) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.475271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Subnet': ['ID=1abde7b6-4b8e-4141-b6c6-b14f979a58fd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:59.491224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.505924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=0fa3e615-fc23-4fe0-bee8-c78fc9681bdf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:33:59.512031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No DVR routers for this DVR port 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:33:59.521114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2547d842-b403-4f53-9ca9-cfea983ff366 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:33:59.524910 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2547d842-b403-4f53-9ca9-cfea983ff366 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/b1d28bcb-efcd-4001-beb2-9775b2d0ee85 HTTP/1.1" status: 404 len: 333 time: 0.3193228 Feb 04 11:33:59.526262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:33:59.534842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.536584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b9c97-e58b-4bba-8236-09b71f1d4b52 None None] Network 1b0439fd-1749-4b32-90ef-71e16af7d067 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:33:59.538500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:59.559906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] DHCP port deletion for 19697ad5-06b3-4c4e-a290-486059d01ba1 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:59.571170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9d00842f-186d-4f23-907d-9e1b1c2f1d87 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/1abde7b6-4b8e-4141-b6c6-b14f979a58fd HTTP/1.1" status: 204 len: 168 time: 2.2513211 Feb 04 11:33:59.575069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:33:59.576097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:33:59.593299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Usage tracker for resource:router and tenant:90e0343cd74243fe96c1f904a60f915c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:59.612809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:security_group_rule and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:33:59.624752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:59.628200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:33:59.643215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:59.652462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] For port 0243b65e-6ba6-4060-baad-e8a6797e89fe, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0243b65e-6ba6-4060-baad-e8a6797e89fe,segment=NetworkSegment(66be568a-2375-43aa-86bf-26d300874261),segment_id=66be568a-2375-43aa-86bf-26d300874261)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:33:59.652866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.670638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Deleting port 0243b65e-6ba6-4060-baad-e8a6797e89fe {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:59.671252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.696429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:33:59.749306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f6a35-9886-48c1-aeaf-619ed1f80ce8 None None] DHCP port deletion for f714961d-d6e9-47d1-9cce-4742cdc706fc request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:33:59.756195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port a680c94f-3d0b-41ff-97a8-1cb5de11f68b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:59.756591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.831523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.846800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.848159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.884906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Deleting port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:33:59.884906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.887743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Calling delete_port for 0243b65e-6ba6-4060-baad-e8a6797e89fe owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:33:59.931412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:33:59.984939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f714961d-d6e9-47d1-9cce-4742cdc706fc']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.009231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85899c70-359d-4e21-8f79-6425b4717dd8') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.010045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85899c70-359d-4e21-8f79-6425b4717dd8') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.032334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.035149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.043300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-985a372e-9cdf-474c-9909-9a0e8b74f64c None None] Could not find standard attr ID for object 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:00.062529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.072288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:00.073211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:00.098618 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:00.265922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.337440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.339891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event deleted for resources: {'Port': ['ID=0243b65e-6ba6-4060-baad-e8a6797e89fe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:00.342072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] No DVR routers for this DVR port 0243b65e-6ba6-4060-baad-e8a6797e89fe on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:00.360820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] For port 0243b65e-6ba6-4060-baad-e8a6797e89fe, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0243b65e-6ba6-4060-baad-e8a6797e89fe,segment=NetworkSegment(66be568a-2375-43aa-86bf-26d300874261),segment_id=66be568a-2375-43aa-86bf-26d300874261)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:00.361236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.371688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-48e9082e-79b7-49c6-8b21-84fcd7e41217', 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'fixed_ips': [{'subnet_id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:00.372671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.409123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.452179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=f714961d-d6e9-47d1-9cce-4742cdc706fc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:00.482985 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a96c7a49-4615-4969-83c4-edba52810f6c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/f714961d-d6e9-47d1-9cce-4742cdc706fc HTTP/1.1" status: 204 len: 168 time: 3.0357120 Feb 04 11:34:00.494646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:00.529442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c824-619a-4be2-99f8-a19ecb9ee123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.540333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Calling delete_port for 0243b65e-6ba6-4060-baad-e8a6797e89fe owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:00.650236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6677936b-4cc5-431f-ac58-d35752ce6d28 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:00.731687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] DHCP port deletion for 1b0439fd-1749-4b32-90ef-71e16af7d067 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:00.771763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Deleting port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:00.772177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.793644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.806564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.829539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.867999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.877340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:00.877789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:00.901488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19697ad5-06b3-4c4e-a290-486059d01ba1']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.909330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.918620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66be568a-2375-43aa-86bf-26d300874261') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.918915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66be568a-2375-43aa-86bf-26d300874261') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:00.921986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:00.931781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.932761 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Added segment c6338908-fb73-4597-8b63-ea3eff20b6b7 of type vlan for network 8000e4a7-2b21-4255-8d9c-c02682606e62 Feb 04 11:34:00.938086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:00.977027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49133610-774f-48d2-b3c9-ab306a5a89fe tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:00.978265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-49133610-774f-48d2-b3c9-ab306a5a89fe tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:00.986507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Allocated IP 172.20.0.2 (48e9082e-79b7-49c6-8b21-84fcd7e41217/1c0a31f8-971e-4a46-923f-d8aa7f01a6d4/d480cf48-63a9-439b-b4c9-d6096f2a12e3) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:00.991574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.003008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:01.003461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:01.022624 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:01.062859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6677936b-4cc5-431f-ac58-d35752ce6d28 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:01.094321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-49133610-774f-48d2-b3c9-ab306a5a89fe tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:01.098945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-49133610-774f-48d2-b3c9-ab306a5a89fe tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6058238 Feb 04 11:34:01.100210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:01.104403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for a680c94f-3d0b-41ff-97a8-1cb5de11f68b owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:01.107790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6677936b-4cc5-431f-ac58-d35752ce6d28 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:01.108166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.190052 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1d8fc018-35b1-4fbe-9d3f-e141b1eca4c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0851736 Feb 04 11:34:01.190371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.190475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:01.197330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661141923'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:01.202493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:01.208256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:01.215674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:01.216868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] For port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:01.217496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.218953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:01.229163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] For port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,segment=NetworkSegment(b531495e-6db9-4c95-85aa-7fd9746cba48),segment_id=b531495e-6db9-4c95-85aa-7fd9746cba48)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:01.229668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.281600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.288187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29afdea-df75-4446-8502-48ce05f4a3bf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.325160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.332794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] Pushing event deleted for resources: {'Network': ['ID=19697ad5-06b3-4c4e-a290-486059d01ba1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.334684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:01.339173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.352375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e56811af-a8f8-440d-ba25-264495aa823d tempest-ExtraDHCPOptionsTestJSON-1586718558 tempest-ExtraDHCPOptionsTestJSON-1586718558-project] 10.222.0.36 "DELETE /v2.0/networks/19697ad5-06b3-4c4e-a290-486059d01ba1 HTTP/1.1" status: 204 len: 168 time: 2.7830706 Feb 04 11:34:01.380983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Deleting port 0243b65e-6ba6-4060-baad-e8a6797e89fe {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:01.381366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.398748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:01.410539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.411181 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment 8ce46c94-bd53-48cb-b94c-177c5873555f of type vlan for network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 Feb 04 11:34:01.417644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Calling delete_port for 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:01.445049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.458609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Calling delete_port for 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:01.533083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-416ed233-6c64-486c-88f5-91ff49b4e1db None None] The port '0243b65e-6ba6-4060-baad-e8a6797e89fe' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:01.562410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.569498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:01.570298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.634160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.639906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:01.640610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.698208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=7e512a27-a6ae-4fa5-8e55-8897dab9c050,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.706211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.717129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:01.748734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.757392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-45825f55-26ef-4e10-8408-d5e904be4316 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5656817 Feb 04 11:34:01.760285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:01.766264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:01.813750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:01.841854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Port': ['ID=55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.852152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No DVR routers for this DVR port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:01.852152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Network': ['ID=8000e4a7-2b21-4255-8d9c-c02682606e62,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:01.856818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:01.857163 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:01.886117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:01.892030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:01.896110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:01.902412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:01.903960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:01.996651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=a680c94f-3d0b-41ff-97a8-1cb5de11f68b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:02.004042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6677936b-4cc5-431f-ac58-d35752ce6d28, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6677936b-4cc5-431f-ac58-d35752ce6d28,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:02.008888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:02.017273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.060965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.078038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Transition to ACTIVE for port object d480cf48-63a9-439b-b4c9-d6096f2a12e3 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:02.100569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Transition to ACTIVE for port object d480cf48-63a9-439b-b4c9-d6096f2a12e3 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:02.113989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37922) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.133794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.229763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:02.276339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:02.277052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0fa3e615-fc23-4fe0-bee8-c78fc9681bdf not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:02.277629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0243b65e-6ba6-4060-baad-e8a6797e89fe no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:02.309105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.324020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.328694 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0cd7d89c-bcad-4334-b4f7-9a9108cfb1f8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/a680c94f-3d0b-41ff-97a8-1cb5de11f68b HTTP/1.1" status: 204 len: 168 time: 2.7900453 Feb 04 11:34:02.333186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0243b65e-6ba6-4060-baad-e8a6797e89fe {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:02.333186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0243b65e-6ba6-4060-baad-e8a6797e89fe not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:02.335145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37928) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.345356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6677936b-4cc5-431f-ac58-d35752ce6d28,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:02.382297 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b3656d96-f91a-4ba1-bb8a-81440b270376 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.3013127 Feb 04 11:34:02.386708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Deleting port 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:02.387085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.394731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.403194 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb74c2e-5d62-44bc-8d35-5d785f68cb5e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:34:02.403875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4eb74c2e-5d62-44bc-8d35-5d785f68cb5e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:02.418595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:02.420015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'subnet': {'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:02.430906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:02.434022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:02.451232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.466618 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-99d4ecf7-0aab-46dd-8c58-5a329cfca247 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e378504a22b4f5faffaf435e18370e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508368 Feb 04 11:34:02.469181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.517780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0439fd-1749-4b32-90ef-71e16af7d067']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.541198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b539967e-0892-45d1-a2ac-fea6db04c526 None None] The port '55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:02.549507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.586172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6677936b-4cc5-431f-ac58-d35752ce6d28 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:02.587631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b531495e-6db9-4c95-85aa-7fd9746cba48') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.587631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b531495e-6db9-4c95-85aa-7fd9746cba48') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:02.604800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.607652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:02.612705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:subnet and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:02.614517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.616441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:02.622888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:02.649945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Pushing event updated for resources: {'Port': ['ID=d480cf48-63a9-439b-b4c9-d6096f2a12e3,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:02.661878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.679345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Attempting to bind port d480cf48-63a9-439b-b4c9-d6096f2a12e3 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:02.679770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Attempting to bind port d480cf48-63a9-439b-b4c9-d6096f2a12e3 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:02.680117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Attempting to bind port d480cf48-63a9-439b-b4c9-d6096f2a12e3 on network 48e9082e-79b7-49c6-8b21-84fcd7e41217 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:02.686542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:02.686958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.688020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:02.688491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Checking segment: {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:02.688830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.689521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Bound using segment: {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:02.689943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Bound port: d480cf48-63a9-439b-b4c9-d6096f2a12e3, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:02.690316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.707401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4eb74c2e-5d62-44bc-8d35-5d785f68cb5e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:02.709309 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4eb74c2e-5d62-44bc-8d35-5d785f68cb5e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/a680c94f-3d0b-41ff-97a8-1cb5de11f68b HTTP/1.1" status: 404 len: 333 time: 0.3734519 Feb 04 11:34:02.712597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:02.720195 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:02.762097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6677936b-4cc5-431f-ac58-d35752ce6d28 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:02.762543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.788255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7838e016-c988-4ada-8aa7-d3300001e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.791394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.796699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Made reservation on behalf of ed8f4de19eb34e9e836ea1d20b026447 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:02.801154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.847912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7838e016-c988-4ada-8aa7-d3300001e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.858158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 65cfeff6-e0fc-4352-a809-2cc60d743059 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:02.859209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-eca06d94-0381-44d7-92cd-a702ef865783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.861663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] For port d480cf48-63a9-439b-b4c9-d6096f2a12e3, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:02.867900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] For port d480cf48-63a9-439b-b4c9-d6096f2a12e3, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d480cf48-63a9-439b-b4c9-d6096f2a12e3,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:02.919699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:02.960179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Allocated IP 172.26.6.24 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/1708cf96-a5e1-4822-9a04-607cc69f3da3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:02.983115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:03.021532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:03.021894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 55ec95cd-9bfd-4329-b52e-dc1b2f8e5d17 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:03.039050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.065657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.066252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.076692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.085443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Pushing event deleted for resources: {'Network': ['ID=1b0439fd-1749-4b32-90ef-71e16af7d067,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.093325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.103200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': '8ce46c94-bd53-48cb-b94c-177c5873555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:03.103405 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ea187118-5d89-4945-ab80-e94249f0e95a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/networks/1b0439fd-1749-4b32-90ef-71e16af7d067 HTTP/1.1" status: 204 len: 168 time: 3.5193665 Feb 04 11:34:03.103538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: 7e512a27-a6ae-4fa5-8e55-8897dab9c050, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:03.106666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37944) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:03.113092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'routes': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:03.185383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a82314-c3d1-43f0-8d3e-77e88817620b None None] Pushing event updated for resources: {'Port': ['ID=d480cf48-63a9-439b-b4c9-d6096f2a12e3,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.238970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.257352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7838e016-c988-4ada-8aa7-d3300001e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.259253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7838e016-c988-4ada-8aa7-d3300001e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.260433 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7838e016-c988-4ada-8aa7-d3300001e791 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ab1c320-1b07-482b-b999-2ff0f90f6b15 HTTP/1.1" status: 204 len: 168 time: 0.7878788 Feb 04 11:34:03.273665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:03.361715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838e016-c988-4ada-8aa7-d3300001e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab1c320-1b07-482b-b999-2ff0f90f6b15,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.409624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 7e512a27-a6ae-4fa5-8e55-8897dab9c050) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:03.413941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:03.414582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.425005 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907eb4de-0cb2-48e7-8aa3-3676c719203a None None] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:03.450140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.458119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.500929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.515058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Added routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 11:34:03.515391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Removed routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 11:34:03.517650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.544343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.546397 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/65cfeff6-e0fc-4352-a809-2cc60d743059 HTTP/1.1" status: 204 len: 168 time: 0.8325915 Feb 04 11:34:03.547404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c958-60cd-4fcc-8936-fe0ff8215746 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=65cfeff6-e0fc-4352-a809-2cc60d743059,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.549705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:03.557446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71464e7-8e36-4bc2-abbc-83229b58607f None None] Network 88336d0f-3988-4957-a38d-2151a37168b2 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:03.871444 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b1c7114f-8b12-46f3-8646-ed4c93a95c7a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1100309 Feb 04 11:34:03.885033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:03.913473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.916547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050', 'name': 'tempest-PortsTestJSON-1164933587'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:03.918115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:03.962646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Checking segment: {'id': 'c6338908-fb73-4597-8b63-ea3eff20b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:03.963004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network hostable DHCP agents. Network: 8000e4a7-2b21-4255-8d9c-c02682606e62, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:03.970073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Subnet': ['ID=79a41cbc-5f77-4b2f-8482-90e259b184d4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:03.975421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.001427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:04.001427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.050717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-7e512a27-a6ae-4fa5-8e55-8897dab9c050', 'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:04.052068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.148538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.183231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:04.188013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] DHCP port deletion for 88336d0f-3988-4957-a38d-2151a37168b2 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:04.196242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Deleting port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:04.196620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.225040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.305348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8000e4a7-2b21-4255-8d9c-c02682606e62) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:04.319232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf567b5-95a8-482e-a7e2-5612ff6a4c3d None None] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:04.320157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:04.322637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.335178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] For port 5df86b57-de3d-44ea-b1c0-1a8c82617f50, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5df86b57-de3d-44ea-b1c0-1a8c82617f50,segment=NetworkSegment(8c49981a-9e00-4530-ad5b-0da5e9018e06),segment_id=8c49981a-9e00-4530-ad5b-0da5e9018e06)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:04.335563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.412359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:04.530530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Allocated IP 172.20.0.2 (7e512a27-a6ae-4fa5-8e55-8897dab9c050/5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe/9c668458-197f-4793-9312-612b1f219a05) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:04.570097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:04.572922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:04.598534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:04.649439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 5df86b57-de3d-44ea-b1c0-1a8c82617f50 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:04.670409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d480cf48-63a9-439b-b4c9-d6096f2a12e3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:04.784756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651981d-7b79-4747-8d86-ddfce2bf8179 None None] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:04.812020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ed4aab01-598a-435c-b283-b8b845bdf9c5 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4157066 Feb 04 11:34:04.816310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:04.825111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1412097511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:04.830155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router 080bb77d-977f-428f-b772-68c390110dbc has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:34:04.837291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:04.844129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:router and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:04.847650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:04.854231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:04.862567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Pushing event updated for resources: {'Port': ['ID=1708cf96-a5e1-4822-9a04-607cc69f3da3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:04.925508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:04.966800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.001780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=5df86b57-de3d-44ea-b1c0-1a8c82617f50,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:05.004203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] For port 5df86b57-de3d-44ea-b1c0-1a8c82617f50, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5df86b57-de3d-44ea-b1c0-1a8c82617f50,segment=NetworkSegment(8c49981a-9e00-4530-ad5b-0da5e9018e06),segment_id=8c49981a-9e00-4530-ad5b-0da5e9018e06)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:05.004612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:05.005005 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.007642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.008668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.013586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No DVR routers for this DVR port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:05.082567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:05.089473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.093966 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b3bcfd85-4938-4c95-8e58-df24d00f27e5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 701 time: 1.9865446 Feb 04 11:34:05.094468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.117087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.152163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a9ddab3-4484-468e-9681-f1bd4f37bc46 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:05.182093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] Sync routers for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:05.186222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37986) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.195443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Calling delete_port for 5df86b57-de3d-44ea-b1c0-1a8c82617f50 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:05.225149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.235969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7217843b-2136-4684-95e4-d72822babc89 None None] Provisioning for port d480cf48-63a9-439b-b4c9-d6096f2a12e3 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:05.262329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88336d0f-3988-4957-a38d-2151a37168b2']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:05.279373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c49981a-9e00-4530-ad5b-0da5e9018e06') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:05.279736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c49981a-9e00-4530-ad5b-0da5e9018e06') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:05.296503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.328657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.338615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:05.340145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.365401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:05.368866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.381416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'networks': [{'name': 'tempest-network--1219285412'}, {'name': 'tempest-network--980507302'}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:05.381721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'network': {'name': 'tempest-network--1219285412'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:05.382169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'network': {'name': 'tempest-network--980507302'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:05.393798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:05.394430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:05.398859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a9ddab3-4484-468e-9681-f1bd4f37bc46 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:05.398859 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8a9ddab3-4484-468e-9681-f1bd4f37bc46 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 205 time: 0.3016698 Feb 04 11:34:05.416486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37992) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.418158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:05.436482 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:05.439515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.444951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Usage tracker for resource:network and tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:05.469295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8000e4a7-2b21-4255-8d9c-c02682606e62', 'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62', 'tenant_id': 'ed8f4de19eb34e9e836ea1d20b026447', 'fixed_ips': [{'subnet_id': '79a41cbc-5f77-4b2f-8482-90e259b184d4'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:05.469295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.527956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:05.538822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.542627 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-29f6b2a8-0b35-45a8-b9a4-0cace822e6c7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7225926 Feb 04 11:34:05.552246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.552496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.552676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:05.561431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d480cf48-63a9-439b-b4c9-d6096f2a12e3 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:05.623141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.627497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.648399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port d71dfde3-d623-4e50-81e5-e776b70bb023 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:05.657402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d480cf48-63a9-439b-b4c9-d6096f2a12e3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:05.657840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.702719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:05.713885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=88336d0f-3988-4957-a38d-2151a37168b2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:05.720788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d3e660bb-48b5-4aef-ba5b-5a15ec937353 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/88336d0f-3988-4957-a38d-2151a37168b2 HTTP/1.1" status: 204 len: 168 time: 2.1689918 Feb 04 11:34:05.725893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:05.729372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.733257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418079782'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:05.739095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:05.747867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:05.747867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:05.753433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:05.795153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.894479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:05.898002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.924854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:05.925211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:05.927312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Transition to ACTIVE for port object 9c668458-197f-4793-9312-612b1f219a05 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:05.932962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:54Z', 'revision_number': 11, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:05.934274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:05.972235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] Checking router: 080bb77d-977f-428f-b772-68c390110dbc for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:34:05.989173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Transition to ACTIVE for port object 9c668458-197f-4793-9312-612b1f219a05 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:06.011390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'network': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:06.015523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.017045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] Routers {'080bb77d-977f-428f-b772-68c390110dbc'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:06.017897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['080bb77d-977f-428f-b772-68c390110dbc'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:06.116791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.158840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:06.192305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.217331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:06.246442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.246747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment d141c2e4-8237-4090-86d8-9f1149eb068e of type vlan for network 1d92f306-8122-4121-8a87-ed987d0825b1 Feb 04 11:34:06.304133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Usage tracker for resource:security_group_rule and tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:06.304375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] Set router 080bb77d-977f-428f-b772-68c390110dbc gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:06.308772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.322043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.372442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:06.427165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Deleting port 5df86b57-de3d-44ea-b1c0-1a8c82617f50 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:06.427532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.450057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:34:06.461292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:06.476240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.485451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:54Z', 'revision_number': 11, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:06.491689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:06.504787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.505588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:06.510257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.540155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:06.545679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5beafc-7ccc-43e5-adc0-8a5323ea0a05 None None] The sync data for ids ['080bb77d-977f-428f-b772-68c390110dbc'] in dv-neutron-827824-2-hyperv is: [{'id': '080bb77d-977f-428f-b772-68c390110dbc', 'name': 'tempest-RoutersTest-router-1203488019', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:32:17Z', 'updated_at': '2022-02-04T11:33:54Z', 'revision_number': 11, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:06.556025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9be27702-8cd8-424d-bf16-d65b71b61bf3 None None] The port '5df86b57-de3d-44ea-b1c0-1a8c82617f50' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:06.557987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Pushing event updated for resources: {'Port': ['ID=9c668458-197f-4793-9312-612b1f219a05,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:06.577548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Allocated IP 172.20.0.2 (8000e4a7-2b21-4255-8d9c-c02682606e62/79a41cbc-5f77-4b2f-8482-90e259b184d4/ed036169-653d-4dd1-b83e-915987689ace) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:06.645234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.9 (7e512a27-a6ae-4fa5-8e55-8897dab9c050/5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe/d71dfde3-d623-4e50-81e5-e776b70bb023) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:06.658515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.662758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:06.663394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.718200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d480cf48-63a9-439b-b4c9-d6096f2a12e3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d480cf48-63a9-439b-b4c9-d6096f2a12e3,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:06.745336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Attempting to bind port 9c668458-197f-4793-9312-612b1f219a05 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:06.746167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Attempting to bind port 9c668458-197f-4793-9312-612b1f219a05 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8ce46c94-bd53-48cb-b94c-177c5873555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:06.746726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Attempting to bind port 9c668458-197f-4793-9312-612b1f219a05 on network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:06.840443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.841230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router 080bb77d-977f-428f-b772-68c390110dbc {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:34:06.862508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:06.863293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Checking segment: {'id': '8ce46c94-bd53-48cb-b94c-177c5873555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:06.863922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.864677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Bound using segment: {'id': '8ce46c94-bd53-48cb-b94c-177c5873555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:06.865638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Bound port: 9c668458-197f-4793-9312-612b1f219a05, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce46c94-bd53-48cb-b94c-177c5873555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:06.866302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.882482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=1d92f306-8122-4121-8a87-ed987d0825b1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:06.887598 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a15f9fee-019d-4604-a4c6-f11a44730992 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1583304 Feb 04 11:34:06.888655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:06.892772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:06.908884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:06.966552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1d92f306-8122-4121-8a87-ed987d0825b1 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:06.994519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5df86b57-de3d-44ea-b1c0-1a8c82617f50 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:07.057396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.068060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:07.068777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.072387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:07.075590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:07.082847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:07.214961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5df86b57-de3d-44ea-b1c0-1a8c82617f50 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:07.215327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5df86b57-de3d-44ea-b1c0-1a8c82617f50 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:07.215754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.216325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.264744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:07.270456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.272398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.278338 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-03f9db73-0bc9-4ceb-9aac-80e5b3219c52 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 204 len: 168 time: 1.8505154 Feb 04 11:34:07.279016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:07.299988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8e8966e7-40e0-458f-be17-f458f30e091b None None] Provisioning complete for port d480cf48-63a9-439b-b4c9-d6096f2a12e3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:07.299988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8e8966e7-40e0-458f-be17-f458f30e091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.321995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634443796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:07.344874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:07.348811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a630eb-9f73-4b09-b86c-12d8fbca6eb9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.371150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d480cf48-63a9-439b-b4c9-d6096f2a12e3,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.388780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] For port 9c668458-197f-4793-9312-612b1f219a05, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:07.413194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] For port 9c668458-197f-4793-9312-612b1f219a05, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9c668458-197f-4793-9312-612b1f219a05,segment=NetworkSegment(8ce46c94-bd53-48cb-b94c-177c5873555f),segment_id=8ce46c94-bd53-48cb-b94c-177c5873555f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:07.529751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.533730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.577038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Usage tracker for resource:router and tenant:39b44590a3634e55bd004281d56fa660 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:07.581162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:07.594446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:07.604451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Transition to ACTIVE for port object ed036169-653d-4dd1-b83e-915987689ace will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:07.616101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:07.619838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.638023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.638360 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Added segment 859f73df-df70-41c8-a87d-c70f65091a97 of type vlan for network a64ceb3f-a6ff-4a80-a1a5-15de5016745f Feb 04 11:34:07.644599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.655702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Transition to ACTIVE for port object ed036169-653d-4dd1-b83e-915987689ace will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:07.673236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bc717-744c-4732-a568-95719c08e1ac None None] Pushing event updated for resources: {'Port': ['ID=9c668458-197f-4793-9312-612b1f219a05,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.691862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object d71dfde3-d623-4e50-81e5-e776b70bb023 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:07.702151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.703154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.710707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.737476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=449caa05-ef3f-4322-88fe-2b949610dddc,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.746253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': 'd141c2e4-8237-4090-86d8-9f1149eb068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:07.746253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 1d92f306-8122-4121-8a87-ed987d0825b1, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:07.756491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.768729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.787440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:07.814792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.815670 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Added segment b17e3c77-aaf9-444b-8a22-40c71875e4c1 of type vlan for network c69b9abe-73d4-4b09-85f6-12c319f244fd Feb 04 11:34:07.832582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:07.835717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:07.842946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:07.850955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.852695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Allocated IP 172.20.0.1 (8000e4a7-2b21-4255-8d9c-c02682606e62/79a41cbc-5f77-4b2f-8482-90e259b184d4/7ce19634-b5db-46c4-a99d-8587bed44c16) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:07.890655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.896871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Pushing event updated for resources: {'Port': ['ID=ed036169-653d-4dd1-b83e-915987689ace,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:07.949302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.955820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:34:07.968282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 1d92f306-8122-4121-8a87-ed987d0825b1 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:07.974524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Attempting to bind port ed036169-653d-4dd1-b83e-915987689ace on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:07.975136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Attempting to bind port ed036169-653d-4dd1-b83e-915987689ace by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'c6338908-fb73-4597-8b63-ea3eff20b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:07.975805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Attempting to bind port ed036169-653d-4dd1-b83e-915987689ace on network 8000e4a7-2b21-4255-8d9c-c02682606e62 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:07.984675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:07.985596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Checking segment: {'id': 'c6338908-fb73-4597-8b63-ea3eff20b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:07.986207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.986859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Bound using segment: {'id': 'c6338908-fb73-4597-8b63-ea3eff20b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:07.987615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Bound port: ed036169-653d-4dd1-b83e-915987689ace, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6338908-fb73-4597-8b63-ea3eff20b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:07.988252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:07.996333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:08.005878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:08.076812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:08.082023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1d92f306-8122-4121-8a87-ed987d0825b1) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:08.102938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.102938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.125435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] For port ed036169-653d-4dd1-b83e-915987689ace, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:08.133255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fda76-ffd0-4560-a48b-0e3f1e0f1e81 None None] Network 1d92f306-8122-4121-8a87-ed987d0825b1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:08.135151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.137908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.141712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.146779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.147451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.162801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] For port ed036169-653d-4dd1-b83e-915987689ace, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ed036169-653d-4dd1-b83e-915987689ace,segment=NetworkSegment(c6338908-fb73-4597-8b63-ea3eff20b6b7),segment_id=c6338908-fb73-4597-8b63-ea3eff20b6b7)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:08.180636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.196122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=d71dfde3-d623-4e50-81e5-e776b70bb023,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.212804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Transition to ACTIVE for port object 7ce19634-b5db-46c4-a99d-8587bed44c16 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:08.216617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.220896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.221060 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3f460399-4420-4201-8026-4796e435334a tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9328966 Feb 04 11:34:08.228701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:08.273965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.314708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-294504b9-8687-4377-8ea6-4e5cb663009b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4244585 Feb 04 11:34:08.326272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.332454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1', 'name': 'tempest-PortsIpV6TestJSON-2057546172', 'fixed_ips': [{'subnet_id': '449caa05-ef3f-4322-88fe-2b949610dddc', 'ip_address': '2001:db8::10'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:08.345848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Network': ['ID=a64ceb3f-a6ff-4a80-a1a5-15de5016745f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.364244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a64ceb3f-a6ff-4a80-a1a5-15de5016745f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:08.416653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:08.417512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.540784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685df5e-9bc1-4d86-a978-3de04d95b700 None None] Pushing event updated for resources: {'Port': ['ID=ed036169-653d-4dd1-b83e-915987689ace,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.633946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:08.657502 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Sync routers for ids ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:08.684470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Network': ['ID=c69b9abe-73d4-4b09-85f6-12c319f244fd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:08.689160 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Routers {'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:08.690064 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:08.704886 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-11200c1d-92cd-4010-b020-3fc67d74e467 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5091250 Feb 04 11:34:08.705563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network c69b9abe-73d4-4b09-85f6-12c319f244fd details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:08.718129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.758080 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eddef9c5-20be-44c1-b3a0-9aed58452bc7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8668857 Feb 04 11:34:08.758495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:08.775075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': '7e512a27-a6ae-4fa5-8e55-8897dab9c050', 'name': 'tempest-PortsTestJSON-1599321312'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:08.869470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1d92f306-8122-4121-8a87-ed987d0825b1', 'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': '449caa05-ef3f-4322-88fe-2b949610dddc'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:08.879284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.993670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:08.995176 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3d0c6de2-49e7-4e4a-a51f-35477b9e4b67 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5192158 Feb 04 11:34:08.998574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38028) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.042961 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Set router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:09.135855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Allocated IP 2001:db8::2 (1d92f306-8122-4121-8a87-ed987d0825b1/449caa05-ef3f-4322-88fe-2b949610dddc/b2660c05-33fe-42d4-bea4-c38e46867834) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:09.177865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.236357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:09.265214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:09.270886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:09.281118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:09.286023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:09.286151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:09.290158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:09.295685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:09.316672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.413250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.493269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34662870-1517-43bf-8ec3-06e1dd5e7785 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.501555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34662870-1517-43bf-8ec3-06e1dd5e7785 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.509770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34662870-1517-43bf-8ec3-06e1dd5e7785 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.518681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34662870-1517-43bf-8ec3-06e1dd5e7785 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:09.523105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-34662870-1517-43bf-8ec3-06e1dd5e7785 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7955337 Feb 04 11:34:09.523105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:09.525899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:09.579320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:09.618780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.654085 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:34:05Z', 'revision_number': 3, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:09.659651 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Checking router: ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:34:09.660308 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Updating router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 port 1708cf96-a5e1-4822-9a04-607cc69f3da3 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:34:09.696501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4be9c4-28f8-4a6e-a723-b2683ba6b5e6 None None] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:09.703839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Port': ['ID=7ce19634-b5db-46c4-a99d-8587bed44c16,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:09.722261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9c668458-197f-4793-9312-612b1f219a05 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:09.730288 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.841980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:09.852919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:09.863304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:09.892760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 29588f93-77a2-4bd5-8469-4ed469f23e1c yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:09.935211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:09.966524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Transition to ACTIVE for port object b2660c05-33fe-42d4-bea4-c38e46867834 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:09.978870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-297f365b-af13-41d3-bdcf-448c937ab954 None None] Provisioning for port 9c668458-197f-4793-9312-612b1f219a05 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:09.983013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.021935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Transition to ACTIVE for port object b2660c05-33fe-42d4-bea4-c38e46867834 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:10.049139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9c668458-197f-4793-9312-612b1f219a05 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:10.049326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.050488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510bc73-e4e1-495c-bc56-01f7da5b42ad None None] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:10.068629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:10.120480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.159001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Router a44713ac-fd81-428c-a01e-776c39d3910d is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:34:10.185068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9c668458-197f-4793-9312-612b1f219a05 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:10.185848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.218098 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.232190 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Transition to ACTIVE for port object 1708cf96-a5e1-4822-9a04-607cc69f3da3 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:10.270122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.288760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.323782 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.376765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Pushing event updated for resources: {'Port': ['ID=b2660c05-33fe-42d4-bea4-c38e46867834,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:10.441290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Network 1d92f306-8122-4121-8a87-ed987d0825b1 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:10.451665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:10.454703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:10.468141 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Attempting to bind port 1708cf96-a5e1-4822-9a04-607cc69f3da3 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:10.470576 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Attempting to bind port 1708cf96-a5e1-4822-9a04-607cc69f3da3 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:10.470576 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Attempting to bind port 1708cf96-a5e1-4822-9a04-607cc69f3da3 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:10.488655 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:10.489332 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:10.489954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.490503 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:10.491166 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Bound port: 1708cf96-a5e1-4822-9a04-607cc69f3da3, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:10.492443 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.585983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-973ca001-f469-4c52-bf93-49b4e2e9b62e None None] Provisioning for port ed036169-653d-4dd1-b83e-915987689ace completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:10.616057 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] For port 1708cf96-a5e1-4822-9a04-607cc69f3da3, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:10.620119 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] For port 1708cf96-a5e1-4822-9a04-607cc69f3da3, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1708cf96-a5e1-4822-9a04-607cc69f3da3,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:10.624226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:10.635629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.4 (7e512a27-a6ae-4fa5-8e55-8897dab9c050/5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe/29588f93-77a2-4bd5-8469-4ed469f23e1c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:10.650997 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Pushing event updated for resources: {'Port': ['ID=1708cf96-a5e1-4822-9a04-607cc69f3da3,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:10.657246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] Sync routers for ids ['a44713ac-fd81-428c-a01e-776c39d3910d'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:10.669716 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.670193 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.670395 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.670789 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.671297 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.671735 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.672073 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.673361 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.673701 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.674072 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.674502 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.674826 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:10.699157 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.721304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.727068 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-607132ba-b377-42ef-99b6-d06e01afb051 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "PUT /v2.0/routers/a44713ac-fd81-428c-a01e-776c39d3910d HTTP/1.1" status: 200 len: 694 time: 2.5050993 Feb 04 11:34:10.739790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:10.756752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Attempting to bind port b2660c05-33fe-42d4-bea4-c38e46867834 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:10.757349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Attempting to bind port b2660c05-33fe-42d4-bea4-c38e46867834 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'd141c2e4-8237-4090-86d8-9f1149eb068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:10.757714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Attempting to bind port b2660c05-33fe-42d4-bea4-c38e46867834 on network 1d92f306-8122-4121-8a87-ed987d0825b1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:10.769004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.783382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] Routers {'a44713ac-fd81-428c-a01e-776c39d3910d'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:10.784176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['a44713ac-fd81-428c-a01e-776c39d3910d'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:10.841809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:10.914846 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Routers {'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:10.915415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:10.941577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] Set router a44713ac-fd81-428c-a01e-776c39d3910d gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:10.968536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64ceb3f-a6ff-4a80-a1a5-15de5016745f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.003304 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8afc8-98cd-4a52-8f48-dc52b850f53d None None] Pushing event updated for resources: {'Port': ['ID=1708cf96-a5e1-4822-9a04-607cc69f3da3,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.032204 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-882da433-bd69-4d33-8868-440d2d4d1a23 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/routers/a44713ac-fd81-428c-a01e-776c39d3910d HTTP/1.1" status: 200 len: 700 time: 0.2852671 Feb 04 11:34:11.045596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.073488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859f73df-df70-41c8-a87d-c70f65091a97') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.074169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859f73df-df70-41c8-a87d-c70f65091a97') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.079326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44713ac-fd81-428c-a01e-776c39d3910d', 'name': 'tempest-RoutersTest-router-1634443796', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:07Z', 'updated_at': '2022-02-04T11:34:09Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.081674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:11.082055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Checking segment: {'id': 'd141c2e4-8237-4090-86d8-9f1149eb068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:11.082459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.082893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Bound using segment: {'id': 'd141c2e4-8237-4090-86d8-9f1149eb068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:11.083384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Bound port: b2660c05-33fe-42d4-bea4-c38e46867834, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd141c2e4-8237-4090-86d8-9f1149eb068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:11.083789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.120198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] Checking router: a44713ac-fd81-428c-a01e-776c39d3910d for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:34:11.145399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9c668458-197f-4793-9312-612b1f219a05, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9c668458-197f-4793-9312-612b1f219a05,segment=NetworkSegment(8ce46c94-bd53-48cb-b94c-177c5873555f),segment_id=8ce46c94-bd53-48cb-b94c-177c5873555f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:11.201255 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] Set router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:11.214906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] Routers {'a44713ac-fd81-428c-a01e-776c39d3910d'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:11.216748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['a44713ac-fd81-428c-a01e-776c39d3910d'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.220873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.221374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6508df6f-276f-45d7-b8a0-3d5da86bf2ab tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Synchronizing usage tracker for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:11.242349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::10 (1d92f306-8122-4121-8a87-ed987d0825b1/449caa05-ef3f-4322-88fe-2b949610dddc/0e92a3e9-3de6-4fce-9e08-6ebfb816f405) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:11.268851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6508df6f-276f-45d7-b8a0-3d5da86bf2ab tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Unset dirty status for tenant:39b44590a3634e55bd004281d56fa660 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:11.272745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.273363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6508df6f-276f-45d7-b8a0-3d5da86bf2ab tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=a44713ac-fd81-428c-a01e-776c39d3910d HTTP/1.1" status: 200 len: 205 time: 0.2266972 Feb 04 11:34:11.275061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.321208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:11.321673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.329128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.330023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ed036169-653d-4dd1-b83e-915987689ace up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:11.346135 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:11.508579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.543641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.550516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.555897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-104819cb-333f-4ef5-afdf-200b077eee5e None None] Provisioning for port d71dfde3-d623-4e50-81e5-e776b70bb023 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:11.587366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-104819cb-333f-4ef5-afdf-200b077eee5e None None] Provisioning complete for port d71dfde3-d623-4e50-81e5-e776b70bb023 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:11.587764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-104819cb-333f-4ef5-afdf-200b077eee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.620234 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:34:05Z', 'revision_number': 3, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.625710 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccfec8-6756-4478-b883-9cd6271e91ba None None] The sync data for ids ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'] in dv-neutron-827824-2-hyperv is: [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:34:05Z', 'revision_number': 3, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:11.647085 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.686186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] Set router a44713ac-fd81-428c-a01e-776c39d3910d gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:11.715310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.723988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Network': ['ID=a64ceb3f-a6ff-4a80-a1a5-15de5016745f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.729722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 29588f93-77a2-4bd5-8469-4ed469f23e1c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:11.781382 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0b9bf6b-be06-45ec-8eb5-33859936a1a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/networks/a64ceb3f-a6ff-4a80-a1a5-15de5016745f HTTP/1.1" status: 204 len: 168 time: 2.2542050 Feb 04 11:34:11.787325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:11.835230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] For port b2660c05-33fe-42d4-bea4-c38e46867834, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:11.837259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44713ac-fd81-428c-a01e-776c39d3910d', 'name': 'tempest-RoutersTest-router-1634443796', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:07Z', 'updated_at': '2022-02-04T11:34:09Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:11.855424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9c668458-197f-4793-9312-612b1f219a05,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:11.859039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-104819cb-333f-4ef5-afdf-200b077eee5e None None] Port d71dfde3-d623-4e50-81e5-e776b70bb023 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:11.862158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] For port b2660c05-33fe-42d4-bea4-c38e46867834, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2660c05-33fe-42d4-bea4-c38e46867834,segment=NetworkSegment(d141c2e4-8237-4090-86d8-9f1149eb068e),segment_id=d141c2e4-8237-4090-86d8-9f1149eb068e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:11.866017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896671f1-ca28-4da8-af45-59c2d8fced1f None None] The sync data for ids ['a44713ac-fd81-428c-a01e-776c39d3910d'] in dv-neutron-827824-2-hyperv is: [{'id': 'a44713ac-fd81-428c-a01e-776c39d3910d', 'name': 'tempest-RoutersTest-router-1634443796', 'tenant_id': '39b44590a3634e55bd004281d56fa660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:34:07Z', 'updated_at': '2022-02-04T11:34:09Z', 'revision_number': 2, 'project_id': '39b44590a3634e55bd004281d56fa660', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:11.891720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-104819cb-333f-4ef5-afdf-200b077eee5e None None] Provisioning complete for port 9c668458-197f-4793-9312-612b1f219a05 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:11.892085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-104819cb-333f-4ef5-afdf-200b077eee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:11.933029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.047434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Allocated IP 172.20.0.1 (48e9082e-79b7-49c6-8b21-84fcd7e41217/1c0a31f8-971e-4a46-923f-d8aa7f01a6d4/1cbc34f2-ae5a-42d1-8eca-5c68e43390b2) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:12.061343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.080359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.128557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.140035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port ed036169-653d-4dd1-b83e-915987689ace completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:12.202878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ed036169-653d-4dd1-b83e-915987689ace triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:12.203344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.325850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.450548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.494943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1441e08-3071-44c8-ae5e-f109ba75c75c None None] Pushing event updated for resources: {'Port': ['ID=b2660c05-33fe-42d4-bea4-c38e46867834,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:12.520740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port ed036169-653d-4dd1-b83e-915987689ace, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ed036169-653d-4dd1-b83e-915987689ace,segment=NetworkSegment(c6338908-fb73-4597-8b63-ea3eff20b6b7),segment_id=c6338908-fb73-4597-8b63-ea3eff20b6b7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:12.555631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Provisioning for port 7ce19634-b5db-46c4-a99d-8587bed44c16 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:12.561192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Provisioning complete for port 7ce19634-b5db-46c4-a99d-8587bed44c16 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:12.561733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.623251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.680873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.690785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.694397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d480cf48-63a9-439b-b4c9-d6096f2a12e3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:12.701453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.741811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Port': ['ID=7ce19634-b5db-46c4-a99d-8587bed44c16,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:12.824854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.865959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:12.873575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:12.883104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:12.885676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Port 7ce19634-b5db-46c4-a99d-8587bed44c16 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:12.935641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69b9abe-73d4-4b09-85f6-12c319f244fd']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:12.949869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=ed036169-653d-4dd1-b83e-915987689ace,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:12.970385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Provisioning complete for port d71dfde3-d623-4e50-81e5-e776b70bb023 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:12.970385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.977283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:12.995797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:13.020207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.020690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Fanout notify agent at l3_agent the message router_deleted on router a44713ac-fd81-428c-a01e-776c39d3910d {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:34:13.063333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17e3c77-aaf9-444b-8a22-40c71875e4c1') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:13.063659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17e3c77-aaf9-444b-8a22-40c71875e4c1') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:13.100101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.103274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d480cf48-63a9-439b-b4c9-d6096f2a12e3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:13.106928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-50cdabce-9fcf-4cda-b025-b44bb056ebcb tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/a44713ac-fd81-428c-a01e-776c39d3910d HTTP/1.1" status: 204 len: 168 time: 1.8284731 Feb 04 11:34:13.108562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.111046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.120430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:13.122085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.133530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.154543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=29588f93-77a2-4bd5-8469-4ed469f23e1c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.160807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Port d71dfde3-d623-4e50-81e5-e776b70bb023 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:13.185381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:13.186036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.190933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.213361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:13.242066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:13.242460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.257801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9cfc3f3d-7f75-4960-9fb7-587337209810 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=a44713ac-fd81-428c-a01e-776c39d3910d HTTP/1.1" status: 200 len: 205 time: 0.1413624 Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:13.260613 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:13.262875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38056) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.267466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Provisioning complete for port ed036169-653d-4dd1-b83e-915987689ace triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:13.267901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-26c8cfcf-9d03-4dc2-810c-3ce2d4fe6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.268461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.356811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 1d92f306-8122-4121-8a87-ed987d0825b1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:13.376912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:13.381113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:13.387233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:13.388367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.488336 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1605875 Feb 04 11:34:13.513267 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-330a8f6c-2a0c-4af8-aff2-1971b6c27e3e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7502630 Feb 04 11:34:13.515176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38060) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.520027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38062) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.532548 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-c015b0bb-b832-4339-b3a8-7db402ad6b12 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:13.535882 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c015b0bb-b832-4339-b3a8-7db402ad6b12 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/a44713ac-fd81-428c-a01e-776c39d3910d HTTP/1.1" status: 404 len: 336 time: 0.2694223 Feb 04 11:34:13.540735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.550680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '1d92f306-8122-4121-8a87-ed987d0825b1', 'name': 'tempest-PortsIpV6TestJSON-1015167054', 'fixed_ips': [{'subnet_id': '449caa05-ef3f-4322-88fe-2b949610dddc', 'ip_address': '2001:db8::f'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:13.563314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Transition to ACTIVE for port object 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:13.624728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d80de8-c2f9-4890-839d-2adf4d6051b4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=0e92a3e9-3de6-4fce-9e08-6ebfb816f405,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.638232 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-433100e7-bd11-4388-9270-a2b21ffa3dc5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:13.638695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433100e7-bd11-4388-9270-a2b21ffa3dc5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:13.646158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.710542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.716074 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/networks/c69b9abe-73d4-4b09-85f6-12c319f244fd HTTP/1.1" status: 204 len: 168 time: 1.8940222 Feb 04 11:34:13.716074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1a14-f950-493c-87cc-abf87c8633c8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Network': ['ID=c69b9abe-73d4-4b09-85f6-12c319f244fd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:13.720410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.722241 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-433100e7-bd11-4388-9270-a2b21ffa3dc5 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/8ed4e3af-9bd2-44b1-8eba-2f8c9d69ed38 HTTP/1.1" status: 404 len: 337 time: 0.1804352 Feb 04 11:34:13.725559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38074) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.796527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Provisioning complete for port 7ce19634-b5db-46c4-a99d-8587bed44c16 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:13.796527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.875076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2660c05-33fe-42d4-bea4-c38e46867834 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:13.882315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:13.888375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:13.893025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:13.907073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298c539-e0eb-48c5-a57b-aa0f9c8c84f0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:13.908688 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d298c539-e0eb-48c5-a57b-aa0f9c8c84f0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3856173 Feb 04 11:34:13.909800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:13.911664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:13.930220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:13.975802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Port 7ce19634-b5db-46c4-a99d-8587bed44c16 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:13.990383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Router 9490fec5-8f1f-43d8-be91-e399b437e2df is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:34:13.999514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:14.006178 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5db140-98e5-42e7-aadd-0707dbdbd5b3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:14.006627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5db140-98e5-42e7-aadd-0707dbdbd5b3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:14.010675 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e5db140-98e5-42e7-aadd-0707dbdbd5b3 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/28655be3-d16a-461a-97f6-1f5398b6de39 HTTP/1.1" status: 404 len: 337 time: 0.2623210 Feb 04 11:34:14.010875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 29588f93-77a2-4bd5-8469-4ed469f23e1c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:14.010875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.027536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:14.034349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.037131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:14.140260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:14.145527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.150523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Provisioning for port 29588f93-77a2-4bd5-8469-4ed469f23e1c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:14.158891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Provisioning complete for port 29588f93-77a2-4bd5-8469-4ed469f23e1c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:14.159724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.168969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:14.176970 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff369f6-bae2-401f-84ab-e3e08ced2fb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:14.177441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff369f6-bae2-401f-84ab-e3e08ced2fb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:14.179761 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1ff369f6-bae2-401f-84ab-e3e08ced2fb0 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/70a20186-2f59-46fa-843a-f62f26f317b6 HTTP/1.1" status: 404 len: 337 time: 0.1442914 Feb 04 11:34:14.199360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6350c-41c4-4f6c-8b3c-f21cd0f2199f tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.206193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6350c-41c4-4f6c-8b3c-f21cd0f2199f tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:14.206986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dad6350c-41c4-4f6c-8b3c-f21cd0f2199f tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Synchronizing usage tracker for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:14.208612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b2660c05-33fe-42d4-bea4-c38e46867834 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:14.209850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.213762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.234396 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9c668458-197f-4793-9312-612b1f219a05 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:14.264107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 6abd8f24-07f9-46e3-a93b-7927eddce69b yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:14.288096 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad543330-e2c8-4509-ad4c-0994403c6368 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:14.288560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad543330-e2c8-4509-ad4c-0994403c6368 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:14.292693 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ad543330-e2c8-4509-ad4c-0994403c6368 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/1abde7b6-4b8e-4141-b6c6-b14f979a58fd HTTP/1.1" status: 404 len: 337 time: 0.0726588 Feb 04 11:34:14.304758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38092) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.337070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645b773-0833-4426-b5ca-3912cc6db480 None None] Network 1d92f306-8122-4121-8a87-ed987d0825b1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:14.383379 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4c9b6730-86f9-45c3-a676-7221d7642e6c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 200 len: 205 time: 0.0734780 Feb 04 11:34:14.391690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38096) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.419231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:14.432880 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] Sync routers for ids ['9490fec5-8f1f-43d8-be91-e399b437e2df'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:14.453100 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] Routers {'9490fec5-8f1f-43d8-be91-e399b437e2df'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:14.454269 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9490fec5-8f1f-43d8-be91-e399b437e2df'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:14.466529 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-c9e2734a-79aa-43bc-bbd6-8d960494f9ce tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:14.470433 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c9e2734a-79aa-43bc-bbd6-8d960494f9ce tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/080bb77d-977f-428f-b772-68c390110dbc HTTP/1.1" status: 404 len: 336 time: 0.0802720 Feb 04 11:34:14.471419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.510858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dad6350c-41c4-4f6c-8b3c-f21cd0f2199f tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Unset dirty status for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:14.517935 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dad6350c-41c4-4f6c-8b3c-f21cd0f2199f tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7942719 Feb 04 11:34:14.525918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.534547 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2dfc4c21-519f-4065-be22-16b5c3505a14 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e860f1-f3df-4aec-84d4-58daedf22f43 HTTP/1.1" status: 200 len: 205 time: 0.0614326 Feb 04 11:34:14.539361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c623e515-c170-42d9-bdc3-581e615739e7 None None] Port 29588f93-77a2-4bd5-8469-4ed469f23e1c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:14.539509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-787105393'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:14.568319 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:14.597651 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] Routers {'9490fec5-8f1f-43d8-be91-e399b437e2df'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:14.598270 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9490fec5-8f1f-43d8-be91-e399b437e2df'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:14.632974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.649502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:14.665691 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:14.666839 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a20cbe-d5f0-4ab6-b9e8-68c0451e226e None None] The sync data for ids ['9490fec5-8f1f-43d8-be91-e399b437e2df'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:14.775987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-03032878-98e0-4b88-a5a8-459bf2ae9c3d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:14.777983 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-03032878-98e0-4b88-a5a8-459bf2ae9c3d tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/06e860f1-f3df-4aec-84d4-58daedf22f43 HTTP/1.1" status: 404 len: 336 time: 0.1417708 Feb 04 11:34:14.778346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9c668458-197f-4793-9312-612b1f219a05 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:14.778793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:14.778907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:14.785376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.801030 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a4059992-e801-4999-ac11-6b14ec419b8b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "PUT /v2.0/routers/9490fec5-8f1f-43d8-be91-e399b437e2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2529087 Feb 04 11:34:14.806053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38116) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.833674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'port': {'network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62', 'name': 'tempest-FloatingIPNegativeTestJSON-1624194780'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:14.853231 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-278de455-a1fe-48b6-b23b-29fe9f06299b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:14.853856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278de455-a1fe-48b6-b23b-29fe9f06299b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:14.858448 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-278de455-a1fe-48b6-b23b-29fe9f06299b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/00b5c7f4-ce7a-4c93-b4a5-54a37a68a921 HTTP/1.1" status: 404 len: 337 time: 0.0696838 Feb 04 11:34:14.859358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.932795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-41374fdc-4bba-4676-82a8-264a0d6119fe tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 200 len: 205 time: 0.0717757 Feb 04 11:34:14.941185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38124) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:14.976390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ed036169-653d-4dd1-b83e-915987689ace up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:15.005728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Provisioning for port b2660c05-33fe-42d4-bea4-c38e46867834 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:15.023094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::f (1d92f306-8122-4121-8a87-ed987d0825b1/449caa05-ef3f-4322-88fe-2b949610dddc/6abd8f24-07f9-46e3-a93b-7927eddce69b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:15.033507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Provisioning complete for port b2660c05-33fe-42d4-bea4-c38e46867834 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:15.033883 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.041420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:15.046719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.060524 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-16ab2c35-c629-4e23-9f6d-661261332c5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:15.063955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.064099 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-16ab2c35-c629-4e23-9f6d-661261332c5b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/6b3dd46a-7cd1-438d-a4b8-7403c9e742c3 HTTP/1.1" status: 404 len: 336 time: 0.1191471 Feb 04 11:34:15.066930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.119660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ed036169-653d-4dd1-b83e-915987689ace triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:15.120027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.246494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.267705 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4da785b5-779f-44f8-8d80-e91ca4c05f80 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=67e83132-d7d8-48f0-b372-e4bf0d193e97 HTTP/1.1" status: 200 len: 205 time: 0.1995881 Feb 04 11:34:15.270746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.339851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] For port b2660c05-33fe-42d4-bea4-c38e46867834, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2660c05-33fe-42d4-bea4-c38e46867834,segment=NetworkSegment(d141c2e4-8237-4090-86d8-9f1149eb068e),segment_id=d141c2e4-8237-4090-86d8-9f1149eb068e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:15.351223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:15.351354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1708cf96-a5e1-4822-9a04-607cc69f3da3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:15.353683 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-2601eeb5-3ec6-481d-87e6-03e908c1934b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:15.354625 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2601eeb5-3ec6-481d-87e6-03e908c1934b tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/67e83132-d7d8-48f0-b372-e4bf0d193e97 HTTP/1.1" status: 404 len: 336 time: 0.0829716 Feb 04 11:34:15.358141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.411026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 29588f93-77a2-4bd5-8469-4ed469f23e1c owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:15.422134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.422497 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Added segment addac341-065a-410f-a730-a222b3556a29 of type vlan for network 786f642c-f812-404f-b9c3-2ab5df4f71ec Feb 04 11:34:15.435161 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-50867b2a-90de-4a49-9bdf-dae5b64bd6b7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:15.435641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50867b2a-90de-4a49-9bdf-dae5b64bd6b7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:15.446612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:15.460963 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-50867b2a-90de-4a49-9bdf-dae5b64bd6b7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/1e3d5448-9de0-4cd4-80c8-bbd41e7878bf HTTP/1.1" status: 404 len: 337 time: 0.1018581 Feb 04 11:34:15.464879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.469929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38140) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.471261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:port and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:15.481503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:15.502364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:15.525488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.550443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 1708cf96-a5e1-4822-9a04-607cc69f3da3 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:15.559059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.562436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1708cf96-a5e1-4822-9a04-607cc69f3da3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:15.563395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.597590 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-45040c86-5a4f-4379-a1a0-37f767da8f04 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d04027-4165-4110-a2d2-9b3cdf0ef1ec HTTP/1.1" status: 200 len: 205 time: 0.1258817 Feb 04 11:34:15.598394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38144) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.598775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Pushing event updated for resources: {'Port': ['ID=b2660c05-33fe-42d4-bea4-c38e46867834,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:15.633249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Provisioning for port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:15.640105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Provisioning complete for port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:15.640731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.686547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.707678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8836590b-d1f4-4420-a300-884b7d622e09 None None] Port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:15.714691 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-8cc5345b-2843-4f98-bbf6-02508d61ce42 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:15.715836 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8cc5345b-2843-4f98-bbf6-02508d61ce42 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/01d04027-4165-4110-a2d2-9b3cdf0ef1ec HTTP/1.1" status: 404 len: 336 time: 0.1166501 Feb 04 11:34:15.723097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38148) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.730068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 6abd8f24-07f9-46e3-a93b-7927eddce69b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:15.733611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.739734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:15.740341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.759514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Made reservation on behalf of ed8f4de19eb34e9e836ea1d20b026447 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:15.765504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.785488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.789081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.806656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 1708cf96-a5e1-4822-9a04-607cc69f3da3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1708cf96-a5e1-4822-9a04-607cc69f3da3,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:15.830293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34168dda-1b4e-497b-afd1-f6d505464b35 None None] Provisioning complete for port b2660c05-33fe-42d4-bea4-c38e46867834 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:15.830663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34168dda-1b4e-497b-afd1-f6d505464b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.856762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=29588f93-77a2-4bd5-8469-4ed469f23e1c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:15.865537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] device_id is not set on port 0d60fb6e-a085-42a4-98f3-ccda02b07c09 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:15.867959 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bb00b3-5a98-4bec-afca-b0fc3e38446c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:15.868415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bb00b3-5a98-4bec-afca-b0fc3e38446c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:15.872482 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-61bb00b3-5a98-4bec-afca-b0fc3e38446c tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/4d6792eb-ab96-4ca6-8756-2d4c6f1d68f1 HTTP/1.1" status: 404 len: 337 time: 0.1457400 Feb 04 11:34:15.889407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.901160 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3741815 Feb 04 11:34:15.906123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38156) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:15.946056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.962909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:15.963184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1625379854'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:16.027650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:16.091930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2660c05-33fe-42d4-bea4-c38e46867834 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:16.164547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 1d92f306-8122-4121-8a87-ed987d0825b1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:16.166056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:16.178222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:16.190193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.193949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:16.195742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebeb8e-7da0-4368-9e89-8266907b6e9b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Network': ['ID=786f642c-f812-404f-b9c3-2ab5df4f71ec,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.202908 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1c880a41-53c2-42d0-aa2a-1ccec0672ae9 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ee089c4-d881-4d06-8ea8-7f535ff47897 HTTP/1.1" status: 200 len: 205 time: 0.3078423 Feb 04 11:34:16.203441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38160) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.208318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:16.209028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.218304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 786f642c-f812-404f-b9c3-2ab5df4f71ec details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:16.244564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=1708cf96-a5e1-4822-9a04-607cc69f3da3,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.244781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=6abd8f24-07f9-46e3-a93b-7927eddce69b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.284224 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-3596127c-36ae-4e64-8313-f79cc56447e2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] delete failed (client error): The resource could not be found. Feb 04 11:34:16.287536 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3596127c-36ae-4e64-8313-f79cc56447e2 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/routers/9ee089c4-d881-4d06-8ea8-7f535ff47897 HTTP/1.1" status: 404 len: 336 time: 0.0804410 Feb 04 11:34:16.287536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.295841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.298964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.326578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34168dda-1b4e-497b-afd1-f6d505464b35 None None] Provisioning for port 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:16.336785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-34168dda-1b4e-497b-afd1-f6d505464b35 None None] Provisioning complete for port 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:16.337549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34168dda-1b4e-497b-afd1-f6d505464b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.353403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:16.356868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.387285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67adabaa-4647-4053-b4fa-9e74e72204da tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/29588f93-77a2-4bd5-8469-4ed469f23e1c HTTP/1.1" status: 204 len: 168 time: 2.4746120 Feb 04 11:34:16.388369 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4381a374-32f8-4fbc-aca1-f72392a575e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:16.388803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4381a374-32f8-4fbc-aca1-f72392a575e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:16.393157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4381a374-32f8-4fbc-aca1-f72392a575e7 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/e91a9072-ed6d-4eb1-80a5-6d9bf94850f0 HTTP/1.1" status: 404 len: 337 time: 0.0904007 Feb 04 11:34:16.393334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.396654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.400305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cbebfda2-24da-41e6-9234-8a0efb3eaa4a tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8788462 Feb 04 11:34:16.401431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.410090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-34168dda-1b4e-497b-afd1-f6d505464b35 None None] Port 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:16.425383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:16.436054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.436393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Added segment 8aaadce9-de3b-4bdc-8055-1ae56a1e7abb of type vlan for network abf9cc04-13eb-4156-93da-aedd7564403c Feb 04 11:34:16.442038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b2660c05-33fe-42d4-bea4-c38e46867834 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:16.442760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.491838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Allocated IP 172.20.0.10 (8000e4a7-2b21-4255-8d9c-c02682606e62/79a41cbc-5f77-4b2f-8482-90e259b184d4/0d60fb6e-a085-42a4-98f3-ccda02b07c09) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:16.497368 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a049086-cb27-4859-b3c4-e40a60fc1a55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] DELETE failed (client error): The resource could not be found. Feb 04 11:34:16.497822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a049086-cb27-4859-b3c4-e40a60fc1a55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:34:16.501962 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7a049086-cb27-4859-b3c4-e40a60fc1a55 tempest-RoutersTest-2131155618 tempest-RoutersTest-2131155618-project] 10.222.0.36 "DELETE /v2.0/subnets/892e8e03-7fbe-44ed-b01f-ce8da9054b50 HTTP/1.1" status: 404 len: 337 time: 0.0975773 Feb 04 11:34:16.501962 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-92683b2a-7e3f-475f-8936-e3c7ab9a3ecc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:34:16.501962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-92683b2a-7e3f-475f-8936-e3c7ab9a3ecc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:16.522889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.530001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.543088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:16.679190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-92683b2a-7e3f-475f-8936-e3c7ab9a3ecc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:16.680495 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-92683b2a-7e3f-475f-8936-e3c7ab9a3ecc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/29588f93-77a2-4bd5-8469-4ed469f23e1c HTTP/1.1" status: 404 len: 333 time: 0.2854931 Feb 04 11:34:16.684732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:16.727326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53369e0d-8aaf-4de4-b95d-196fcfdc18e6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:16.728180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-53369e0d-8aaf-4de4-b95d-196fcfdc18e6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:16.752690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:16.755851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:16.774909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-04211025-5969-4101-ae2f-d603253507ad None None] Provisioning for port 6abd8f24-07f9-46e3-a93b-7927eddce69b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:16.783132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-04211025-5969-4101-ae2f-d603253507ad None None] Provisioning complete for port 6abd8f24-07f9-46e3-a93b-7927eddce69b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:16.784097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-04211025-5969-4101-ae2f-d603253507ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.821077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.844697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Transition to ACTIVE for port object 0d60fb6e-a085-42a4-98f3-ccda02b07c09 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:16.847473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.847638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port d71dfde3-d623-4e50-81e5-e776b70bb023 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:16.848219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.854477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:16.854477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:16.862109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-04211025-5969-4101-ae2f-d603253507ad None None] Port 6abd8f24-07f9-46e3-a93b-7927eddce69b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:16.894655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-53369e0d-8aaf-4de4-b95d-196fcfdc18e6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:16.895836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-53369e0d-8aaf-4de4-b95d-196fcfdc18e6 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4892681 Feb 04 11:34:16.908882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38186) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.094383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d8e5e442-70b6-4e6d-b2e3-a9949bd60e07 None None] Provisioning complete for port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:17.095388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d8e5e442-70b6-4e6d-b2e3-a9949bd60e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.142577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Network': ['ID=abf9cc04-13eb-4156-93da-aedd7564403c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:17.154857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network abf9cc04-13eb-4156-93da-aedd7564403c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:17.185122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c9248c22-ff2b-48e3-b724-890fe4bda74d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2773411 Feb 04 11:34:17.188712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38192) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.197798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'ports': [{'network_id': '786f642c-f812-404f-b9c3-2ab5df4f71ec', 'name': 'tempest-port--144612344', 'admin_state_up': True}, {'network_id': 'abf9cc04-13eb-4156-93da-aedd7564403c', 'admin_state_up': False}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:17.198379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'port': {'network_id': '786f642c-f812-404f-b9c3-2ab5df4f71ec', 'name': 'tempest-port--144612344', 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:17.199283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'port': {'network_id': 'abf9cc04-13eb-4156-93da-aedd7564403c', 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:17.218338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38196) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.259656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5e442-70b6-4e6d-b2e3-a9949bd60e07 None None] Port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:17.299576 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:34:17.349277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.399332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:34:17.429044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25936d-0d34-4f5c-90e4-40059c06e4f1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.434914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25936d-0d34-4f5c-90e4-40059c06e4f1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.441615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25936d-0d34-4f5c-90e4-40059c06e4f1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.442482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d25936d-0d34-4f5c-90e4-40059c06e4f1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:17.449197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:17.455381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:17.457801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:17.576928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Port': ['ID=0d60fb6e-a085-42a4-98f3-ccda02b07c09,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:17.585637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d25936d-0d34-4f5c-90e4-40059c06e4f1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:17.586843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9d25936d-0d34-4f5c-90e4-40059c06e4f1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6770048 Feb 04 11:34:17.590512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38202) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.635194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.650624 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ce55868-009d-4e49-a70c-7b7dea6c3dbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39b44590a3634e55bd004281d56fa660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250519 Feb 04 11:34:17.657004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.671574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:17.672786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.707338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:17.712917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 6abd8f24-07f9-46e3-a93b-7927eddce69b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:17.713262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.753923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Usage tracker for resource:port and tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:17.753923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:17.768059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:17.779203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ca48a4e0-eaba-4cde-bcd8-e58a3d5d7a1d None None] Provisioning for port 0d60fb6e-a085-42a4-98f3-ccda02b07c09 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:17.785524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ca48a4e0-eaba-4cde-bcd8-e58a3d5d7a1d None None] Provisioning complete for port 0d60fb6e-a085-42a4-98f3-ccda02b07c09 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:17.790633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ca48a4e0-eaba-4cde-bcd8-e58a3d5d7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.820075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8899ac1e-8ee4-4ad3-b806-893a45088519 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0118887 Feb 04 11:34:17.827927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:17.833735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:17.849780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for d71dfde3-d623-4e50-81e5-e776b70bb023 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:17.850040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:17.855160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ca48a4e0-eaba-4cde-bcd8-e58a3d5d7a1d None None] Port 0d60fb6e-a085-42a4-98f3-ccda02b07c09 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:17.857764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:floatingip and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:17.862451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:17.885019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:17.941413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'port': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:17.945572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:17.966160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:17.973396 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-34ee7d08-ac4b-48f8-8a4c-4b912aa32388 admin admin] 10.222.0.36 "PUT /v2.0/routers/ca4044ca-a4fd-47b7-9fd0-387a651dc3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9736161 Feb 04 11:34:17.997244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Sync routers for ids ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:17.997641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.006108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Routers {'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:18.007004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:18.080818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8e106dc-c022-4269-9e5e-b80bd9d5e243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.117985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8e106dc-c022-4269-9e5e-b80bd9d5e243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.205212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1708cf96-a5e1-4822-9a04-607cc69f3da3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:18.206778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.254972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.318504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Set router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:18.323849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8e106dc-c022-4269-9e5e-b80bd9d5e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.350655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=d71dfde3-d623-4e50-81e5-e776b70bb023,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.361815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e106dc-c022-4269-9e5e-b80bd9d5e243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583447b1-7f0a-49cd-9143-becc02fd7e40,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:18.403841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1708cf96-a5e1-4822-9a04-607cc69f3da3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:18.404225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.463473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.492588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8e106dc-c022-4269-9e5e-b80bd9d5e243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.494029 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e8e106dc-c022-4269-9e5e-b80bd9d5e243 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/583447b1-7f0a-49cd-9143-becc02fd7e40 HTTP/1.1" status: 204 len: 168 time: 0.8361042 Feb 04 11:34:18.534275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.536327 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15edffc5-756c-4811-b362-61c9d9257e29 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/d71dfde3-d623-4e50-81e5-e776b70bb023 HTTP/1.1" status: 204 len: 168 time: 1.8505967 Feb 04 11:34:18.544025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38222) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:18.654497 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd59da2-9be8-4cdb-a159-bba4e811a23d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:34:18.655102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4dd59da2-9be8-4cdb-a159-bba4e811a23d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:18.749464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 6abd8f24-07f9-46e3-a93b-7927eddce69b owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:18.778472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4dd59da2-9be8-4cdb-a159-bba4e811a23d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:18.779825 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4dd59da2-9be8-4cdb-a159-bba4e811a23d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/d71dfde3-d623-4e50-81e5-e776b70bb023 HTTP/1.1" status: 404 len: 333 time: 0.2346873 Feb 04 11:34:18.782611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38226) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:18.803086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] device_id is not set on port dc95b587-6598-4060-8cf4-cbcd0c72d0a0 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:18.923136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:18.926707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.965949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1cbc34f2-ae5a-42d1-8eca-5c68e43390b2', 'name': '', 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'mac_address': 'fa:16:3e:97:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:11Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 2, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'subnets': [{'id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:18.974954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Checking router: ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:34:18.976389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Updating router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:34:18.983040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:18.996501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.053577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.109087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.128400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.271206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.279016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707496613', 'description': 'tempest-secgroup-smoke-1707496613 description', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:19.286673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:19.291916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:19.295296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:19.303453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.304076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:19.350802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.380699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=6abd8f24-07f9-46e3-a93b-7927eddce69b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:19.396858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.409627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.412662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:19.423538 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96add612-03db-4ee6-9fda-f8e19b3ec6aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe HTTP/1.1" status: 204 len: 168 time: 0.6398442 Feb 04 11:34:19.431662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:19.433791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:19.436937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:19.443818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:19.448986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38242) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.450896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f8500-452e-4984-9f60-4644ef91cdb5 None None] Network 7e512a27-a6ae-4fa5-8e55-8897dab9c050 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:19.533177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.576553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Allocated IP 172.26.6.205 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/3fff826d-4229-499a-af4f-5ff0f3b44c4c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:19.590994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] device_id is not set on port 6ef3b6ff-8827-4d8f-8938-2278c9ec3505 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:19.713294 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5ea57708-dafb-4edf-a82d-4a2ba9924ed0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/6abd8f24-07f9-46e3-a93b-7927eddce69b HTTP/1.1" status: 204 len: 168 time: 2.1136534 Feb 04 11:34:19.718351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38248) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:19.793542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.824154 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0003483-6d75-4cfe-bc5d-b298ab397ffa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:34:19.824771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f0003483-6d75-4cfe-bc5d-b298ab397ffa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:19.860575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.872996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Transition to ACTIVE for port object 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:19.889352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.894511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 9c668458-197f-4793-9312-612b1f219a05 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:19.894973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.940820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.966841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:19.974305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f0003483-6d75-4cfe-bc5d-b298ab397ffa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:19.978603 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f0003483-6d75-4cfe-bc5d-b298ab397ffa tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/6abd8f24-07f9-46e3-a93b-7927eddce69b HTTP/1.1" status: 404 len: 333 time: 0.2556353 Feb 04 11:34:19.981228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:20.001968 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.013043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.068438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:20.068790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.217959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.248930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525edf75-4111-441e-a6a5-c26ae5cc9b87,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.269084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.297726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] For port 9c668458-197f-4793-9312-612b1f219a05, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9c668458-197f-4793-9312-612b1f219a05,segment=NetworkSegment(8ce46c94-bd53-48cb-b94c-177c5873555f),segment_id=8ce46c94-bd53-48cb-b94c-177c5873555f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:20.298288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.332657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] DHCP port deletion for 7e512a27-a6ae-4fa5-8e55-8897dab9c050 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:20.396348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70933eb-d494-4e6b-8f51-49b88bddf9d4 None None] Pushing event updated for resources: {'Port': ['ID=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.412745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Deleting port 9c668458-197f-4793-9312-612b1f219a05 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:20.413420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.432253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:20.445182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 9c668458-197f-4793-9312-612b1f219a05 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:20.481422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.486207 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-45784964-0d02-4b7f-8f30-4f9ed6df69e6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2097826 Feb 04 11:34:20.486378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Attempting to bind port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:20.486378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Attempting to bind port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:20.486378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Attempting to bind port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 on network 48e9082e-79b7-49c6-8b21-84fcd7e41217 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:20.489215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:20.490783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:20.502568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:20.502568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Checking segment: {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:20.502568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.502568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Bound using segment: {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:20.503020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:20.503120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Bound port: 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5503ed69-9c2d-404f-8295-a17f522e7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:20.503120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.524594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:20.560275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Port': ['ID=3fff826d-4229-499a-af4f-5ff0f3b44c4c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.567081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group_rule': {'security_group_id': '525edf75-4111-441e-a6a5-c26ae5cc9b87', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:20.593554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.633069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.645691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:20.714737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No DVR routers for this DVR port 9c668458-197f-4793-9312-612b1f219a05 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:20.728013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:20.771066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=9c668458-197f-4793-9312-612b1f219a05,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.780507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-961379676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:20.798868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] For port 9c668458-197f-4793-9312-612b1f219a05, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9c668458-197f-4793-9312-612b1f219a05,segment=NetworkSegment(8ce46c94-bd53-48cb-b94c-177c5873555f),segment_id=8ce46c94-bd53-48cb-b94c-177c5873555f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:20.799267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.805443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:20.807669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:20.814792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] For port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:20.824264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 0e92a3e9-3de6-4fce-9e08-6ebfb816f405 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:20.856604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:20.869851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:router and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:20.890083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:20.901917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:20.908820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Checking segment: {'id': 'addac341-065a-410f-a730-a222b3556a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '786f642c-f812-404f-b9c3-2ab5df4f71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:20.909419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network hostable DHCP agents. Network: 786f642c-f812-404f-b9c3-2ab5df4f71ec, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:20.913732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.925466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Port': ['ID=dc95b587-6598-4060-8cf4-cbcd0c72d0a0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:20.944026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] For port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:20.951172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Calling delete_port for 9c668458-197f-4793-9312-612b1f219a05 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:20.956117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e512a27-a6ae-4fa5-8e55-8897dab9c050']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:20.972190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce46c94-bd53-48cb-b94c-177c5873555f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:20.972190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce46c94-bd53-48cb-b94c-177c5873555f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:20.984992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:20.997730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.007939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.017430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:21.017906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:21.038789 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:21.045814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.050490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:21.051047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:21.054146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.058464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network 786f642c-f812-404f-b9c3-2ab5df4f71ec is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:21.096799 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.098197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.148395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Routers {'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:21.149069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:21.174685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 786f642c-f812-404f-b9c3-2ab5df4f71ec) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:21.183758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.191345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:21.192544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.220687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba942e-8df9-4c60-a18a-22012e0467c3 None None] Network 786f642c-f812-404f-b9c3-2ab5df4f71ec requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:21.233793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70933eb-d494-4e6b-8f51-49b88bddf9d4 None None] Pushing event updated for resources: {'Port': ['ID=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.276116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.339187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.366545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.381052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=7e512a27-a6ae-4fa5-8e55-8897dab9c050,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.412664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.412838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.417090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.422279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.509324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4682dff5-8f4c-486d-b336-edd0c86b6309,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.510840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.511001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Port': ['ID=6ef3b6ff-8827-4d8f-8938-2278c9ec3505,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.536689 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-77ee44e3-ed49-4ae4-bd36-eb7c1f4b3310 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0998909 Feb 04 11:34:21.538301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c2ffb596-a064-47c3-b1f7-18b980d28663 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/7e512a27-a6ae-4fa5-8e55-8897dab9c050 HTTP/1.1" status: 204 len: 168 time: 2.0881290 Feb 04 11:34:21.538989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.545741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1462737655'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:21.551336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38278) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.552439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] Set router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:34:21.559210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1446604501'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:21.565620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:21.570560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:21.573297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:network and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:21.577546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:21.581721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:21.587007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:21.590130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:21.596983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:21.601829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Deleting port 9c668458-197f-4793-9312-612b1f219a05 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:21.602209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.667152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=0e92a3e9-3de6-4fce-9e08-6ebfb816f405,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:21.671835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.677827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.677970 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b83b6d98-7404-4879-8b48-51a419784be1 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/0e92a3e9-3de6-4fce-9e08-6ebfb816f405 HTTP/1.1" status: 204 len: 168 time: 1.6981270 Feb 04 11:34:21.689251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Checking segment: {'id': '8aaadce9-de3b-4bdc-8055-1ae56a1e7abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'abf9cc04-13eb-4156-93da-aedd7564403c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:21.690003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network hostable DHCP agents. Network: abf9cc04-13eb-4156-93da-aedd7564403c, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:21.711259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7ab93f0b-b6b2-414f-a243-96487a624752 None None] The port '9c668458-197f-4793-9312-612b1f219a05' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:21.774380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.778403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-32e23b19-1f53-44cf-bd9c-3506f8a7c846 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2768002 Feb 04 11:34:21.780436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.785569 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-443bf7f9-161d-46f9-8ec5-13b408d12454 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:34:21.785569 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-443bf7f9-161d-46f9-8ec5-13b408d12454 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/0e92a3e9-3de6-4fce-9e08-6ebfb816f405 HTTP/1.1" status: 404 len: 333 time: 0.1055388 Feb 04 11:34:21.790127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:21.794641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.803441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38290) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:21.808347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group_rule': {'security_group_id': '525edf75-4111-441e-a6a5-c26ae5cc9b87', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:21.856200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:21.865295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:21.868849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.869133 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0 of type vlan for network 8b617d2f-ace7-4be5-aef1-a8370f15f30e Feb 04 11:34:21.874880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:21.879487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.896495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.900629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:21.910456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:21.913308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network abf9cc04-13eb-4156-93da-aedd7564403c is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:21.928871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:21.931032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:21.935518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:21.950408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:security_group_rule and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:21.956046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:21.962310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 449caa05-ef3f-4322-88fe-2b949610dddc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:21.964808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:21.970808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.007672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, abf9cc04-13eb-4156-93da-aedd7564403c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:22.019700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:22.020635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.026046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.026668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.028354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3fba4-6044-4ac6-8fb6-69a0719545ba None None] Network abf9cc04-13eb-4156-93da-aedd7564403c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:22.052935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.053919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9c668458-197f-4793-9312-612b1f219a05 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:22.091658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.116105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.121760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.127690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.128817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.161365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9c668458-197f-4793-9312-612b1f219a05 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:22.162277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9c668458-197f-4793-9312-612b1f219a05 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:22.173613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.229814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.242552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.269006 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-57500ee8-fda6-4bec-98b3-69282d571e06 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0765038 Feb 04 11:34:22.269006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.270975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38294) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.299803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:22.299803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bf91cd-b3d8-49f6-9a21-077afd4691dc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.301169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=8b617d2f-ace7-4be5-aef1-a8370f15f30e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.313521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.313521 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Added segment 6f58132b-1f5b-4648-bc61-df9ad1bd9d70 of type vlan for network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 Feb 04 11:34:22.337136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.345874 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-669f30b3-5ef8-48ea-966c-2bfda2ce3445 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7934339 Feb 04 11:34:22.348717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.351493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:22.358131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.365108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:22.440278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1cbc34f2-ae5a-42d1-8eca-5c68e43390b2', 'name': '', 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'mac_address': 'fa:16:3e:97:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:11Z', 'updated_at': '2022-02-04T11:34:20Z', 'revision_number': 4, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'subnets': [{'id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:22.450825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840bc84-af22-4378-972a-13336b0bd88c None None] The sync data for ids ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'] in dv-neutron-827824-2-hyperv is: [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1cbc34f2-ae5a-42d1-8eca-5c68e43390b2', 'name': '', 'network_id': '48e9082e-79b7-49c6-8b21-84fcd7e41217', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'mac_address': 'fa:16:3e:97:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:11Z', 'updated_at': '2022-02-04T11:34:20Z', 'revision_number': 4, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'subnets': [{'id': '1c0a31f8-971e-4a46-923f-d8aa7f01a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:22.452575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.500030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:22.506551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:22.509761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:22.517697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:22.553147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Port': ['ID=3fff826d-4229-499a-af4f-5ff0f3b44c4c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.555323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca788db-e488-4465-a874-c100a877d5f8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.582160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.601337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.607160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.607800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.613043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6aca5-64a3-48a8-af48-963fc80ad9f0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.621482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6aca5-64a3-48a8-af48-963fc80ad9f0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:22.622435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-67b6aca5-64a3-48a8-af48-963fc80ad9f0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Synchronizing usage tracker for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:22.639078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.651359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:22.655058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.694838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.696144 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-506930d0-d765-47f5-af04-c8ae9228df95 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9139333 Feb 04 11:34:22.698585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=449caa05-ef3f-4322-88fe-2b949610dddc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.700176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.703828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.708449 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7280e666-cb6e-439b-853a-5785a01551c0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/449caa05-ef3f-4322-88fe-2b949610dddc HTTP/1.1" status: 204 len: 168 time: 0.9039083 Feb 04 11:34:22.709159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38306) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.712421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group_rule': {'security_group_id': '525edf75-4111-441e-a6a5-c26ae5cc9b87', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:22.714999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325fdc6b-33ea-4c95-8e49-88361420bcaa None None] Network 1d92f306-8122-4121-8a87-ed987d0825b1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:22.740073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:22.745599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.750621 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-24389788-2887-432d-972c-f340ce2908e9 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9204373 Feb 04 11:34:22.751334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38310) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.762698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-de3d072e-4b6f-4c8f-a71a-015c292e4826 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'floatingip': {'port_id': '0d60fb6e-a085-42a4-98f3-ccda02b07c09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:22.926863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:22.930310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:22.938650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:22.951340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Network': ['ID=50ab03c5-8a8a-4bff-bb1f-7c19e0792c85,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:22.959352 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0979df27-90a3-4175-84bd-3fa07f40eec9 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4166293 Feb 04 11:34:22.965026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:22.970131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'subnet': {'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:22.984084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-67b6aca5-64a3-48a8-af48-963fc80ad9f0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Unset dirty status for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:22.988299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67b6aca5-64a3-48a8-af48-963fc80ad9f0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7126048 Feb 04 11:34:22.991249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:22.995797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:23.003210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:23.046970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de3d072e-4b6f-4c8f-a71a-015c292e4826 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.157804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:23.165645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:subnet and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:23.211953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:23.225966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:23.308013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port b2660c05-33fe-42d4-bea4-c38e46867834 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:23.308487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.325672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] DHCP port deletion for 1d92f306-8122-4121-8a87-ed987d0825b1 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:23.331275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] Deleting port b2660c05-33fe-42d4-bea4-c38e46867834 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:23.331957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.337823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.401332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Deleting port dc95b587-6598-4060-8cf4-cbcd0c72d0a0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:23.401676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.464795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:23.474885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.503511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-de3d072e-4b6f-4c8f-a71a-015c292e4826 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] update failed (client error): The resource could not be found. Feb 04 11:34:23.507440 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-de3d072e-4b6f-4c8f-a71a-015c292e4826 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "PUT /v2.0/floatingips/cb83dde2-429a-4e26-bea5-d679682127ee HTTP/1.1" status: 404 len: 507 time: 0.7498281 Feb 04 11:34:23.571070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] For port b2660c05-33fe-42d4-bea4-c38e46867834, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2660c05-33fe-42d4-bea4-c38e46867834,segment=NetworkSegment(d141c2e4-8237-4090-86d8-9f1149eb068e),segment_id=d141c2e4-8237-4090-86d8-9f1149eb068e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:23.571786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.690339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38322) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:23.721384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] Calling delete_port for b2660c05-33fe-42d4-bea4-c38e46867834 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:23.754524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:23.909402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=4b78d59a-9fcf-4d7c-b442-943cebaca619,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:23.925750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:23.926106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: 8b617d2f-ace7-4be5-aef1-a8370f15f30e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:23.939880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.002048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] Pushing event deleted for resources: {'Port': ['ID=b2660c05-33fe-42d4-bea4-c38e46867834,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.004267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34640e93-d616-4e44-8c9d-4dc7c90407f7 None None] No DVR routers for this DVR port b2660c05-33fe-42d4-bea4-c38e46867834 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:24.035979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.076917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.102344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:24.105003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:24.113378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Deleting port 3fff826d-4229-499a-af4f-5ff0f3b44c4c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:24.114223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.167711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Subnet': ['ID=8ccf5913-3558-426f-8673-86c70587c127,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.184109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Checking segment: {'id': '6f58132b-1f5b-4648-bc61-df9ad1bd9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:24.184622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network hostable DHCP agents. Network: 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:24.226735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.241733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] For port b2660c05-33fe-42d4-bea4-c38e46867834, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2660c05-33fe-42d4-bea4-c38e46867834,segment=NetworkSegment(d141c2e4-8237-4090-86d8-9f1149eb068e),segment_id=d141c2e4-8237-4090-86d8-9f1149eb068e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:24.242089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.259958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8b617d2f-ace7-4be5-aef1-a8370f15f30e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:24.271754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:24.271754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.274282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019a09c-69d8-40d6-87bc-c6409ab8e068 None None] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:24.349325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:24.358430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:24.367417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:24.368293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.379031 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8abeb67e-f479-48fc-8336-2b0ab07fc68e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0252049 Feb 04 11:34:24.386580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:24.390863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:24.398520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494467c-c1e1-42c3-8408-7b7001c7f849 None None] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:24.401675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e', 'name': 'tempest-PortsTestJSON-366723686', 'fixed_ips': [{'subnet_id': '4b78d59a-9fcf-4d7c-b442-943cebaca619', 'ip_address': '172.20.0.10'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:24.419463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:24.419463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.427981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c17ec52-72e6-47a4-be86-eb4e30d98451,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:24.482245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for b2660c05-33fe-42d4-bea4-c38e46867834 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:24.507784 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6b1c8caf-dc9f-4b66-a721-478548df4763 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5443628 Feb 04 11:34:24.519939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.520111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:24.527524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'network': {'name': 'tempest-router-network01--880458715'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:24.539074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.547699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:network and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.553984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.577305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:24.619742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.625738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.629056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.634868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:24.673522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Calling delete_port for dc95b587-6598-4060-8cf4-cbcd0c72d0a0 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:24.704632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.705880 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-df57ed69-a558-4cc7-9ae2-4f4b2f993939 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0048280 Feb 04 11:34:24.709034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:24.721155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group_rule': {'security_group_id': '525edf75-4111-441e-a6a5-c26ae5cc9b87', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:24.737390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:24.746078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.777036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:24.785259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:24.792297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.792297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.807248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.808386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:24.858557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8b617d2f-ace7-4be5-aef1-a8370f15f30e', 'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '4b78d59a-9fcf-4d7c-b442-943cebaca619'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:24.859502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.863829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:24.876765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:24.876765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:24.881769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:24.910332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:24.938890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.940156 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Added segment 0ce985f7-43a6-4bd2-9490-975a94ec38d7 of type vlan for network 3b251de3-30fb-4df7-a5de-bd39944edae3 Feb 04 11:34:24.942645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Calling delete_port for 3fff826d-4229-499a-af4f-5ff0f3b44c4c owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:24.943168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-50ab03c5-8a8a-4bff-bb1f-7c19e0792c85', 'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85', 'tenant_id': 'eeccb1accc144642bc54ca531e283d5c', 'fixed_ips': [{'subnet_id': '8ccf5913-3558-426f-8673-86c70587c127'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:24.944813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:24.982945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:24.983261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.009770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.017189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.041243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port b1359be3-42fe-43c6-9946-db16bc1cdc19 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:25.178397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.228616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.255019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Allocated IP 172.20.0.2 (8b617d2f-ace7-4be5-aef1-a8370f15f30e/4b78d59a-9fcf-4d7c-b442-943cebaca619/c191260d-1494-4e4c-8a46-8d0f977723f8) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:25.264683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.283972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2660c05-33fe-42d4-bea4-c38e46867834 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:25.298322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.303929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:25.304528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.308476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Allocated IP 2001:db8::2 (50ab03c5-8a8a-4bff-bb1f-7c19e0792c85/8ccf5913-3558-426f-8673-86c70587c127/5e19cd85-ad7b-4564-ba05-228cddd9b85d) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:25.316067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Port': ['ID=dc95b587-6598-4060-8cf4-cbcd0c72d0a0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.321953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.341200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.344269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.360386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b2660c05-33fe-42d4-bea4-c38e46867834 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:25.360732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2660c05-33fe-42d4-bea4-c38e46867834 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:25.381345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port b2660c05-33fe-42d4-bea4-c38e46867834 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:25.381598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.405424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.433230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Port': ['ID=3fff826d-4229-499a-af4f-5ff0f3b44c4c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.455981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48352f8-8ef7-43b4-822e-857b413eed58,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.463982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Network': ['ID=3b251de3-30fb-4df7-a5de-bd39944edae3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:25.496435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:25.499344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] The port 'b2660c05-33fe-42d4-bea4-c38e46867834' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:25.507476 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4027f4bd-5ff6-4fce-a55a-a73702490b9a tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/ports/dc95b587-6598-4060-8cf4-cbcd0c72d0a0 HTTP/1.1" status: 204 len: 168 time: 2.5079525 Feb 04 11:34:25.509280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.547282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.551389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7a5801f4-b3d4-4ed3-bc31-94acea8c7b7c tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8401344 Feb 04 11:34:25.553680 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e19f6986-6c07-4fab-a252-dae2a228edba tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0339031 Feb 04 11:34:25.560206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.560206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.579523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group_rule': {'security_group_id': '525edf75-4111-441e-a6a5-c26ae5cc9b87', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:25.586832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'network': {'name': 'tempest-router-network02--1310502742'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:25.593435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:25.599819 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:25.602203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:network and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:25.608467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:25.611960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:25.621021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:25.627636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:25.638236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Deleting port 6ef3b6ff-8827-4d8f-8938-2278c9ec3505 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:25.645531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.677507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.692925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.695176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.696331 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d21ead54-dcf3-42d5-a0b2-46eead3221bd tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb83dde2-429a-4e26-bea5-d679682127ee HTTP/1.1" status: 204 len: 168 time: 1.9907367 Feb 04 11:34:25.703230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:25.706912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38350) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:25.710142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'floatingip': {'floating_network_id': '8000e4a7-2b21-4255-8d9c-c02682606e62', 'port_id': '0d60fb6e-a085-42a4-98f3-ccda02b07c09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:25.717092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:25.721453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:floatingip and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:25.724616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:25.730524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:25.744091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d92f306-8122-4121-8a87-ed987d0825b1']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:25.758146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd141c2e4-8237-4090-86d8-9f1149eb068e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:25.758518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd141c2e4-8237-4090-86d8-9f1149eb068e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:25.772076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.792202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.800310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:25.800712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:25.820599 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:25.852967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.863188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:25.885319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.018779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.057111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:26.104983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.126568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.128540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:26.129103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.133984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=1d92f306-8122-4121-8a87-ed987d0825b1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.137290 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-01c97759-c651-4402-92b9-caa3925cba62 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/1d92f306-8122-4121-8a87-ed987d0825b1 HTTP/1.1" status: 204 len: 168 time: 3.4192421 Feb 04 11:34:26.139137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:34:26.139979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-78b48be0-0122-4672-ab13-9f5501ed509d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4340680 Feb 04 11:34:26.143477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38354) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.149306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:26.152180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-748481612'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:26.152519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.154688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.158642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:26.164719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '0d60fb6e-a085-42a4-98f3-ccda02b07c09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:26.169852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Transition to ACTIVE for port object 5e19cd85-ad7b-4564-ba05-228cddd9b85d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:26.170388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Calling delete_port for 6ef3b6ff-8827-4d8f-8938-2278c9ec3505 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:26.171823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:26.173417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Transition to ACTIVE for port object c191260d-1494-4e4c-8a46-8d0f977723f8 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:26.174369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:network and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:26.178380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:26.181399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Usage tracker for resource:floatingip and tenant:ed8f4de19eb34e9e836ea1d20b026447 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:26.187338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:26.190672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:26.196671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:26.206088 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Project e4c613a6cb16497b94220e18318a6f2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:34:26.231099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.277863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Transition to ACTIVE for port object 5e19cd85-ad7b-4564-ba05-228cddd9b85d will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:26.281100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:26.285433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Transition to ACTIVE for port object c191260d-1494-4e4c-8a46-8d0f977723f8 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:26.287581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.307860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:26.317467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:26.327900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.328674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.328840 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Added segment a673f635-d9dc-4520-9046-795039921e08 of type vlan for network c73acdde-7ce4-479c-9aab-dc3daee6f13d Feb 04 11:34:26.329064 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Added segment c2064d54-2409-475b-a9cc-514d65298ead of type vlan for network 75d87743-42f9-4e4c-afd9-8b5235d84399 Feb 04 11:34:26.339536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.356598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.372146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.424650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.437447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.494240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:26.497328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:26.504469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:26.508436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.535367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.538525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.542331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.556012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Pushing event updated for resources: {'Port': ['ID=5e19cd85-ad7b-4564-ba05-228cddd9b85d,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.620283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.626357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:26.627033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.655991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Port': ['ID=6ef3b6ff-8827-4d8f-8938-2278c9ec3505,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.658113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25ebd4-74e4-4027-ac44-6ee9cc855999,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.661346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:26.675509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.676254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:26.682952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:26.689244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:26.689244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.698817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Attempting to bind port 5e19cd85-ad7b-4564-ba05-228cddd9b85d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:26.699183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Attempting to bind port 5e19cd85-ad7b-4564-ba05-228cddd9b85d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6f58132b-1f5b-4648-bc61-df9ad1bd9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:26.699558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Attempting to bind port 5e19cd85-ad7b-4564-ba05-228cddd9b85d on network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:26.737699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Pushing event updated for resources: {'Port': ['ID=c191260d-1494-4e4c-8a46-8d0f977723f8,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.766750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.767200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.767667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.768089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.768526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.768928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.769828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.769828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.770215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.770634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.771197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.771635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.777134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:26.777498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Checking segment: {'id': '6f58132b-1f5b-4648-bc61-df9ad1bd9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:26.777891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.778276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Bound using segment: {'id': '6f58132b-1f5b-4648-bc61-df9ad1bd9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:26.778756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Bound port: 5e19cd85-ad7b-4564-ba05-228cddd9b85d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f58132b-1f5b-4648-bc61-df9ad1bd9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '50ab03c5-8a8a-4bff-bb1f-7c19e0792c85'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:26.779624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.819657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Allocated IP 172.26.6.32 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/39101e81-8d58-4726-ac14-10629a32a3a3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:26.823081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.836394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Network': ['ID=75d87743-42f9-4e4c-afd9-8b5235d84399,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.852881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:26.860118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:26.880015 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e35e0500-e611-486d-ad67-601fb3dbc4a8 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/ports/6ef3b6ff-8827-4d8f-8938-2278c9ec3505 HTTP/1.1" status: 204 len: 168 time: 1.3659708 Feb 04 11:34:26.880015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.10 (8b617d2f-ace7-4be5-aef1-a8370f15f30e/4b78d59a-9fcf-4d7c-b442-943cebaca619/b1359be3-42fe-43c6-9946-db16bc1cdc19) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:26.880015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Network': ['ID=c73acdde-7ce4-479c-9aab-dc3daee6f13d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:26.882672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.917292 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-03f6ddfc-9685-4ded-a7c3-d9362d74ccb4 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7698071 Feb 04 11:34:26.919358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.927526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:26.934445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Attempting to bind port c191260d-1494-4e4c-8a46-8d0f977723f8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:26.934817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Attempting to bind port c191260d-1494-4e4c-8a46-8d0f977723f8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:26.935181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Attempting to bind port c191260d-1494-4e4c-8a46-8d0f977723f8 on network 8b617d2f-ace7-4be5-aef1-a8370f15f30e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:26.940332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1bb7ee38-474f-4dbb-a3b8-54c8614541b0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Synchronizing usage tracker for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:26.953976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network c73acdde-7ce4-479c-9aab-dc3daee6f13d details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:26.963865 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a11e6e86-92b0-41b2-9ee0-8235db97583f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3978589 Feb 04 11:34:26.966076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:26.978669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:26.984901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Checking segment: {'id': 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:26.984901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.984901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Bound using segment: {'id': 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:26.984901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Bound port: c191260d-1494-4e4c-8a46-8d0f977723f8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:26.984901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:26.988500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'subnet': {'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:27.019908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.019908 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f469c65-c40b-4373-9371-7ff6b1ce903f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4559162 Feb 04 11:34:27.025408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.044544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'security_group_rule': {'security_group_id': '525edf75-4111-441e-a6a5-c26ae5cc9b87', 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:27.076200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:27.100518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:security_group_rule and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:27.105498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:27.110478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:27.115472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1bb7ee38-474f-4dbb-a3b8-54c8614541b0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Unset dirty status for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:27.120354 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1bb7ee38-474f-4dbb-a3b8-54c8614541b0 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2311976 Feb 04 11:34:27.124558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.134875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:27.137396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:27.143374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1351302324'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:27.151737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:27.164216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:27.170014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] For port 5e19cd85-ad7b-4564-ba05-228cddd9b85d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:27.173768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:27.182103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.184539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] For port 5e19cd85-ad7b-4564-ba05-228cddd9b85d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5e19cd85-ad7b-4564-ba05-228cddd9b85d,segment=NetworkSegment(6f58132b-1f5b-4648-bc61-df9ad1bd9d70),segment_id=6f58132b-1f5b-4648-bc61-df9ad1bd9d70)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:27.185543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Usage tracker for resource:network and tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:27.190499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:27.201102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:27.211586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] For port c191260d-1494-4e4c-8a46-8d0f977723f8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:27.215293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] For port c191260d-1494-4e4c-8a46-8d0f977723f8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c191260d-1494-4e4c-8a46-8d0f977723f8,segment=NetworkSegment(c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0),segment_id=c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:27.231198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:27.248022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:subnet and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:27.252856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:27.264091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:27.287117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Project e4c613a6cb16497b94220e18318a6f2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:34:27.294891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.300299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.315969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object b1359be3-42fe-43c6-9946-db16bc1cdc19 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:27.338622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.339827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.342073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.344453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.351454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:27.351454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.419054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:27.424802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.447578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9634e71-6f27-47d8-b583-815c1a23f8d7 None None] Pushing event updated for resources: {'Port': ['ID=5e19cd85-ad7b-4564-ba05-228cddd9b85d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.481859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:27.485891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.521537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.525287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa639e-295c-4d84-8f86-e62980443ff0 None None] Pushing event updated for resources: {'Port': ['ID=c191260d-1494-4e4c-8a46-8d0f977723f8,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.609839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:27.614674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:27.621708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:27.647055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:27.656895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:27.678675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:27.683845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=b1359be3-42fe-43c6-9946-db16bc1cdc19,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.723832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:27.724504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.790978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.798856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:27.801378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event updated for resources: {'Port': ['ID=39101e81-8d58-4726-ac14-10629a32a3a3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:27.859976 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0ae19e6-ad2a-4811-a6df-b2f66930c78d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4679189 Feb 04 11:34:27.861350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:27.871108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': '8b617d2f-ace7-4be5-aef1-a8370f15f30e', 'name': 'tempest-PortsTestJSON-253842788', 'fixed_ips': [{'subnet_id': '4b78d59a-9fcf-4d7c-b442-943cebaca619', 'ip_address': '172.20.0.9'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:27.871835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.872317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.872506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.872838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.873166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.873490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.873814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.874291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.874549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.874896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.875219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.875538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:27.886436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:27.896721 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Added segment 1082a605-9acd-46e2-bac7-190f30a1fd2b of type vlan for network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b Feb 04 11:34:27.913130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.070861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26dbc6e-037c-428f-9aeb-f4058910cace,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.112626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.129459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.193842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.199826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-57bb7f80-d985-4663-be11-bcbb70ae2491 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1668644 Feb 04 11:34:28.228973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Deleting port 39101e81-8d58-4726-ac14-10629a32a3a3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:28.233141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.297455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.304082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c191260d-1494-4e4c-8a46-8d0f977723f8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:28.399290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:28.403836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:port and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:28.409368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:28.412441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.418136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:28.419029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.430562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:28.441264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.472259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Subnet': ['ID=e69887cc-5bbb-4632-8f1e-f5c53e46aabc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.484890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Checking segment: {'id': '0ce985f7-43a6-4bd2-9490-975a94ec38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:28.485409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network hostable DHCP agents. Network: 3b251de3-30fb-4df7-a5de-bd39944edae3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:28.486881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c191260d-1494-4e4c-8a46-8d0f977723f8 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:28.492754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5e19cd85-ad7b-4564-ba05-228cddd9b85d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:28.607431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:28.615030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.643058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Checking segment: {'id': 'c2064d54-2409-475b-a9cc-514d65298ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:28.643700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network hostable DHCP agents. Network: 75d87743-42f9-4e4c-afd9-8b5235d84399, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:28.648668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:28.652572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port af4f21a5-7e3d-409d-8d10-46bdce89a6da yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:28.669750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5e19cd85-ad7b-4564-ba05-228cddd9b85d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:28.706468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Network': ['ID=0e9d39c9-e5eb-47d6-b85c-ffc167ed165b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:28.714349 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2ee551b-bc77-46cd-866c-15ec5a5cdb72 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5827155 Feb 04 11:34:28.730097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38428) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:28.730218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:28.730353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-441471984'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:28.743194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:28.766324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Usage tracker for resource:network and tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:28.778083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:28.791642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:28.808932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.809630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.857639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 3b251de3-30fb-4df7-a5de-bd39944edae3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:28.862646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:28.864295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:28.871503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ae7f9-88a8-4552-a552-cd71b7166842 None None] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:28.982993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Calling delete_port for 39101e81-8d58-4726-ac14-10629a32a3a3 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:28.999238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:29.006008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.018486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:29.047763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 75d87743-42f9-4e4c-afd9-8b5235d84399) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:29.055130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:29.056105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.066834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.9 (8b617d2f-ace7-4be5-aef1-a8370f15f30e/4b78d59a-9fcf-4d7c-b442-943cebaca619/af4f21a5-7e3d-409d-8d10-46bdce89a6da) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:29.081840 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-57c7b664-b95d-4d54-b890-259b294d8e46 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1076944 Feb 04 11:34:29.082486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:29.084444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.094552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'subnet': {'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:29.123274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70ed4d-dd93-4eb8-a71e-fe8fcb6f8754 None None] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:29.204449 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5dcf8ab4-0408-47f2-86a5-7adc11308f69 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2839069 Feb 04 11:34:29.213154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.213323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.213323 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Added segment 2ce6f3d4-d79e-4979-826e-c08b739c4ce3 of type vlan for network 500d7125-d91b-422c-8a03-9a43d75334db Feb 04 11:34:29.214286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-447321505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:29.223100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:29.229408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:router and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:29.233107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:29.240763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:29.318376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.323994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:29.334028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:subnet and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:29.337883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:29.360830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e84109-d314-4d85-a1f4-59ed527ca2d6 None None] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:29.367743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.385634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:29.394546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-3b251de3-30fb-4df7-a5de-bd39944edae3', 'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3', 'tenant_id': 'eeccb1accc144642bc54ca531e283d5c', 'fixed_ips': [{'subnet_id': 'e69887cc-5bbb-4632-8f1e-f5c53e46aabc'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:29.395667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.430996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.432033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.462049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.481550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Port': ['ID=39101e81-8d58-4726-ac14-10629a32a3a3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:29.579250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.598447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object af4f21a5-7e3d-409d-8d10-46bdce89a6da will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:29.616668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:29.620205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Provisioning for port 5e19cd85-ad7b-4564-ba05-228cddd9b85d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:29.621374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.627002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.811315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04389ac-377a-4b62-82d9-5b87b3a6caf1 None None] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:29.824489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.840986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Provisioning complete for port 5e19cd85-ad7b-4564-ba05-228cddd9b85d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:29.840986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:29.841375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4f419a9c-9527-421b-8cbb-c7cc4ee0cf6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6186471 Feb 04 11:34:29.841375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] create failed (client error): The resource could not be found. Feb 04 11:34:29.841375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ce734869-a81b-45c2-976c-1a4bed2b07c2 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6720071 Feb 04 11:34:29.841375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.841375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399', 'name': 'tempest-PortsIpV6TestJSON-297777404'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:29.848079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38448) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:29.954553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Deleting port 0d60fb6e-a085-42a4-98f3-ccda02b07c09 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:29.955324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.006568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-75d87743-42f9-4e4c-afd9-8b5235d84399', 'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': '9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:30.007413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.033545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:30.040093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:30.045659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:30.050115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.053773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:30.056235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:30.056536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.089445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.184854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:30.189293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.270214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:30.276728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:30.291387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Allocated IP 2001:db8::2 (3b251de3-30fb-4df7-a5de-bd39944edae3/e69887cc-5bbb-4632-8f1e-f5c53e46aabc/31a85f80-3922-435c-9c18-cb9cbce53a66) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:30.318142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:30.362299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port abcb4d61-f714-412b-8693-6f24e1310111 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:30.366023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.444323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79185d36-0502-451c-a2ba-de716061a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.444826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Network': ['ID=500d7125-d91b-422c-8a03-9a43d75334db,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:30.470735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 500d7125-d91b-422c-8a03-9a43d75334db details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:30.473411 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1882fbec-706e-4b33-8444-e95cac4b78bc tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7518318 Feb 04 11:34:30.489131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=af4f21a5-7e3d-409d-8d10-46bdce89a6da,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:30.605722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.637173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:30.643032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'subnets': [{'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1845582894', 'ip_version': 4}, {'network_id': '500d7125-d91b-422c-8a03-9a43d75334db', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:30.643328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'subnet': {'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1845582894', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:30.643903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Request body: {'subnet': {'network_id': '500d7125-d91b-422c-8a03-9a43d75334db', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:30.722143 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:30.722932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.785954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] For port 5e19cd85-ad7b-4564-ba05-228cddd9b85d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5e19cd85-ad7b-4564-ba05-228cddd9b85d,segment=NetworkSegment(6f58132b-1f5b-4648-bc61-df9ad1bd9d70),segment_id=6f58132b-1f5b-4648-bc61-df9ad1bd9d70)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:30.816486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Checking segment: {'id': 'a673f635-d9dc-4520-9046-795039921e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:30.817223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network hostable DHCP agents. Network: c73acdde-7ce4-479c-9aab-dc3daee6f13d, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:30.827273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Subnet': ['ID=4ba743be-8730-4466-9290-e8142c04f886,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:30.856594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Allocated IP 2001:db8::2 (75d87743-42f9-4e4c-afd9-8b5235d84399/9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd/16a03338-4044-4d9b-96de-54db69d5c063) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:30.895264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:30.899986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Usage tracker for resource:subnet and tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:30.902406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:30.903799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:30.914052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:31.008598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.058594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Made reservation on behalf of 9d40bd55fdfe4d6c8fe7bf4d23ec995c for: {'subnet': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:31.068499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.068499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.162891 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-72f3959c-3e87-429c-8046-1309d1f5c912 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2998745 Feb 04 11:34:31.178971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.241658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network c73acdde-7ce4-479c-9aab-dc3daee6f13d is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:31.252749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Calling delete_port for 0d60fb6e-a085-42a4-98f3-ccda02b07c09 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:31.368825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Pushing event updated for resources: {'Port': ['ID=5e19cd85-ad7b-4564-ba05-228cddd9b85d,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:31.388932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.389998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.390320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, c73acdde-7ce4-479c-9aab-dc3daee6f13d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:31.390850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.391360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.391762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.392115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.392481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.392839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.393409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.393932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.394497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.394620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88afc2-2a79-41b7-8c2f-3cd05f81336b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:31.395091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8960f70-614e-4b71-90da-24527f618ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:34:31.395290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6a88afc2-2a79-41b7-8c2f-3cd05f81336b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:31.406018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:31.406793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.438318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6aaf98-86d6-4a76-a4f1-27ae856f9460 None None] Network c73acdde-7ce4-479c-9aab-dc3daee6f13d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:31.481331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Provisioning complete for port 5e19cd85-ad7b-4564-ba05-228cddd9b85d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:31.483298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.569076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6a88afc2-2a79-41b7-8c2f-3cd05f81336b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:31.572934 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6a88afc2-2a79-41b7-8c2f-3cd05f81336b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3929560 Feb 04 11:34:31.573160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.633093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.643058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.655531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Transition to ACTIVE for port object 31a85f80-3922-435c-9c18-cb9cbce53a66 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:31.678006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Transition to ACTIVE for port object 31a85f80-3922-435c-9c18-cb9cbce53a66 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:31.739050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Port': ['ID=0d60fb6e-a085-42a4-98f3-ccda02b07c09,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:31.759692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fdfe7151-b270-429c-83e9-1c2cac6683b5 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6740677 Feb 04 11:34:31.763644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:31.890191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:31.921211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.016416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Pushing event updated for resources: {'Port': ['ID=31a85f80-3922-435c-9c18-cb9cbce53a66,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:32.111154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Checking segment: {'id': '1082a605-9acd-46e2-bac7-190f30a1fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:32.116089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network hostable DHCP agents. Network: 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:32.148391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Subnet': ['ID=8cd4c4d5-695a-493c-80e1-62f05026c111,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:32.254276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:32.254276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:32.254276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.254276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:32.313128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5e19cd85-ad7b-4564-ba05-228cddd9b85d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:32.344531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9a6a8-2211-4f39-9ec1-87134d29634e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.351034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9a6a8-2211-4f39-9ec1-87134d29634e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.357550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9a6a8-2211-4f39-9ec1-87134d29634e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.358464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ef9a6a8-2211-4f39-9ec1-87134d29634e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:32.446307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Transition to ACTIVE for port object 16a03338-4044-4d9b-96de-54db69d5c063 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:32.447452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.451853 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ecce8b7-70a2-4b8b-ab10-4b61f34ad12b tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "DELETE /v2.0/ports/0d60fb6e-a085-42a4-98f3-ccda02b07c09 HTTP/1.1" status: 204 len: 168 time: 2.6003239 Feb 04 11:34:32.452306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38508) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:32.528189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ef9a6a8-2211-4f39-9ec1-87134d29634e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:32.529637 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ef9a6a8-2211-4f39-9ec1-87134d29634e tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.9556160 Feb 04 11:34:32.534212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38512) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:32.539197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:32.556897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Attempting to bind port 31a85f80-3922-435c-9c18-cb9cbce53a66 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:32.556897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Attempting to bind port 31a85f80-3922-435c-9c18-cb9cbce53a66 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '0ce985f7-43a6-4bd2-9490-975a94ec38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:32.556897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Attempting to bind port 31a85f80-3922-435c-9c18-cb9cbce53a66 on network 3b251de3-30fb-4df7-a5de-bd39944edae3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:32.563967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-c73acdde-7ce4-479c-9aab-dc3daee6f13d', 'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d', 'tenant_id': 'eeccb1accc144642bc54ca531e283d5c', 'fixed_ips': [{'subnet_id': '4ba743be-8730-4466-9290-e8142c04f886'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:32.565058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.578519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:32.578899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Checking segment: {'id': '0ce985f7-43a6-4bd2-9490-975a94ec38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:32.579473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.580192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Bound using segment: {'id': '0ce985f7-43a6-4bd2-9490-975a94ec38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:32.581008 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Bound port: 31a85f80-3922-435c-9c18-cb9cbce53a66, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce985f7-43a6-4bd2-9490-975a94ec38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3b251de3-30fb-4df7-a5de-bd39944edae3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:32.581664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.609262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Provisioning for port c191260d-1494-4e4c-8a46-8d0f977723f8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:32.613249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Transition to ACTIVE for port object 16a03338-4044-4d9b-96de-54db69d5c063 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:32.663255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Provisioning complete for port c191260d-1494-4e4c-8a46-8d0f977723f8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:32.663693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.664214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port af4f21a5-7e3d-409d-8d10-46bdce89a6da {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:32.664549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.676195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.793374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.801855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:32.806097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:32.855084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7bf9e-8ad7-4504-85bc-eecef2ca8611 None None] Network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:32.902736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd800b8-8dac-48f6-93fa-1a5b89774f62 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:32.903481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abd800b8-8dac-48f6-93fa-1a5b89774f62 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Synchronizing usage tracker for tenant:ed8f4de19eb34e9e836ea1d20b026447 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:33.029326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-70c3cd52-35b7-4508-b698-3b0f60379a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.054883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::c4 (75d87743-42f9-4e4c-afd9-8b5235d84399/9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd/abcb4d61-f714-412b-8693-6f24e1310111) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:33.064197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event updated for resources: {'Subnet': ['ID=9623beb1-ca89-434d-955f-11daca4ddcd8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:33.072729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:33.077536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5e19cd85-ad7b-4564-ba05-228cddd9b85d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:33.077536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.116659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:33.136985 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Pushing event updated for resources: {'Port': ['ID=16a03338-4044-4d9b-96de-54db69d5c063,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:33.147570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:33.167374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Checking segment: {'id': '2ce6f3d4-d79e-4979-826e-c08b739c4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '500d7125-d91b-422c-8a03-9a43d75334db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:33.182246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network hostable DHCP agents. Network: 500d7125-d91b-422c-8a03-9a43d75334db, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:33.186334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abd800b8-8dac-48f6-93fa-1a5b89774f62 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Unset dirty status for tenant:ed8f4de19eb34e9e836ea1d20b026447 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:33.192316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-abd800b8-8dac-48f6-93fa-1a5b89774f62 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "GET /v2.0/ports?device_id=9490fec5-8f1f-43d8-be91-e399b437e2df HTTP/1.1" status: 200 len: 913 time: 0.7383687 Feb 04 11:34:33.198034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:33.204757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] For port 31a85f80-3922-435c-9c18-cb9cbce53a66, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:33.232722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Allocated IP 2001:db8::1 (3b251de3-30fb-4df7-a5de-bd39944edae3/e69887cc-5bbb-4632-8f1e-f5c53e46aabc/52dc5c34-8a14-4c6d-93d2-1fd20bb707bb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:33.337101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] For port 31a85f80-3922-435c-9c18-cb9cbce53a66, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=31a85f80-3922-435c-9c18-cb9cbce53a66,segment=NetworkSegment(0ce985f7-43a6-4bd2-9490-975a94ec38d7),segment_id=0ce985f7-43a6-4bd2-9490-975a94ec38d7)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:33.458990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.619834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.649168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Transition to ACTIVE for port object 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:33.713905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Allocated IP 2001:db8::2 (c73acdde-7ce4-479c-9aab-dc3daee6f13d/4ba743be-8730-4466-9290-e8142c04f886/f03d92da-9550-4a58-919d-b469f0cda577) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:33.767918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.806566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.848598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Attempting to bind port 16a03338-4044-4d9b-96de-54db69d5c063 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:33.849044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Attempting to bind port 16a03338-4044-4d9b-96de-54db69d5c063 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'c2064d54-2409-475b-a9cc-514d65298ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:33.849472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Attempting to bind port 16a03338-4044-4d9b-96de-54db69d5c063 on network 75d87743-42f9-4e4c-afd9-8b5235d84399 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:33.898046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:33.898339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Checking segment: {'id': 'c2064d54-2409-475b-a9cc-514d65298ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:33.898874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.899326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Bound using segment: {'id': 'c2064d54-2409-475b-a9cc-514d65298ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:33.899910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Bound port: 16a03338-4044-4d9b-96de-54db69d5c063, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2064d54-2409-475b-a9cc-514d65298ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75d87743-42f9-4e4c-afd9-8b5235d84399'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:33.900354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:33.983990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a917-4134-489b-9c9f-bbf781d7a1ab None None] Pushing event updated for resources: {'Port': ['ID=31a85f80-3922-435c-9c18-cb9cbce53a66,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:33.987651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-0e9d39c9-e5eb-47d6-b85c-ffc167ed165b', 'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b', 'tenant_id': '9d40bd55fdfe4d6c8fe7bf4d23ec995c', 'fixed_ips': [{'subnet_id': '8cd4c4d5-695a-493c-80e1-62f05026c111'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:33.988448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.001243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.016078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.052003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.081709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] For port c191260d-1494-4e4c-8a46-8d0f977723f8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c191260d-1494-4e4c-8a46-8d0f977723f8,segment=NetworkSegment(c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0),segment_id=c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:34.121475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:34.129009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:34.137385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:34.137385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.169560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Network 500d7125-d91b-422c-8a03-9a43d75334db is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:34.170274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Port': ['ID=52dc5c34-8a14-4c6d-93d2-1fd20bb707bb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:34.206746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.275459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for af4f21a5-7e3d-409d-8d10-46bdce89a6da owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:34.332209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] For port 16a03338-4044-4d9b-96de-54db69d5c063, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:34.425876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] For port 16a03338-4044-4d9b-96de-54db69d5c063, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=16a03338-4044-4d9b-96de-54db69d5c063,segment=NetworkSegment(c2064d54-2409-475b-a9cc-514d65298ead),segment_id=c2064d54-2409-475b-a9cc-514d65298ead)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:34.505114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4624b-ec58-4754-96d8-18ac631fc8f8 None None] Pushing event updated for resources: {'Port': ['ID=c191260d-1494-4e4c-8a46-8d0f977723f8,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:34.510686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 500d7125-d91b-422c-8a03-9a43d75334db) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:34.520971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.536550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.539689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.540433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Transition to ACTIVE for port object f03d92da-9550-4a58-919d-b469f0cda577 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:34.577572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:34.578587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:34.579219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.587169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149873ff-d7e1-470c-b77f-bb35df084fa2 None None] Network 500d7125-d91b-422c-8a03-9a43d75334db requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:34.650587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Allocated IP 172.20.0.2 (0e9d39c9-e5eb-47d6-b85c-ffc167ed165b/8cd4c4d5-695a-493c-80e1-62f05026c111/598a296e-8170-4b2c-bd6a-29d987d87db5) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:34.679810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Provisioning for port af4f21a5-7e3d-409d-8d10-46bdce89a6da completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:34.813201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Provisioning complete for port af4f21a5-7e3d-409d-8d10-46bdce89a6da triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:34.813891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.894425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Port af4f21a5-7e3d-409d-8d10-46bdce89a6da cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:34.910880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Transition to ACTIVE for port object f03d92da-9550-4a58-919d-b469f0cda577 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:34.923689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:34.972623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object abcb4d61-f714-412b-8693-6f24e1310111 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:35.044514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.070779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1038-5fed-4754-897b-0bdd18a4cc2f None None] Pushing event updated for resources: {'Port': ['ID=16a03338-4044-4d9b-96de-54db69d5c063,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.139224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=af4f21a5-7e3d-409d-8d10-46bdce89a6da,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.145357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9a5d33d5-41a8-4aaf-a162-c3f42b14c2d3 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5045061 Feb 04 11:34:35.148577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.183523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.255581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Provisioning for port b1359be3-42fe-43c6-9946-db16bc1cdc19 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:35.298291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Provisioning complete for port b1359be3-42fe-43c6-9946-db16bc1cdc19 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:35.298948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.322142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.418769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.418769 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-789a32e3-611b-431a-b040-89aa82eed6bf tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/af4f21a5-7e3d-409d-8d10-46bdce89a6da HTTP/1.1" status: 204 len: 168 time: 2.8775048 Feb 04 11:34:35.418769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.433036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.489642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50b209-3df3-446e-8f80-6346445878a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:35.493501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50b209-3df3-446e-8f80-6346445878a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:35.500938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50b209-3df3-446e-8f80-6346445878a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:35.505458 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ef50b209-3df3-446e-8f80-6346445878a7 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3409371 Feb 04 11:34:35.514154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:35.551637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Pushing event updated for resources: {'Port': ['ID=f03d92da-9550-4a58-919d-b469f0cda577,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.562685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.668989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:35.670297 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b96486-d8e9-4f61-bdd0-dc2a672c125a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:34:35.670832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86b96486-d8e9-4f61-bdd0-dc2a672c125a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:35.674706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Deleting subnet 8cd4c4d5-695a-493c-80e1-62f05026c111 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:35.718680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:35.726660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:35.736463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:35.749347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.781329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.812676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Transition to ACTIVE for port object 598a296e-8170-4b2c-bd6a-29d987d87db5 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:35.830283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.877434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Transition to ACTIVE for port object 598a296e-8170-4b2c-bd6a-29d987d87db5 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:35.888752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Network c73acdde-7ce4-479c-9aab-dc3daee6f13d is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:35.894911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:35.910782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=abcb4d61-f714-412b-8693-6f24e1310111,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:35.912792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.916796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:35.921232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:35.998609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Port b1359be3-42fe-43c6-9946-db16bc1cdc19 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:36.033456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.087736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86b96486-d8e9-4f61-bdd0-dc2a672c125a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:36.110245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.112712 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-86b96486-d8e9-4f61-bdd0-dc2a672c125a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/af4f21a5-7e3d-409d-8d10-46bdce89a6da HTTP/1.1" status: 404 len: 333 time: 0.6566024 Feb 04 11:34:36.121126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:36.140949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-af55b533-d545-49ef-9d2d-211d5d24e445 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.3032696 Feb 04 11:34:36.141072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.230260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb60db9-e9d8-452f-8ff6-87adf8398840 None None] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:36.491185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-500d7125-d91b-422c-8a03-9a43d75334db', 'network_id': '500d7125-d91b-422c-8a03-9a43d75334db', 'tenant_id': '9d40bd55fdfe4d6c8fe7bf4d23ec995c', 'fixed_ips': [{'subnet_id': '9623beb1-ca89-434d-955f-11daca4ddcd8'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:36.492276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.529687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c191260d-1494-4e4c-8a46-8d0f977723f8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:36.551152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:36.586250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Provisioning complete for port c191260d-1494-4e4c-8a46-8d0f977723f8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:36.586642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ab3716d-f5a4-46f8-8a1c-9b1dff92a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.603885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Port': ['ID=52dc5c34-8a14-4c6d-93d2-1fd20bb707bb,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:36.644746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:36.654335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Attempting to bind port f03d92da-9550-4a58-919d-b469f0cda577 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:36.654979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Attempting to bind port f03d92da-9550-4a58-919d-b469f0cda577 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a673f635-d9dc-4520-9046-795039921e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:36.655518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Attempting to bind port f03d92da-9550-4a58-919d-b469f0cda577 on network c73acdde-7ce4-479c-9aab-dc3daee6f13d {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:36.697346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port b1359be3-42fe-43c6-9946-db16bc1cdc19 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:36.698038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.700529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:36.713813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:36.793583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:36.838298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Pushing event updated for resources: {'Port': ['ID=598a296e-8170-4b2c-bd6a-29d987d87db5,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:36.866729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:36.873843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:36.874750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Checking segment: {'id': 'a673f635-d9dc-4520-9046-795039921e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:36.875162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.875867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Bound using segment: {'id': 'a673f635-d9dc-4520-9046-795039921e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:36.876371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Bound port: f03d92da-9550-4a58-919d-b469f0cda577, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a673f635-d9dc-4520-9046-795039921e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c73acdde-7ce4-479c-9aab-dc3daee6f13d'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:36.876765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:36.910929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08945e79-583b-42cc-a71c-462761fc2484 None None] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:37.024188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Deleting port 7ce19634-b5db-46c4-a99d-8587bed44c16 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:37.024188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.284337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.312625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.414416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Attempting to bind port 598a296e-8170-4b2c-bd6a-29d987d87db5 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:37.436552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Attempting to bind port 598a296e-8170-4b2c-bd6a-29d987d87db5 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '1082a605-9acd-46e2-bac7-190f30a1fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:37.436552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Attempting to bind port 598a296e-8170-4b2c-bd6a-29d987d87db5 on network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:37.505410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:37.506176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Checking segment: {'id': '1082a605-9acd-46e2-bac7-190f30a1fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:37.506806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.507389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Bound using segment: {'id': '1082a605-9acd-46e2-bac7-190f30a1fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:37.508087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Bound port: 598a296e-8170-4b2c-bd6a-29d987d87db5, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1082a605-9acd-46e2-bac7-190f30a1fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0e9d39c9-e5eb-47d6-b85c-ffc167ed165b'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:37.508708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.524249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for b1359be3-42fe-43c6-9946-db16bc1cdc19 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:37.543221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c191260d-1494-4e4c-8a46-8d0f977723f8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:37.543902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.597106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:37.610893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] For port f03d92da-9550-4a58-919d-b469f0cda577, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:37.751428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] For port f03d92da-9550-4a58-919d-b469f0cda577, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f03d92da-9550-4a58-919d-b469f0cda577,segment=NetworkSegment(a673f635-d9dc-4520-9046-795039921e08),segment_id=a673f635-d9dc-4520-9046-795039921e08)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:37.770488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Calling delete_port for 7ce19634-b5db-46c4-a99d-8587bed44c16 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:37.897666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.031353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 16a03338-4044-4d9b-96de-54db69d5c063 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:38.095529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Allocated IP 172.20.0.18 (500d7125-d91b-422c-8a03-9a43d75334db/9623beb1-ca89-434d-955f-11daca4ddcd8/e522a4d8-d61d-42dd-acf3-6633a46fb913) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:38.115296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] For port 598a296e-8170-4b2c-bd6a-29d987d87db5, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:38.161849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.162659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Router c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:34:38.170864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-72095aca-b71c-4ac2-865c-16a5e71e2373 None None] Provisioning for port 16a03338-4044-4d9b-96de-54db69d5c063 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:38.187229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] For port 598a296e-8170-4b2c-bd6a-29d987d87db5, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=598a296e-8170-4b2c-bd6a-29d987d87db5,segment=NetworkSegment(1082a605-9acd-46e2-bac7-190f30a1fd2b),segment_id=1082a605-9acd-46e2-bac7-190f30a1fd2b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:38.198323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.200915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.242128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=b1359be3-42fe-43c6-9946-db16bc1cdc19,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:38.259388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.351160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd4c4d5-695a-493c-80e1-62f05026c111,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:38.429521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.563433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c000d1-335b-4e9a-9023-deee846d383f None None] Pushing event updated for resources: {'Port': ['ID=f03d92da-9550-4a58-919d-b469f0cda577,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:38.600592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Port': ['ID=7ce19634-b5db-46c4-a99d-8587bed44c16,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:38.614391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.823019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 16a03338-4044-4d9b-96de-54db69d5c063 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:38.884532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 16a03338-4044-4d9b-96de-54db69d5c063 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:38.885057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:38.910002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.024169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-72095aca-b71c-4ac2-865c-16a5e71e2373 None None] Provisioning for port 31a85f80-3922-435c-9c18-cb9cbce53a66 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:39.065392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83a5a3-710c-48d7-b24e-09e0be7ec090 None None] Pushing event updated for resources: {'Port': ['ID=598a296e-8170-4b2c-bd6a-29d987d87db5,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:39.097875 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cd534b2c-e93b-42ef-8ee1-0f2b39516672 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/subnets/8cd4c4d5-695a-493c-80e1-62f05026c111 HTTP/1.1" status: 204 len: 168 time: 3.5824111 Feb 04 11:34:39.101787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:39.124662 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] Sync routers for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:39.137661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:39.146821 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:39.148641 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:39.174269 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f5dab3d6-c7ca-41d3-9205-4e999641f51f tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4073055 Feb 04 11:34:39.287351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38556) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:39.294478 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:39.307828 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:39.308768 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:39.400726 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:39.401457 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f410b1-0ce9-4b3e-aa8b-4da45ac5aa94 None None] The sync data for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:39.637443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4077aaad-61e4-4708-905f-c527cd7dd5bb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/b1359be3-42fe-43c6-9946-db16bc1cdc19 HTTP/1.1" status: 204 len: 168 time: 3.5005796 Feb 04 11:34:39.644060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:39.696440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.699043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Provisioning complete for port 16a03338-4044-4d9b-96de-54db69d5c063 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:39.699406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:39.901768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Transition to ACTIVE for port object e522a4d8-d61d-42dd-acf3-6633a46fb913 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:39.956674 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-9214e972-6a72-459e-bb43-7dc594264062 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:34:39.961899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9214e972-6a72-459e-bb43-7dc594264062 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:39.980114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.026598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Transition to ACTIVE for port object e522a4d8-d61d-42dd-acf3-6633a46fb913 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:40.036073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.127043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 16a03338-4044-4d9b-96de-54db69d5c063, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=16a03338-4044-4d9b-96de-54db69d5c063,segment=NetworkSegment(c2064d54-2409-475b-a9cc-514d65298ead),segment_id=c2064d54-2409-475b-a9cc-514d65298ead)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:40.149151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Deleting subnet 9623beb1-ca89-434d-955f-11daca4ddcd8 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:40.161179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.221640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.290266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9214e972-6a72-459e-bb43-7dc594264062 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:40.293955 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9214e972-6a72-459e-bb43-7dc594264062 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/b1359be3-42fe-43c6-9946-db16bc1cdc19 HTTP/1.1" status: 404 len: 333 time: 0.6464396 Feb 04 11:34:40.294987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:40.316523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.317447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 31a85f80-3922-435c-9c18-cb9cbce53a66 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:40.388320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.427840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.446933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Network 500d7125-d91b-422c-8a03-9a43d75334db is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:40.462971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:40.476381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:34:40.479774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:40.487964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Pushing event updated for resources: {'Port': ['ID=e522a4d8-d61d-42dd-acf3-6633a46fb913,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:40.551425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.721413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 4b78d59a-9fcf-4d7c-b442-943cebaca619 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:40.725540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.797134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Router 9490fec5-8f1f-43d8-be91-e399b437e2df has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:34:40.871303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:40.872858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:40.883707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Attempting to bind port e522a4d8-d61d-42dd-acf3-6633a46fb913 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:40.884170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Attempting to bind port e522a4d8-d61d-42dd-acf3-6633a46fb913 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '2ce6f3d4-d79e-4979-826e-c08b739c4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '500d7125-d91b-422c-8a03-9a43d75334db'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:40.884608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Attempting to bind port e522a4d8-d61d-42dd-acf3-6633a46fb913 on network 500d7125-d91b-422c-8a03-9a43d75334db {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:40.885795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.905634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=16a03338-4044-4d9b-96de-54db69d5c063,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:40.906086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.923101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:40.923478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Checking segment: {'id': '2ce6f3d4-d79e-4979-826e-c08b739c4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '500d7125-d91b-422c-8a03-9a43d75334db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:40.923914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:40.924310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Bound using segment: {'id': '2ce6f3d4-d79e-4979-826e-c08b739c4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '500d7125-d91b-422c-8a03-9a43d75334db'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:40.924790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Bound port: e522a4d8-d61d-42dd-acf3-6633a46fb913, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce6f3d4-d79e-4979-826e-c08b739c4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '500d7125-d91b-422c-8a03-9a43d75334db'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:40.925211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.055126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] For port e522a4d8-d61d-42dd-acf3-6633a46fb913, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:41.059110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] For port e522a4d8-d61d-42dd-acf3-6633a46fb913, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e522a4d8-d61d-42dd-acf3-6633a46fb913,segment=NetworkSegment(2ce6f3d4-d79e-4979-826e-c08b739c4ce3),segment_id=2ce6f3d4-d79e-4979-826e-c08b739c4ce3)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:41.063246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 31a85f80-3922-435c-9c18-cb9cbce53a66 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:41.067122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec3f96-4801-423d-bcc4-90c317d65dc7 None None] Network 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:41.070258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=abcb4d61-f714-412b-8693-6f24e1310111,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.101586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 31a85f80-3922-435c-9c18-cb9cbce53a66 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:41.101586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.211854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.226646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.286190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.438073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:41.465819 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.467656 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-79125e4b-6fad-4949-8c7f-4313a558152d tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "PUT /v2.0/routers/9490fec5-8f1f-43d8-be91-e399b437e2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2638986 Feb 04 11:34:41.469515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:41.572193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Subnet': ['ID=9623beb1-ca89-434d-955f-11daca4ddcd8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.576359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] Sync routers for ids ['9490fec5-8f1f-43d8-be91-e399b437e2df'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:41.615906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbb51a-103d-4c0d-ab44-f3cc9845a9f4 None None] Network c73acdde-7ce4-479c-9aab-dc3daee6f13d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:41.636916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.750341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.767125 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-7291dd57-bddb-413d-a79a-7a006dfefe82 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:34:41.768701 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7291dd57-bddb-413d-a79a-7a006dfefe82 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4768813 Feb 04 11:34:41.775083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:41.788289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] Routers {'9490fec5-8f1f-43d8-be91-e399b437e2df'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:41.789276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9490fec5-8f1f-43d8-be91-e399b437e2df'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:41.833571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=4b78d59a-9fcf-4d7c-b442-943cebaca619,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:41.861147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.863124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9f5a872c-b93b-4e68-ae1c-24aa9e4cbfbc tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/4b78d59a-9fcf-4d7c-b442-943cebaca619 HTTP/1.1" status: 204 len: 168 time: 1.5446639 Feb 04 11:34:41.874600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38582) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:41.927674 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-faf42882-156f-4013-8742-b859ac54639b tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/subnets/9623beb1-ca89-434d-955f-11daca4ddcd8 HTTP/1.1" status: 204 len: 168 time: 2.7682741 Feb 04 11:34:41.929812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:41.956572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:41.962231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658bf4b-5563-42e0-8a02-d97531fe8690 None None] Network 8b617d2f-ace7-4be5-aef1-a8370f15f30e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:42.079669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Provisioning for port 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:42.174096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:42.200018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49570-e1b2-4554-b5df-6fa90e8472f0 None None] Pushing event updated for resources: {'Port': ['ID=e522a4d8-d61d-42dd-acf3-6633a46fb913,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:42.206892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Provisioning complete for port 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:42.207566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.219637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.302358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] Routers {'9490fec5-8f1f-43d8-be91-e399b437e2df'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:42.305367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['9490fec5-8f1f-43d8-be91-e399b437e2df'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:42.570104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:42.570515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4d83b-eb65-4abc-9841-65c35924fb42 None None] The sync data for ids ['9490fec5-8f1f-43d8-be91-e399b437e2df'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:42.601886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.612500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a1a6d6-ffc9-4d37-a68e-c0f8b5ebe135 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:42.613213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e4a1a6d6-ffc9-4d37-a68e-c0f8b5ebe135 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Synchronizing usage tracker for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:42.665810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Port 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:42.718035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.722046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.723906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port c191260d-1494-4e4c-8a46-8d0f977723f8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:42.724240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.742888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e4a1a6d6-ffc9-4d37-a68e-c0f8b5ebe135 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Unset dirty status for tenant:9d40bd55fdfe4d6c8fe7bf4d23ec995c on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:42.750174 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e4a1a6d6-ffc9-4d37-a68e-c0f8b5ebe135 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7913935 Feb 04 11:34:42.754357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.772563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:42.934577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:42.941195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 31a85f80-3922-435c-9c18-cb9cbce53a66, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=31a85f80-3922-435c-9c18-cb9cbce53a66,segment=NetworkSegment(0ce985f7-43a6-4bd2-9490-975a94ec38d7),segment_id=0ce985f7-43a6-4bd2-9490-975a94ec38d7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:42.955801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Provisioning for port abcb4d61-f714-412b-8693-6f24e1310111 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:42.960155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9514fbde-f32f-49a8-b022-0bbaa7c309cb None None] Network 500d7125-d91b-422c-8a03-9a43d75334db requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:42.980733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.037721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Deleting port e522a4d8-d61d-42dd-acf3-6633a46fb913 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:43.038066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.078020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Provisioning complete for port abcb4d61-f714-412b-8693-6f24e1310111 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:43.087269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.126935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] DHCP port deletion for 0e9d39c9-e5eb-47d6-b85c-ffc167ed165b request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:43.128908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.144019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.144531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Fanout notify agent at l3_agent the message router_deleted on router 9490fec5-8f1f-43d8-be91-e399b437e2df {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:34:43.192461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.195970 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f4416ad9-5688-4fa2-a22b-d9f16025e093 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "DELETE /v2.0/routers/9490fec5-8f1f-43d8-be91-e399b437e2df HTTP/1.1" status: 204 len: 168 time: 1.7178762 Feb 04 11:34:43.198568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:43.259666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] Deleting port 598a296e-8170-4b2c-bd6a-29d987d87db5 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:43.260231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.371810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] DHCP port deletion for 8b617d2f-ace7-4be5-aef1-a8370f15f30e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:43.385183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Deleting port c191260d-1494-4e4c-8a46-8d0f977723f8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:43.385724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.395651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Deleting subnet 79a41cbc-5f77-4b2f-8482-90e259b184d4 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:43.417656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.508630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.508783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Port abcb4d61-f714-412b-8693-6f24e1310111 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:43.618712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f03d92da-9550-4a58-919d-b469f0cda577 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:43.730279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=31a85f80-3922-435c-9c18-cb9cbce53a66,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:43.769675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] For port c191260d-1494-4e4c-8a46-8d0f977723f8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c191260d-1494-4e4c-8a46-8d0f977723f8,segment=NetworkSegment(c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0),segment_id=c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:43.770265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.784293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] For port e522a4d8-d61d-42dd-acf3-6633a46fb913, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e522a4d8-d61d-42dd-acf3-6633a46fb913,segment=NetworkSegment(2ce6f3d4-d79e-4979-826e-c08b739c4ce3),segment_id=2ce6f3d4-d79e-4979-826e-c08b739c4ce3)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:43.784832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.812360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Provisioning complete for port 31a85f80-3922-435c-9c18-cb9cbce53a66 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:43.812826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6543e67d-f5b7-4b72-a5ac-1610fdb7da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.836564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:43.842216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.092702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for c191260d-1494-4e4c-8a46-8d0f977723f8 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:44.181563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.183903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.206115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] For port 598a296e-8170-4b2c-bd6a-29d987d87db5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=598a296e-8170-4b2c-bd6a-29d987d87db5,segment=NetworkSegment(1082a605-9acd-46e2-bac7-190f30a1fd2b),segment_id=1082a605-9acd-46e2-bac7-190f30a1fd2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:44.206115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.413052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Calling delete_port for e522a4d8-d61d-42dd-acf3-6633a46fb913 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:44.421842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] For port c191260d-1494-4e4c-8a46-8d0f977723f8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c191260d-1494-4e4c-8a46-8d0f977723f8,segment=NetworkSegment(c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0),segment_id=c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:44.422507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.505788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=abcb4d61-f714-412b-8693-6f24e1310111,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:44.515128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.583215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:44.586949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:44.663732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Calling delete_port for c191260d-1494-4e4c-8a46-8d0f977723f8 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:44.755000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] Calling delete_port for 598a296e-8170-4b2c-bd6a-29d987d87db5 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:44.799386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f03d92da-9550-4a58-919d-b469f0cda577 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:44.808270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:44.808704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.830376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.839065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.916585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e522a4d8-d61d-42dd-acf3-6633a46fb913 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:44.928801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:44.986554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Subnet': ['ID=79a41cbc-5f77-4b2f-8482-90e259b184d4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:44.996382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Port': ['ID=e522a4d8-d61d-42dd-acf3-6633a46fb913,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:45.027807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efcb06-103d-4f44-aae1-4b83c7e499fc None None] DHCP port deletion for 500d7125-d91b-422c-8a03-9a43d75334db request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:45.029803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee6b872-2eec-4995-9f4b-d478a6487b1d None None] Network 8000e4a7-2b21-4255-8d9c-c02682606e62 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:45.052122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e522a4d8-d61d-42dd-acf3-6633a46fb913 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:45.052372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e522a4d8-d61d-42dd-acf3-6633a46fb913 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 11:34:45.062769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.075183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=c191260d-1494-4e4c-8a46-8d0f977723f8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:45.085938 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4656556e-82f3-4703-bf7c-0b3e09a87431 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "DELETE /v2.0/subnets/79a41cbc-5f77-4b2f-8482-90e259b184d4 HTTP/1.1" status: 204 len: 168 time: 1.8690059 Feb 04 11:34:45.087905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No DVR routers for this DVR port c191260d-1494-4e4c-8a46-8d0f977723f8 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:45.108736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:45.160666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:45.160944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:45.178672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Port e522a4d8-d61d-42dd-acf3-6633a46fb913 not found, will not notify nova. {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 11:34:45.179080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 16a03338-4044-4d9b-96de-54db69d5c063 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:45.187520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] No DVR routers for this DVR port e522a4d8-d61d-42dd-acf3-6633a46fb913 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:45.351973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.372906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.408206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.421151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] Pushing event deleted for resources: {'Port': ['ID=598a296e-8170-4b2c-bd6a-29d987d87db5,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:45.438818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a3c2f-9038-4bf7-a45a-8b4eb2c52a2c None None] No DVR routers for this DVR port 598a296e-8170-4b2c-bd6a-29d987d87db5 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:45.452006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 16a03338-4044-4d9b-96de-54db69d5c063 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:45.466660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.469965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.519585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.542449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Provisioning complete for port 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:45.543537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.545508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Calling delete_port for 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:45.565313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d7125-d91b-422c-8a03-9a43d75334db']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.583727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce6f3d4-d79e-4979-826e-c08b739c4ce3') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.584572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce6f3d4-d79e-4979-826e-c08b739c4ce3') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.598347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.612717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Router fb666937-a875-4893-97ec-786461028612 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:34:45.614768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Deleting port ed036169-653d-4dd1-b83e-915987689ace {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:45.615105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.621919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b617d2f-ace7-4be5-aef1-a8370f15f30e']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.636011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Port 52dc5c34-8a14-4c6d-93d2-1fd20bb707bb cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:45.640798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.643785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eb5fa0-ccc6-4417-bf68-bd36b6b415d0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:45.652188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Could not find standard attr ID for object e522a4d8-d61d-42dd-acf3-6633a46fb913. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:45.661151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.680451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.689154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:45.689576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.752629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Deleting port c191260d-1494-4e4c-8a46-8d0f977723f8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:45.753165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:45.809898 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:45.819141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.828415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:45.829980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:45.859466 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:45.882798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-69142fae-4624-4138-b87b-2223d8f5b38f None None] The port 'c191260d-1494-4e4c-8a46-8d0f977723f8' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:45.887226 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] DHCP port deletion for 8000e4a7-2b21-4255-8d9c-c02682606e62 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:45.899431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Deleting port ed036169-653d-4dd1-b83e-915987689ace {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:45.899431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.946710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Provisioning for port f03d92da-9550-4a58-919d-b469f0cda577 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:45.961350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Provisioning complete for port f03d92da-9550-4a58-919d-b469f0cda577 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:45.961983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.972378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:45.984129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.013508 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/8b617d2f-ace7-4be5-aef1-a8370f15f30e HTTP/1.1" status: 204 len: 168 time: 4.1379311 Feb 04 11:34:46.015977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38610) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.032106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:46.052003 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39c91cc5-8892-471a-b8f5-5ad7f25ac451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/routers/fb666937-a875-4893-97ec-786461028612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4495845 Feb 04 11:34:46.052875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-554828476'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:46.059308 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] Sync routers for ids ['fb666937-a875-4893-97ec-786461028612'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:46.067321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38614) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.072469 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] Routers {'fb666937-a875-4893-97ec-786461028612'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:46.073205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b54664-cfde-41a3-975c-0f693187560c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=8b617d2f-ace7-4be5-aef1-a8370f15f30e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:46.073560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['fb666937-a875-4893-97ec-786461028612'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.078876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:46.098517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:network and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:46.103734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:46.106932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 31a85f80-3922-435c-9c18-cb9cbce53a66 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:46.119864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:46.145671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.165570 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.179390 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] Routers {'fb666937-a875-4893-97ec-786461028612'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:46.180379 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['fb666937-a875-4893-97ec-786461028612'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.183397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.212581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Network': ['ID=500d7125-d91b-422c-8a03-9a43d75334db,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:46.227303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:46.236825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.253366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.260423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] For port ed036169-653d-4dd1-b83e-915987689ace, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ed036169-653d-4dd1-b83e-915987689ace,segment=NetworkSegment(c6338908-fb73-4597-8b63-ea3eff20b6b7),segment_id=c6338908-fb73-4597-8b63-ea3eff20b6b7)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:46.260981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.294540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] For port f03d92da-9550-4a58-919d-b469f0cda577, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f03d92da-9550-4a58-919d-b469f0cda577,segment=NetworkSegment(a673f635-d9dc-4520-9046-795039921e08),segment_id=a673f635-d9dc-4520-9046-795039921e08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:46.297291 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.298036 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677c2b44-494c-4ef6-b23a-c7e1dc29167f None None] The sync data for ids ['fb666937-a875-4893-97ec-786461028612'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:46.305805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-557eeb7d-ef98-4566-b562-fac7152dd000 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/networks/500d7125-d91b-422c-8a03-9a43d75334db HTTP/1.1" status: 204 len: 168 time: 3.5321193 Feb 04 11:34:46.310991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.417805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:46.429181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.431590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.440090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Calling delete_port for ed036169-653d-4dd1-b83e-915987689ace owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:46.449602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.450162 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Added segment cf5f9fae-6884-4427-b5e2-cf4e744ae129 of type vlan for network b8fd950b-7dfc-484f-9203-7f93a0e78991 Feb 04 11:34:46.459719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.523736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] For port ed036169-653d-4dd1-b83e-915987689ace, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ed036169-653d-4dd1-b83e-915987689ace,segment=NetworkSegment(c6338908-fb73-4597-8b63-ea3eff20b6b7),segment_id=c6338908-fb73-4597-8b63-ea3eff20b6b7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:46.524368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.535826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.543767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Port': ['ID=52dc5c34-8a14-4c6d-93d2-1fd20bb707bb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:46.555171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 31a85f80-3922-435c-9c18-cb9cbce53a66 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:46.556155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.692197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.705364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Provisioning complete for port abcb4d61-f714-412b-8693-6f24e1310111 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:46.705744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.727297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9d39c9-e5eb-47d6-b85c-ffc167ed165b']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.747727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1082a605-9acd-46e2-bac7-190f30a1fd2b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.748324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1082a605-9acd-46e2-bac7-190f30a1fd2b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:46.765562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.800387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.817407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:46.818092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:46.937925 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:46.968268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0bdc9c-56d5-4388-92d1-b52706577e87 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:46.968268 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7f0bdc9c-56d5-4388-92d1-b52706577e87 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb666937-a875-4893-97ec-786461028612 HTTP/1.1" status: 200 len: 987 time: 0.8146133 Feb 04 11:34:46.968268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:46.992253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Calling delete_port for ed036169-653d-4dd1-b83e-915987689ace owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:47.066282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Pushing event updated for resources: {'Port': ['ID=f03d92da-9550-4a58-919d-b469f0cda577,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.081595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.089561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:47.090888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.138616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Port abcb4d61-f714-412b-8693-6f24e1310111 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:47.159198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02147fec-0bfe-42a3-8360-075a7ccf3b55 None None] Could not find standard attr ID for object 598a296e-8170-4b2c-bd6a-29d987d87db5. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:34:47.183070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.206129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.223672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.245333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Network': ['ID=b8fd950b-7dfc-484f-9203-7f93a0e78991,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.261242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:47.287475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c191260d-1494-4e4c-8a46-8d0f977723f8 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:47.291276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.291959 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/networks/0e9d39c9-e5eb-47d6-b85c-ffc167ed165b HTTP/1.1" status: 204 len: 168 time: 0.9789598 Feb 04 11:34:47.295386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38628) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:47.328441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: c191260d-1494-4e4c-8a46-8d0f977723f8 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:47.328817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c191260d-1494-4e4c-8a46-8d0f977723f8 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:47.329161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ed036169-653d-4dd1-b83e-915987689ace no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:47.401092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] No DVR routers for this DVR port ed036169-653d-4dd1-b83e-915987689ace on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:47.429458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: ed036169-653d-4dd1-b83e-915987689ace {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:47.429862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ed036169-653d-4dd1-b83e-915987689ace not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:47.430244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e522a4d8-d61d-42dd-acf3-6633a46fb913 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:47.465417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:47.465874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:47.476827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbcc25-b457-4a4e-80a3-7ac535469346 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Network': ['ID=0e9d39c9-e5eb-47d6-b85c-ffc167ed165b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.483885 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b7cdfe58-fb2c-40a2-b262-1a95ee063065 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4517894 Feb 04 11:34:47.485912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e522a4d8-d61d-42dd-acf3-6633a46fb913 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:47.486269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e522a4d8-d61d-42dd-acf3-6633a46fb913 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:47.488858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38632) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:47.542714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:47.546061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Port': ['ID=ed036169-653d-4dd1-b83e-915987689ace,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:47.688171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.717656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:47.741791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:47.746638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:47.781281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:47.872592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.900430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.938452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:47.940767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Router c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:34:47.942701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8000e4a7-2b21-4255-8d9c-c02682606e62']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:47.943152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.961509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf9cc04-13eb-4156-93da-aedd7564403c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:47.967245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Deleting port ed036169-653d-4dd1-b83e-915987689ace {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:47.969360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:47.971928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6338908-fb73-4597-8b63-ea3eff20b6b7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:47.972439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6338908-fb73-4597-8b63-ea3eff20b6b7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.037376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f03d92da-9550-4a58-919d-b469f0cda577 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:48.047109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaadce9-de3b-4bdc-8055-1ae56a1e7abb') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.047457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaadce9-de3b-4bdc-8055-1ae56a1e7abb') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.053618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.069690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.096983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.108358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:48.109298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:48.125969 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:48.145422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-268d5a3f-f34c-4424-b65e-17f5fbc00fc3 None None] The port 'ed036169-653d-4dd1-b83e-915987689ace' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:48.222955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f03d92da-9550-4a58-919d-b469f0cda577 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:48.223664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.321100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.327128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.329308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:48.329724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.333566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.373525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Network': ['ID=abf9cc04-13eb-4156-93da-aedd7564403c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:48.380458 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27a7c96d-5577-4286-8496-cfd54bc36797 tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/networks/abf9cc04-13eb-4156-93da-aedd7564403c HTTP/1.1" status: 204 len: 168 time: 1.0838654 Feb 04 11:34:48.381335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:48.420464 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:48.440211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:48.454833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] Sync routers for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:48.470827 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8af05204-ddb5-4834-98b3-af9ed771c23e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6723614 Feb 04 11:34:48.471170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:48.476846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:48.480181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.481538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.559500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.585331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:48.585975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.595189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.603907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.604140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=3feb4619-3ded-406a-b698-32dcac3d3fb6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:48.604310 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] 10.222.0.36 "DELETE /v2.0/networks/8000e4a7-2b21-4255-8d9c-c02682606e62 HTTP/1.1" status: 204 len: 168 time: 3.4926882 Feb 04 11:34:48.613356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.631519 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-5bff15d2-c266-4d78-bacc-c100b91fdf80 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] delete failed (client error): The resource could not be found. Feb 04 11:34:48.637746 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5bff15d2-c266-4d78-bacc-c100b91fdf80 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2022170875 HTTP/1.1" status: 404 len: 335 time: 0.1604383 Feb 04 11:34:48.637973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Checking segment: {'id': 'cf5f9fae-6884-4427-b5e2-cf4e744ae129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:48.637973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network hostable DHCP agents. Network: b8fd950b-7dfc-484f-9203-7f93a0e78991, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:48.638207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:48.647073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ddb571f7-f549-458f-bb78-c45f61df70a7 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:48.686640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.687369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c8c57-20f3-4dec-9918-7ca7f112ae0f None None] The sync data for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:48.737019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93b427-d885-4b82-87e7-0fabb439b5a7 tempest-FloatingIPNegativeTestJSON-1705054680 tempest-FloatingIPNegativeTestJSON-1705054680-project] Pushing event deleted for resources: {'Network': ['ID=8000e4a7-2b21-4255-8d9c-c02682606e62,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:48.832693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:48.854070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.883897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786f642c-f812-404f-b9c3-2ab5df4f71ec']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.897352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addac341-065a-410f-a730-a222b3556a29') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.897642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addac341-065a-410f-a730-a222b3556a29') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:48.910403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.929891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.939068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:48.940063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:48.966164 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:49.034956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, b8fd950b-7dfc-484f-9203-7f93a0e78991) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:49.052660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb76a9-24fc-47f7-9e26-a49999902e19 None None] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:49.059436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:49.060068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.161935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb571f7-f549-458f-bb78-c45f61df70a7 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.173411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.207631 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-639606e8-e223-4e24-99a3-71c8e9fa7e00 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7177420 Feb 04 11:34:49.210417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:49.220725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-245241158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:49.234830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:49.246027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:router and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:49.251586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:49.259288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:49.333280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.337951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.363852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-b8fd950b-7dfc-484f-9203-7f93a0e78991', 'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '3feb4619-3ded-406a-b698-32dcac3d3fb6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:49.366073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.368569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] Pushing event deleted for resources: {'Network': ['ID=786f642c-f812-404f-b9c3-2ab5df4f71ec,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:49.375297 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1ac0c506-af8c-4821-9139-956154aa8a3d tempest-BulkNetworkOpsTest-1999035880 tempest-BulkNetworkOpsTest-1999035880-project] 10.222.0.36 "DELETE /v2.0/networks/786f642c-f812-404f-b9c3-2ab5df4f71ec HTTP/1.1" status: 204 len: 168 time: 0.9906831 Feb 04 11:34:49.375297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.375297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.418623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.418831 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-ddb571f7-f549-458f-bb78-c45f61df70a7 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] update failed (client error): The resource could not be found. Feb 04 11:34:49.419882 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ddb571f7-f549-458f-bb78-c45f61df70a7 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 HTTP/1.1" status: 404 len: 339 time: 0.7817154 Feb 04 11:34:49.435080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:49.448986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1286504983'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:49.465625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:49.472093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:network and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:49.488921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:49.499023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:49.614335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:49.633770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.669083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:49.671029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Allocated IP 172.20.0.2 (b8fd950b-7dfc-484f-9203-7f93a0e78991/3feb4619-3ded-406a-b698-32dcac3d3fb6/35059704-a917-46cd-947e-cab3b375e036) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:49.674874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.684479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port abcb4d61-f714-412b-8693-6f24e1310111 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:49.685384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.743331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:34:49.771284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.771638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Added segment d9bd9412-19a8-4327-8ed1-8f199021ce68 of type vlan for network 5d091796-2c3b-4329-980e-15dfdfac0a13 Feb 04 11:34:49.818529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.825019 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-17622dc4-e974-4c50-b445-017e370cde7f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6122866 Feb 04 11:34:49.829895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:49.837135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991', 'name': 'tempest-PortsTestJSON-1617867283'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:49.858277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.981520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:49.998477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Transition to ACTIVE for port object 35059704-a917-46cd-947e-cab3b375e036 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:50.026363 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e9ec8ece-7d20-420b-a184-76f01d96dcd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed8f4de19eb34e9e836ea1d20b026447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108694 Feb 04 11:34:50.030461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:50.033006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Transition to ACTIVE for port object 35059704-a917-46cd-947e-cab3b375e036 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:50.076253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.122866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.162232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.169937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:50.171339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.288812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:50.338549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:50.340384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:50.342113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:50.346299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:50.370519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:50.373000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Network': ['ID=5d091796-2c3b-4329-980e-15dfdfac0a13,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:50.399977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 5d091796-2c3b-4329-980e-15dfdfac0a13 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:34:50.421828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Pushing event updated for resources: {'Port': ['ID=35059704-a917-46cd-947e-cab3b375e036,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:50.459895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7ea7eec1-c581-4b07-bdd1-241b8d1fffd4 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0232639 Feb 04 11:34:50.463012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:50.469047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'subnet': {'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:50.485580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for abcb4d61-f714-412b-8693-6f24e1310111 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:50.552494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f139a4f-1813-4977-88fe-04f61e196b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.574042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Attempting to bind port 35059704-a917-46cd-947e-cab3b375e036 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:50.574405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Attempting to bind port 35059704-a917-46cd-947e-cab3b375e036 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'cf5f9fae-6884-4427-b5e2-cf4e744ae129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:50.574783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Attempting to bind port 35059704-a917-46cd-947e-cab3b375e036 on network b8fd950b-7dfc-484f-9203-7f93a0e78991 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:50.582063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:50.585297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:50.585722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Checking segment: {'id': 'cf5f9fae-6884-4427-b5e2-cf4e744ae129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:50.586129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.586740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Bound using segment: {'id': 'cf5f9fae-6884-4427-b5e2-cf4e744ae129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:50.587117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.587238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Bound port: 35059704-a917-46cd-947e-cab3b375e036, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5f9fae-6884-4427-b5e2-cf4e744ae129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8fd950b-7dfc-484f-9203-7f93a0e78991'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:50.587608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.611933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f139a4f-1813-4977-88fe-04f61e196b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.711292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:50.717566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Usage tracker for resource:subnet and tenant:eeccb1accc144642bc54ca531e283d5c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:50.724551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:34:50.726742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] For port 35059704-a917-46cd-947e-cab3b375e036, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:50.730541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] For port 35059704-a917-46cd-947e-cab3b375e036, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35059704-a917-46cd-947e-cab3b375e036,segment=NetworkSegment(cf5f9fae-6884-4427-b5e2-cf4e744ae129),segment_id=cf5f9fae-6884-4427-b5e2-cf4e744ae129)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:50.766944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:50.772617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-db41dabb-e31c-41dd-8129-36fce6b93ae6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d40bd55fdfe4d6c8fe7bf4d23ec995c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583046 Feb 04 11:34:50.780705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:50.791120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:50.933795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f34d563c-8d80-4cf2-ad3a-c5aab0fdd267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:50.954850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.13 (b8fd950b-7dfc-484f-9203-7f93a0e78991/3feb4619-3ded-406a-b698-32dcac3d3fb6/7c7e5ed6-8913-4185-a68e-9a1a60645d9b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:50.974157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f34d563c-8d80-4cf2-ad3a-c5aab0fdd267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.447111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.448137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.449536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f139a4f-1813-4977-88fe-04f61e196b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.472445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Made reservation on behalf of eeccb1accc144642bc54ca531e283d5c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:34:51.475969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.495739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f34d563c-8d80-4cf2-ad3a-c5aab0fdd267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.521570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=abcb4d61-f714-412b-8693-6f24e1310111,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:51.526537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f139a4f-1813-4977-88fe-04f61e196b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29afdea-df75-4446-8502-48ce05f4a3bf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:51.543073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833d09-758d-45e8-bad8-d0d2498ac3ce None None] Pushing event updated for resources: {'Port': ['ID=35059704-a917-46cd-947e-cab3b375e036,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:51.573003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d563c-8d80-4cf2-ad3a-c5aab0fdd267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a630eb-9f73-4b09-b86c-12d8fbca6eb9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:51.716699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f34d563c-8d80-4cf2-ad3a-c5aab0fdd267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.734189 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f34d563c-8d80-4cf2-ad3a-c5aab0fdd267 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53a630eb-9f73-4b09-b86c-12d8fbca6eb9 HTTP/1.1" status: 204 len: 168 time: 0.9427562 Feb 04 11:34:51.798966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f139a4f-1813-4977-88fe-04f61e196b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.800853 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5f139a4f-1813-4977-88fe-04f61e196b9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c29afdea-df75-4446-8502-48ce05f4a3bf HTTP/1.1" status: 204 len: 168 time: 1.7691290 Feb 04 11:34:51.814600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:51.982542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.004546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 7c7e5ed6-8913-4185-a68e-9a1a60645d9b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:52.069083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.177024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Subnet': ['ID=0b070e0f-e28d-4cf5-877b-c7124261c4b8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:52.219839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Checking segment: {'id': 'd9bd9412-19a8-4327-8ed1-8f199021ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:52.220336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network hostable DHCP agents. Network: 5d091796-2c3b-4329-980e-15dfdfac0a13, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:34:52.225679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Router fb666937-a875-4893-97ec-786461028612 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:34:52.310238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.390468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:52.408886 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] Sync routers for ids ['fb666937-a875-4893-97ec-786461028612'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:52.418712 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-be19599b-c964-4366-bec8-543732cffe9e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/routers/fb666937-a875-4893-97ec-786461028612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4609685 Feb 04 11:34:52.419086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.420158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 5d091796-2c3b-4329-980e-15dfdfac0a13 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:34:52.423524 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] Routers {'fb666937-a875-4893-97ec-786461028612'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:52.425801 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['fb666937-a875-4893-97ec-786461028612'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.520512 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.531970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:52.547240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:52.551335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:52.554588 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] Routers {'fb666937-a875-4893-97ec-786461028612'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:52.556500 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['fb666937-a875-4893-97ec-786461028612'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.571971 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d20f9-a52e-426b-9b0a-1681ff72fa6f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:34:52.571971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f2d20f9-a52e-426b-9b0a-1681ff72fa6f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:52.660740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=7c7e5ed6-8913-4185-a68e-9a1a60645d9b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:52.672537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 5d091796-2c3b-4329-980e-15dfdfac0a13) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:52.678185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:52.678932 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:52.679027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.679295 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698994c-9b38-49b7-920e-5b8511ad5fde None None] The sync data for ids ['fb666937-a875-4893-97ec-786461028612'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:52.683400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9d286-cf75-42bd-9361-80a8c7212dd4 None None] Network 5d091796-2c3b-4329-980e-15dfdfac0a13 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:52.692410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f2d20f9-a52e-426b-9b0a-1681ff72fa6f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:52.693970 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5f2d20f9-a52e-426b-9b0a-1681ff72fa6f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/abcb4d61-f714-412b-8693-6f24e1310111 HTTP/1.1" status: 404 len: 333 time: 0.2725782 Feb 04 11:34:52.696759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.713774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:52.714431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:52.847794 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4d075fd1-2b1e-4ead-b8df-e37a716bf8c6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3835254 Feb 04 11:34:52.852095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38748) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:52.856088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c387a27c-03a4-459d-bbce-c5b03d4638a6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:53.013335 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1b1953b3-9ada-436a-a694-73cfb271dec4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1823146 Feb 04 11:34:53.017389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:53.056144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-5d091796-2c3b-4329-980e-15dfdfac0a13', 'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13', 'tenant_id': 'eeccb1accc144642bc54ca531e283d5c', 'fixed_ips': [{'subnet_id': '0b070e0f-e28d-4cf5-877b-c7124261c4b8'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:34:53.058232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.344409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.390405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Allocated IP 2001:db8:1::2 (5d091796-2c3b-4329-980e-15dfdfac0a13/0b070e0f-e28d-4cf5-877b-c7124261c4b8/315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:53.404558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9759b70-fbca-4a70-839f-1c7046d84e98 None None] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:53.727130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:53.836435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c387a27c-03a4-459d-bbce-c5b03d4638a6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:53.843580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38782) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:53.892308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bff56de1-640a-4ab3-ba75-8643408a20e1 None None] Provisioning for port 35059704-a917-46cd-947e-cab3b375e036 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:54.152407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172915000'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:54.160580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:54.185805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:54.197924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:54.207137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.211822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:54.218815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Transition to ACTIVE for port object 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:54.229481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35059704-a917-46cd-947e-cab3b375e036 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:54.262475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.268648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.274007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e0bdaf85-04fa-48c6-9305-5214de5c9d99 tempest-DvrRoutersNegativeTest-109067123 tempest-DvrRoutersNegativeTest-109067123-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2066812923', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:54.278254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.policy [None req-e0bdaf85-04fa-48c6-9305-5214de5c9d99 tempest-DvrRoutersNegativeTest-109067123 tempest-DvrRoutersNegativeTest-109067123-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88131) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 11:34:54.278254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.policy [None req-e0bdaf85-04fa-48c6-9305-5214de5c9d99 tempest-DvrRoutersNegativeTest-109067123 tempest-DvrRoutersNegativeTest-109067123-project] Failed policy check for 'create_router' {{(pid=88131) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 11:34:54.278254 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-e0bdaf85-04fa-48c6-9305-5214de5c9d99 tempest-DvrRoutersNegativeTest-109067123 tempest-DvrRoutersNegativeTest-109067123-project] create failed (client error): Access was denied to this resource. Feb 04 11:34:54.287485 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e0bdaf85-04fa-48c6-9305-5214de5c9d99 tempest-DvrRoutersNegativeTest-109067123 tempest-DvrRoutersNegativeTest-109067123-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5427737 Feb 04 11:34:54.300009 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:34:54.316582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-c387a27c-03a4-459d-bbce-c5b03d4638a6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:34:54.318647 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c387a27c-03a4-459d-bbce-c5b03d4638a6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 HTTP/1.1" status: 400 len: 364 time: 1.4664497 Feb 04 11:34:54.323371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38790) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.345260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Transition to ACTIVE for port object 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:54.496330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.500737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.537162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.614802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Pushing event updated for resources: {'Port': ['ID=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:54.619592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 35059704-a917-46cd-947e-cab3b375e036 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:54.640040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 35059704-a917-46cd-947e-cab3b375e036 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:54.640040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.657000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:54.669243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.669916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Fanout notify agent at l3_agent the message router_deleted on router fb666937-a875-4893-97ec-786461028612 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:34:54.682250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:54.695718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Network 5d091796-2c3b-4329-980e-15dfdfac0a13 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:54.703329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:54.705974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:54.710487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.715168 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-db2e8642-acb4-4d2a-ad46-caffd10b09a8 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/routers/fb666937-a875-4893-97ec-786461028612 HTTP/1.1" status: 204 len: 168 time: 2.0169220 Feb 04 11:34:54.716276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:54.719631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:54.720657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:54.852330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.882407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Attempting to bind port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:34:54.882784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Attempting to bind port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'd9bd9412-19a8-4327-8ed1-8f199021ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:34:54.883105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Attempting to bind port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 on network 5d091796-2c3b-4329-980e-15dfdfac0a13 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:34:54.909164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:34:54.910918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Checking segment: {'id': 'd9bd9412-19a8-4327-8ed1-8f199021ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:34:54.911793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.912648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Bound using segment: {'id': 'd9bd9412-19a8-4327-8ed1-8f199021ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:34:54.913243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Bound port: 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bd9412-19a8-4327-8ed1-8f199021ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5d091796-2c3b-4329-980e-15dfdfac0a13'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:34:54.913743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:54.980249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.024047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Provisioning for port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:55.085689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862ef346-26f7-490f-9e9b-f9b2b07a70ba,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:55.103851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Provisioning complete for port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:55.104227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.118853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:34:55.124732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.222685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.229965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.259338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:55.262121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:55.267285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:55.299789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] For port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:34:55.303977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:55.307180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] For port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,segment=NetworkSegment(d9bd9412-19a8-4327-8ed1-8f199021ce68),segment_id=d9bd9412-19a8-4327-8ed1-8f199021ce68)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:34:55.315260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 35059704-a917-46cd-947e-cab3b375e036, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35059704-a917-46cd-947e-cab3b375e036,segment=NetworkSegment(cf5f9fae-6884-4427-b5e2-cf4e744ae129),segment_id=cf5f9fae-6884-4427-b5e2-cf4e744ae129)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:55.321841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Provisioning complete for port 35059704-a917-46cd-947e-cab3b375e036 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:55.321841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.378778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.421859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:55.428292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.458338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:55.486630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.552200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.582471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.594977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a834b45-7750-4916-9206-eaa4fb5fb1b5 None None] Pushing event updated for resources: {'Port': ['ID=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:55.676832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.711455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.730896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.757981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:55.764356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d488a-3c07-4ba1-b1c8-c6f5fb15ad85 None None] Network 75d87743-42f9-4e4c-afd9-8b5235d84399 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:55.942489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:55.943529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b146be6a-7e12-4049-ba53-40127714a27e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:55.943529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=35059704-a917-46cd-947e-cab3b375e036,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:55.966786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:56.040362 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd HTTP/1.1" status: 204 len: 168 time: 1.2856438 Feb 04 11:34:56.041130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087d9f1-2415-4943-895e-3978e30fbdb3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:56.045859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.054495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.062559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Usage tracker for resource:security_group_rule and tenant:a7feb123e3e14537b47a30202a94656e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:56.074932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:56.140551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:56.185051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.258548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114af307-b15f-4f62-956c-096f0e3fd6dd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:56.340928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] DHCP port deletion for 75d87743-42f9-4e4c-afd9-8b5235d84399 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:34:56.354874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Deleting port 16a03338-4044-4d9b-96de-54db69d5c063 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:56.355407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.433755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.445600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.449720 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7ab49d7-ea66-4276-8342-769557d8f690 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6049345 Feb 04 11:34:56.450514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.520980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 16a03338-4044-4d9b-96de-54db69d5c063 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:56.521589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.687600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Allocated IP 2001:db8::1 (50ab03c5-8a8a-4bff-bb1f-7c19e0792c85/8ccf5913-3558-426f-8673-86c70587c127/2454860b-0d5f-4dec-a91e-582497bcaafb) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:34:56.690907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.744885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] For port 16a03338-4044-4d9b-96de-54db69d5c063, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=16a03338-4044-4d9b-96de-54db69d5c063,segment=NetworkSegment(c2064d54-2409-475b-a9cc-514d65298ead),segment_id=c2064d54-2409-475b-a9cc-514d65298ead)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:56.745430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.824016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.835483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] For port 16a03338-4044-4d9b-96de-54db69d5c063, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=16a03338-4044-4d9b-96de-54db69d5c063,segment=NetworkSegment(c2064d54-2409-475b-a9cc-514d65298ead),segment_id=c2064d54-2409-475b-a9cc-514d65298ead)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:56.835887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.906218 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7feb123e3e14537b47a30202a94656e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6378765 Feb 04 11:34:56.907157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:56.914420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:56.966913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80f057-ea4d-4e40-9708-77443b8adf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4650d-9948-4195-b444-2467645aae70,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:56.994344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 16a03338-4044-4d9b-96de-54db69d5c063 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:57.007638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a1b87c6f-9e3d-4cf1-be96-276d500974e9 None None] Provisioning complete for port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:57.009060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a1b87c6f-9e3d-4cf1-be96-276d500974e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.062224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Calling delete_port for 16a03338-4044-4d9b-96de-54db69d5c063 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:34:57.083071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.111539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.129260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Transition to ACTIVE for port object 2454860b-0d5f-4dec-a91e-582497bcaafb will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:34:57.156531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7dc9e949-c09e-4c13-977e-1cf46c6a01fa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:57.197327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6142-e966-47dc-90d3-981680fd5530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.230573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6142-e966-47dc-90d3-981680fd5530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.266663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.316953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.317720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a1b87c6f-9e3d-4cf1-be96-276d500974e9 None None] Port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:57.386572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:34:57.391122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:34:57.391450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.421130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6142-e966-47dc-90d3-981680fd5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.429332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No DVR routers for this DVR port 16a03338-4044-4d9b-96de-54db69d5c063 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:34:57.479471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc6142-e966-47dc-90d3-981680fd5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4650d-9948-4195-b444-2467645aae70,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.484129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:57.488575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:57.502862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:34:57.503475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.549975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=7c7e5ed6-8913-4185-a68e-9a1a60645d9b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.562999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Port': ['ID=2454860b-0d5f-4dec-a91e-582497bcaafb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.568302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1fc6142-e966-47dc-90d3-981680fd5530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.570912 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a1fc6142-e966-47dc-90d3-981680fd5530 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06e4650d-9948-4195-b444-2467645aae70 HTTP/1.1" status: 204 len: 168 time: 0.6004527 Feb 04 11:34:57.571986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7dc9e949-c09e-4c13-977e-1cf46c6a01fa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:57.573130 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7dc9e949-c09e-4c13-977e-1cf46c6a01fa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.1085258 Feb 04 11:34:57.576894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:57.586054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-security--1525639909', 'description': 'tempest-security-description-526926709'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:57.621252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.644008 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacbe8e4-04fe-459e-8e08-3e733cd5f0cd None None] Network 5d091796-2c3b-4329-980e-15dfdfac0a13 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:34:57.840874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.843563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.860208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.874359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=16a03338-4044-4d9b-96de-54db69d5c063,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:57.888803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Deleting port 16a03338-4044-4d9b-96de-54db69d5c063 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:34:57.889374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:57.894477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.036006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.044436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.044436 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "PUT /v2.0/security-groups/114af307-b15f-4f62-956c-096f0e3fd6dd HTTP/1.1" status: 200 len: 1779 time: 0.4600780 Feb 04 11:34:58.185225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.189569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d87743-42f9-4e4c-afd9-8b5235d84399']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:58.208354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2064d54-2409-475b-a9cc-514d65298ead') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:58.208648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2064d54-2409-475b-a9cc-514d65298ead') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:58.225230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.242988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-83a66bd6-bb8f-4104-b0f3-6f21fe38fdf6 None None] Provisioning for port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:58.245353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.251995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9552a92b-3fdd-4253-90c1-32f752ea72ec None None] The port '16a03338-4044-4d9b-96de-54db69d5c063' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:34:58.255368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:34:58.255805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.309061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:58.322307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d781c3f-bce6-40ab-81e9-e3154a9ed15e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114af307-b15f-4f62-956c-096f0e3fd6dd,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.340448 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ff4eb672-6d70-4ce1-8ee6-a1caa279d567 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups/114af307-b15f-4f62-956c-096f0e3fd6dd HTTP/1.1" status: 200 len: 1779 time: 0.1436918 Feb 04 11:34:58.344253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:34:58.364435 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:34:58.408942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-83a66bd6-bb8f-4104-b0f3-6f21fe38fdf6 None None] Provisioning complete for port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:58.409647 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-83a66bd6-bb8f-4104-b0f3-6f21fe38fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.493606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-83a66bd6-bb8f-4104-b0f3-6f21fe38fdf6 None None] Port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:58.524346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.527892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.575577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=75d87743-42f9-4e4c-afd9-8b5235d84399,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.582649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.584578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfca-aa63-4e02-8681-c827ec96e644 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.617377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfca-aa63-4e02-8681-c827ec96e644 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.646205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.652011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:58.658480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:58.658847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.715269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.716119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.803431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1b47ed23-e336-407c-844a-833f5af04c6e None None] Provisioning for port 2454860b-0d5f-4dec-a91e-582497bcaafb completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:34:58.809752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1b47ed23-e336-407c-844a-833f5af04c6e None None] Provisioning complete for port 2454860b-0d5f-4dec-a91e-582497bcaafb triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:58.810121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1b47ed23-e336-407c-844a-833f5af04c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.828500 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5c055367-6312-4fc8-bc8b-1fdaf3241abf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/75d87743-42f9-4e4c-afd9-8b5235d84399 HTTP/1.1" status: 204 len: 168 time: 2.7814565 Feb 04 11:34:58.836417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:58.861563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.876164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event updated for resources: {'Port': ['ID=2454860b-0d5f-4dec-a91e-582497bcaafb,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.899347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1b47ed23-e336-407c-844a-833f5af04c6e None None] Port 2454860b-0d5f-4dec-a91e-582497bcaafb cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:58.912134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,segment=NetworkSegment(d9bd9412-19a8-4327-8ed1-8f199021ce68),segment_id=d9bd9412-19a8-4327-8ed1-8f199021ce68)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:34:58.939534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfca-aa63-4e02-8681-c827ec96e644 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:58.970712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:58.975832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ddfca-aa63-4e02-8681-c827ec96e644 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114af307-b15f-4f62-956c-096f0e3fd6dd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:58.975832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:58.991996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a1f1d-5bc3-4198-9d5a-ab416920e68c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:34:58.992719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f21a1f1d-5bc3-4198-9d5a-ab416920e68c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:59.034095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5b171bb1-7c25-44a9-9e0d-7e5696ecd25d None None] Provisioning complete for port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:59.035064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b171bb1-7c25-44a9-9e0d-7e5696ecd25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.096098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.096766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35059704-a917-46cd-947e-cab3b375e036 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:34:59.148143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfca-aa63-4e02-8681-c827ec96e644 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.151801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a40ddfca-aa63-4e02-8681-c827ec96e644 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/114af307-b15f-4f62-956c-096f0e3fd6dd HTTP/1.1" status: 204 len: 168 time: 0.8042877 Feb 04 11:34:59.152284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38852) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.225399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.229550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f21a1f1d-5bc3-4198-9d5a-ab416920e68c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:59.234925 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f21a1f1d-5bc3-4198-9d5a-ab416920e68c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/85844e19-bd1a-400c-95c4-76452e094b4d HTTP/1.1" status: 200 len: 845 time: 0.3971364 Feb 04 11:34:59.261984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38856) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.285364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:59.317388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 35059704-a917-46cd-947e-cab3b375e036 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:59.317800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.327587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.386049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c6b75802-2cdd-4162-b8f5-ded5cf5dbc21 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:34:59.406209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Router c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:34:59.480038 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d54253db-4e88-43d4-9b43-119248ae0b49 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/85844e19-bd1a-400c-95c4-76452e094b4d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2161784 Feb 04 11:34:59.484107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a3cda483-86c8-45d3-9d3c-52ac2e072e56 None None] Provisioning complete for port 2454860b-0d5f-4dec-a91e-582497bcaafb triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:34:59.484335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.484440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a3cda483-86c8-45d3-9d3c-52ac2e072e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.486516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=7c7e5ed6-8913-4185-a68e-9a1a60645d9b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:34:59.494164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:59.509424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.544993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a3cda483-86c8-45d3-9d3c-52ac2e072e56 None None] Port 2454860b-0d5f-4dec-a91e-582497bcaafb cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:34:59.551705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c6b75802-2cdd-4162-b8f5-ded5cf5dbc21 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:34:59.555987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c6b75802-2cdd-4162-b8f5-ded5cf5dbc21 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3998911 Feb 04 11:34:59.562886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.595885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 16a03338-4044-4d9b-96de-54db69d5c063 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:34:59.622145 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-2a0b2413-93c5-4e2d-bcc3-ad59a6cac408 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] delete failed (client error): The resource could not be found. Feb 04 11:34:59.624105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2a0b2413-93c5-4e2d-bcc3-ad59a6cac408 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/114af307-b15f-4f62-956c-096f0e3fd6dd HTTP/1.1" status: 404 len: 347 time: 0.0597661 Feb 04 11:34:59.629401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.641325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827044186'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:34:59.644366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 16a03338-4044-4d9b-96de-54db69d5c063 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:34:59.645272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 16a03338-4044-4d9b-96de-54db69d5c063 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:34:59.664522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:59.680075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:59.683096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:34:59.688584 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-756100d0-8b6e-4562-b493-147ba016d671 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3641667 Feb 04 11:34:59.691372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:34:59.699602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] Sync routers for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:34:59.709856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:59.710889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:59.754981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:34:59.756506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:59.758985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:34:59.764759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:59.770144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:34:59.786555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:59.804463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:34:59.805097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:59.825239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:34:59.871296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.883583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:34:59.884133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28165620-8160-4b65-bf77-69e880e808f8 None None] The sync data for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:34:59.902259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:34:59.908307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9f507c7-2e0c-4aeb-b3b5-461673438be8 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:34:59.962495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:34:59.971588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:00.021098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:00.023820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:00.029222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.042530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:00.096114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7f3cb53-7db3-4470-84cd-38a5dd41dfa3 None None] Provisioning complete for port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:00.096841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7f3cb53-7db3-4470-84cd-38a5dd41dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.106751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Router 8b0bb616-fdad-4d61-be05-95a7ad1b0c3f is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:35:00.110269 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-e9f507c7-2e0c-4aeb-b3b5-461673438be8 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 11:35:00.114113 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e9f507c7-2e0c-4aeb-b3b5-461673438be8 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 HTTP/1.1" status: 409 len: 329 time: 0.4190204 Feb 04 11:35:00.115485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:00.170069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3cb53-7db3-4470-84cd-38a5dd41dfa3 None None] Port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:00.173629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:00.174000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.308330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.322701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09a2ec2c-66a2-4cd9-a718-f9ad8a98f3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.379953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.443193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:00.459327 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] Sync routers for ids ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:00.473094 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] Routers {'8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:00.474175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:00.493510 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4e09778a-2a0b-4d45-be53-8c797a51a075 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/routers/8b0bb616-fdad-4d61-be05-95a7ad1b0c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4747155 Feb 04 11:35:00.500235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:00.515186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962d1cfe-5367-45cb-be62-74384efda8fd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:00.559082 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:00.568560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] Routers {'8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:00.569226 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:34:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:00.632224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096b0e7-8511-46e4-9322-d852562fa5ae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:00.632475 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:00.632909 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c57b2f-cbc3-4d57-a44f-b935709e0b77 None None] The sync data for ids ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:00.633737 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0096b0e7-8511-46e4-9322-d852562fa5ae tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0bb616-fdad-4d61-be05-95a7ad1b0c3f HTTP/1.1" status: 200 len: 983 time: 0.1334646 Feb 04 11:35:00.636737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:00.639532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.643463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3cb046e-9fe6-43ec-9619-eec1e7bfb053 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0090196 Feb 04 11:35:00.646361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:00.652665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '962d1cfe-5367-45cb-be62-74384efda8fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:00.659992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:00.672566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:00.680483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:00.688150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:00.788480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.794788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.865869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:00.873129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:00.876789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:00.877447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:00.884311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049c0ce-8f3e-49a1-a1f5-acb57776d584 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:00.906018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.060249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=bb07aafb-5288-47ad-be2f-23b362ec25e5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:01.207531 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5e1761f2-7433-40af-83cc-bd8c0c466373 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7225049 Feb 04 11:35:01.211077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:01.218488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1613165604'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:01.228666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'tenant_id': '6e10fa9defd04d2fa5f139b3add93105', 'fixed_ips': [{'subnet_id': 'bb07aafb-5288-47ad-be2f-23b362ec25e5'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:35:01.228666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.236423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:01.244220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:01.249351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:01.259007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:01.274559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.343864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.366468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port 2454860b-0d5f-4dec-a91e-582497bcaafb {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:01.367059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.398605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.456969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Allocated IP 2001:db8::2 (50fe9310-036c-4a26-b5cb-74ff18fd9a09/bb07aafb-5288-47ad-be2f-23b362ec25e5/7748ce7b-c553-441f-9977-a492e3f4cffd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:01.460566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.503655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:01.511162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group_rule and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:01.516239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:01.526485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:01.546095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde37c22-3c1d-4d30-9b7f-26466e040be5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:01.619117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.683305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.687690 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-18385878-7052-41b0-9bd4-d4adc0b479a0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0402999 Feb 04 11:35:01.696679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:01.708972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.729647 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Transition to ACTIVE for port object 7748ce7b-c553-441f-9977-a492e3f4cffd will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:01.732020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.750979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 7c7e5ed6-8913-4185-a68e-9a1a60645d9b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:01.751317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.758536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Calling delete_port for 2454860b-0d5f-4dec-a91e-582497bcaafb owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:01.759939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Transition to ACTIVE for port object 7748ce7b-c553-441f-9977-a492e3f4cffd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:01.776336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47e97d0-c1b4-4556-9917-741f228c3d75 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.812077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47e97d0-c1b4-4556-9917-741f228c3d75 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:01.955387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.028243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.031215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:02.034120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:02.036606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:02.051334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Pushing event updated for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:02.096185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec54f5-5d8e-4c14-ba3a-778a1b278c47,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:02.114913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.132838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.144001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Attempting to bind port 7748ce7b-c553-441f-9977-a492e3f4cffd on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:02.144346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Attempting to bind port 7748ce7b-c553-441f-9977-a492e3f4cffd by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'd347dd91-5c22-4174-80dc-c25046c79fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:02.144652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Attempting to bind port 7748ce7b-c553-441f-9977-a492e3f4cffd on network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:02.147273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47e97d0-c1b4-4556-9917-741f228c3d75 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.150730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:02.154807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Checking segment: {'id': 'd347dd91-5c22-4174-80dc-c25046c79fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:02.154807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.154807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Bound using segment: {'id': 'd347dd91-5c22-4174-80dc-c25046c79fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:02.154807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Bound port: 7748ce7b-c553-441f-9977-a492e3f4cffd, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd347dd91-5c22-4174-80dc-c25046c79fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:02.154807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.155279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47e97d0-c1b4-4556-9917-741f228c3d75 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.155279 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f47e97d0-c1b4-4556-9917-741f228c3d75 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/dde37c22-3c1d-4d30-9b7f-26466e040be5 HTTP/1.1" status: 204 len: 168 time: 0.4564648 Feb 04 11:35:02.162863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:02.175347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e97d0-c1b4-4556-9917-741f228c3d75 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dde37c22-3c1d-4d30-9b7f-26466e040be5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:02.197384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Port': ['ID=2454860b-0d5f-4dec-a91e-582497bcaafb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:02.260922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:02.264530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7748ce7b-c553-441f-9977-a492e3f4cffd,segment=NetworkSegment(d347dd91-5c22-4174-80dc-c25046c79fc8),segment_id=d347dd91-5c22-4174-80dc-c25046c79fc8)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:02.303835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.305038 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-453f3f35-ae47-419c-8263-c53bdcf8ff3d tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0926342 Feb 04 11:35:02.313411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 7c7e5ed6-8913-4185-a68e-9a1a60645d9b owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:02.320996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:02.337626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cee84cae-70ec-4ea2-a15d-71c9b473dd19 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:02.342990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'security_group': {'name': 'tempest-secgroup-869027031'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:02.379419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.416536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:02.430017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:02.439058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:02.448252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:02.451038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.511683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2ee2d-e337-43f9-80da-34415d131d52 None None] Pushing event updated for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:02.583750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-cee84cae-70ec-4ea2-a15d-71c9b473dd19 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:02.585022 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cee84cae-70ec-4ea2-a15d-71c9b473dd19 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4194655 Feb 04 11:35:02.588172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:02.597490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.670929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.675777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a2725c7-7880-4377-89d4-689bcc9345b8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.752895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:02.753404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=7c7e5ed6-8913-4185-a68e-9a1a60645d9b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:02.760559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group_rule and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:02.765733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:02.766376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6348db49-c9b9-4751-bca2-c0174d6f4b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:02.774203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:02.781634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Router c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:35:02.839625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a2725c7-7880-4377-89d4-689bcc9345b8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.076601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.199496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:03.213955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] Sync routers for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:03.217886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a2725c7-7880-4377-89d4-689bcc9345b8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.230927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:03.231219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.246403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6b9e1f1-f3af-4cbd-9fdf-8170201b7e2e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1243570 Feb 04 11:35:03.251104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.302470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2725c7-7880-4377-89d4-689bcc9345b8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d1cfe-5367-45cb-be62-74384efda8fd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:03.306236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.307646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.316300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] Routers {'c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:03.316925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.326230 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b4da1140-940d-4428-8ab5-a68db17e8570 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] show failed (client error): The resource could not be found. Feb 04 11:35:03.331178 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b4da1140-940d-4428-8ab5-a68db17e8570 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1564421065 HTTP/1.1" status: 404 len: 335 time: 0.0755222 Feb 04 11:35:03.331386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.336422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a732d550-05c5-4d1c-be48-fff0e643ac3e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:03.392982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Router 8b0bb616-fdad-4d61-be05-95a7ad1b0c3f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:35:03.400555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.401553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea6177-d713-45b5-bde6-7c65280bc6c6 None None] The sync data for ids ['c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:03.406320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-a732d550-05c5-4d1c-be48-fff0e643ac3e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] update failed (client error): The resource could not be found. Feb 04 11:35:03.407425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a732d550-05c5-4d1c-be48-fff0e643ac3e tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-630946532 HTTP/1.1" status: 404 len: 334 time: 0.0751424 Feb 04 11:35:03.411876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38928) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.460906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.520072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43e012-596c-4994-8573-33419d31fc81,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:03.525797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting subnet 0b070e0f-e28d-4cf5-877b-c7124261c4b8 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:03.529528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.545315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a2725c7-7880-4377-89d4-689bcc9345b8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.548007 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8a2725c7-7880-4377-89d4-689bcc9345b8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/962d1cfe-5367-45cb-be62-74384efda8fd HTTP/1.1" status: 204 len: 168 time: 0.9587228 Feb 04 11:35:03.550854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38932) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.569526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:03.579768 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-01138756-ea28-493e-9d0b-7689acb9db39 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/routers/8b0bb616-fdad-4d61-be05-95a7ad1b0c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9388146 Feb 04 11:35:03.580378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.596077 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] Sync routers for ids ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:03.607480 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] Routers {'8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:03.608512 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.618815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0e39abb-3be7-450a-9db5-ecf4b0cf5fe6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:03.653904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.656377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e574b9ec-9eaf-42fc-a4fa-6ce78fc68498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3339939 Feb 04 11:35:03.660327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38940) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.667598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-283383963', 'security_groups': ['9f43e012-596c-4994-8573-33419d31fc81'], 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb07aafb-5288-47ad-be2f-23b362ec25e5'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:03.675375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.679850 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.689160 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] Routers {'8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:03.690332 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.789183 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:03.789949 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43898d13-7edc-40fd-9daa-695111af16f7 None None] The sync data for ids ['8b0bb616-fdad-4d61-be05-95a7ad1b0c3f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:03.796653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.801176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.833779 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d24c61-b271-4d9c-ba6a-5b57dc7ff65d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:35:03.834324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-33d24c61-b271-4d9c-ba6a-5b57dc7ff65d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:03.852216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:03.907879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0e39abb-3be7-450a-9db5-ecf4b0cf5fe6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:03.909155 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0e39abb-3be7-450a-9db5-ecf4b0cf5fe6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3572857 Feb 04 11:35:03.913917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38944) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:03.919991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--163557134'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:03.927099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:03.948713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:03.989503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-33d24c61-b271-4d9c-ba6a-5b57dc7ff65d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:03.990865 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-33d24c61-b271-4d9c-ba6a-5b57dc7ff65d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/7c7e5ed6-8913-4185-a68e-9a1a60645d9b HTTP/1.1" status: 404 len: 333 time: 0.4094326 Feb 04 11:35:03.993614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:04.007207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:04.011657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:port and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:04.015317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:04.022167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:04.055135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:04.073051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.191710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.198458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838624f6-4fd1-4a70-8f14-fff9e74f4c60 None None] Network 5d091796-2c3b-4329-980e-15dfdfac0a13 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:04.200719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Subnet': ['ID=0b070e0f-e28d-4cf5-877b-c7124261c4b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:04.203703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.222924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:04.223217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.263032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Provisioning for port 7748ce7b-c553-441f-9977-a492e3f4cffd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:04.276388 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-948d051a-1ac8-4a3f-b171-9a2060eb7b4b tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/subnets/0b070e0f-e28d-4cf5-877b-c7124261c4b8 HTTP/1.1" status: 204 len: 168 time: 0.8610938 Feb 04 11:35:04.281639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:04.282595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 7748ce7b-c553-441f-9977-a492e3f4cffd completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:04.291699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:04.292072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.294679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:04.320527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:04.320926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.368760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:04.379852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.380033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:04.405990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:04.449387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:04.635386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.654787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::23b (50fe9310-036c-4a26-b5cb-74ff18fd9a09/bb07aafb-5288-47ad-be2f-23b362ec25e5/7918a7e2-eb84-4ca7-ac71-2ac97b22f45a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:04.664040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.704477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.715801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7b964391-df97-4780-991d-e803f30641e3 None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7748ce7b-c553-441f-9977-a492e3f4cffd,segment=NetworkSegment(d347dd91-5c22-4174-80dc-c25046c79fc8),segment_id=d347dd91-5c22-4174-80dc-c25046c79fc8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:04.746102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.750825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.782594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:04.783027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.787169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] DHCP port deletion for 5d091796-2c3b-4329-980e-15dfdfac0a13 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:04.790723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] Deleting port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:04.791100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.824828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.911626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:04.929501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:05.032798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.057377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:05.057728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:05.064204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.068638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:05.081241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.128861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Pushing event updated for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:05.133978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.134863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0bb616-fdad-4d61-be05-95a7ad1b0c3f {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:35:05.145278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:05.149173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:05.153008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:05.172118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.173178 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-351fd06d-dc8b-4e87-a288-ff9c9451fb04 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/routers/8b0bb616-fdad-4d61-be05-95a7ad1b0c3f HTTP/1.1" status: 204 len: 168 time: 1.1785452 Feb 04 11:35:05.176300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38962) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:05.179625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:05.184044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.222956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7b964391-df97-4780-991d-e803f30641e3 None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:05.223335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] For port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,segment=NetworkSegment(d9bd9412-19a8-4327-8ed1-8f199021ce68),segment_id=d9bd9412-19a8-4327-8ed1-8f199021ce68)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:05.223792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.231143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.234253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=7918a7e2-eb84-4ca7-ac71-2ac97b22f45a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:05.273102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] For port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,segment=NetworkSegment(d9bd9412-19a8-4327-8ed1-8f199021ce68),segment_id=d9bd9412-19a8-4327-8ed1-8f199021ce68)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:05.273507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.287624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.356651 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-905958c4-606e-43aa-b896-3efc92ae4900 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6949031 Feb 04 11:35:05.360051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:05.369300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:05.420991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d64c321-b089-4b3b-aec5-2dfa0fa65ef7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:05.431050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Calling delete_port for 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:05.455850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] Calling delete_port for 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:05.527719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 3feb4619-3ded-406a-b698-32dcac3d3fb6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:05.538828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.540066 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2f525530-5ad8-40ba-996d-52df2956a59f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6246452 Feb 04 11:35:05.540898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.545390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38970) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:05.552624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '1d64c321-b089-4b3b-aec5-2dfa0fa65ef7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:05.562242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:05.565058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:05.570396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:05.573536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:05.577408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:05.579981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:05.588299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:05.591946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:05.616636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.712222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.715221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ce1c2e35-92ab-4e85-9c94-df2ea0338b87 None None] Provisioning for port 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:05.723635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ce1c2e35-92ab-4e85-9c94-df2ea0338b87 None None] Provisioning complete for port 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:05.724010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ce1c2e35-92ab-4e85-9c94-df2ea0338b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.763341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.771703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:05.775411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:05.775759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:05.776076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.825805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] Pushing event deleted for resources: {'Port': ['ID=315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:05.830029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb4091-a0db-467b-8ab8-7bfeb00258fc None None] No DVR routers for this DVR port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:05.834447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c2e35-92ab-4e85-9c94-df2ea0338b87 None None] Port 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:05.855595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.926510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.973206 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb07aafb-5288-47ad-be2f-23b362ec25e5 (CIDR: 2001:db8::/64) Feb 04 11:35:05.979314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.980256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:05.983565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=3feb4619-3ded-406a-b698-32dcac3d3fb6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:05.988468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ce2b4-920b-4302-bfba-1909eb821265 None None] Network b8fd950b-7dfc-484f-9203-7f93a0e78991 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:05.994362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b5282bd-968d-4085-b882-308aa7ffd032 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/3feb4619-3ded-406a-b698-32dcac3d3fb6 HTTP/1.1" status: 204 len: 168 time: 0.8170898 Feb 04 11:35:05.997009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:06.012761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:06.075936 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:06.076728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:06.121349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.121586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.135357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 35059704-a917-46cd-947e-cab3b375e036 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:06.148895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.151924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb26f7c8-4823-4025-8a93-b0fd4d12f2c1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:06.234747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:06.235035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.246951 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0375ae2d-2548-407c-bcc0-4acb0770ea53 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8852913 Feb 04 11:35:06.249788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38978) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:06.255990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:06.278187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:06.278553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.346300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.350653 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-821f224e-ed70-4923-94e2-221f909814e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8035824 Feb 04 11:35:06.355365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38984) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:06.361433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '1d64c321-b089-4b3b-aec5-2dfa0fa65ef7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:06.386603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:06.396276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:06.403335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:06.413993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] DHCP port deletion for b8fd950b-7dfc-484f-9203-7f93a0e78991 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:06.424264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Deleting port 35059704-a917-46cd-947e-cab3b375e036 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:06.424264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.424628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] The port '315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:35:06.428868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:06.470978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:06.487992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:06.487992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:06.487992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:06.499725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:06.553081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:35:06.553428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 315851e7-ef6f-4aee-bd0b-f8e4d6ef0f74 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:06.581953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] For port 35059704-a917-46cd-947e-cab3b375e036, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35059704-a917-46cd-947e-cab3b375e036,segment=NetworkSegment(cf5f9fae-6884-4427-b5e2-cf4e744ae129),segment_id=cf5f9fae-6884-4427-b5e2-cf4e744ae129)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:06.582313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.591080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.601551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.638712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:06.638712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.741204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] For port 35059704-a917-46cd-947e-cab3b375e036, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35059704-a917-46cd-947e-cab3b375e036,segment=NetworkSegment(cf5f9fae-6884-4427-b5e2-cf4e744ae129),segment_id=cf5f9fae-6884-4427-b5e2-cf4e744ae129)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:06.741549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.813155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.867884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 35059704-a917-46cd-947e-cab3b375e036 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:06.912977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d091796-2c3b-4329-980e-15dfdfac0a13']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:06.915846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Calling delete_port for 35059704-a917-46cd-947e-cab3b375e036 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:06.930077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bd9412-19a8-4327-8ed1-8f199021ce68') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:06.930362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bd9412-19a8-4327-8ed1-8f199021ce68') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:06.945551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.949394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.980127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c701f33-ed3a-4c16-9a30-7124e92eb643,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:06.980856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:06.992810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:06.992810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:07.005658 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:07.098570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.160080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:07.163091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:07.167974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:07.168567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.174802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3963d-2197-440f-adfc-547f453edad6 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:07.181587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.182197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=94da42b5-14c9-4367-aec8-d6498f3a0db4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.217979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.223753 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-291f1827-54f4-4978-990e-05022088b6be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8634658 Feb 04 11:35:07.231769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38988) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:07.231989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.231989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.232294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '1d64c321-b089-4b3b-aec5-2dfa0fa65ef7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:07.242374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:07.252481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:07.252740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:07.254668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:07.259104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:07.265085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=35059704-a917-46cd-947e-cab3b375e036,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.269476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No DVR routers for this DVR port 35059704-a917-46cd-947e-cab3b375e036 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:07.270607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:07.289850 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0dab4147-bae0-49b7-a16b-07b4b9e81f66 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0357335 Feb 04 11:35:07.290067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38992) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:07.296449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019553485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94da42b5-14c9-4367-aec8-d6498f3a0db4'}], 'security_groups': ['b5ec54f5-5d8e-4c14-ba3a-778a1b278c47']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:07.310336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Network': ['ID=5d091796-2c3b-4329-980e-15dfdfac0a13,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.332578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7b17605e-9abb-472b-9109-fb87335c40dd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/networks/5d091796-2c3b-4329-980e-15dfdfac0a13 HTTP/1.1" status: 204 len: 168 time: 3.0481985 Feb 04 11:35:07.336917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:07.425896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.463562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.474466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.504949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting subnet 4ba743be-8730-4466-9290-e8142c04f886 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:07.508017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fd950b-7dfc-484f-9203-7f93a0e78991']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:07.518966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.559939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5f9fae-6884-4427-b5e2-cf4e744ae129') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:07.560329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5f9fae-6884-4427-b5e2-cf4e744ae129') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:07.596414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.620779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Update dhcp port {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'fixed_ips': [{'subnet_id': 'bb07aafb-5288-47ad-be2f-23b362ec25e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '94da42b5-14c9-4367-aec8-d6498f3a0db4'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '7748ce7b-c553-441f-9977-a492e3f4cffd'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:35:07.625841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.657660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.676478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:07.676934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:07.692895 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:07.702771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.707094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.763340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Deleting port 35059704-a917-46cd-947e-cab3b375e036 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:07.763645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.813685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.842694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.847539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fdd50-72f5-4faf-b763-d6b51f1d9e62 None None] The port '35059704-a917-46cd-947e-cab3b375e036' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:35:07.922789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.934170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894f1a99-b40f-4f08-87a7-96249ed2bcf0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.976157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:07.980628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=b8fd950b-7dfc-484f-9203-7f93a0e78991,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:07.997805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a8e42fa9-114c-4157-9251-e16cf82a9150 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/b8fd950b-7dfc-484f-9203-7f93a0e78991 HTTP/1.1" status: 204 len: 168 time: 1.9997983 Feb 04 11:35:08.002003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.033435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35059704-a917-46cd-947e-cab3b375e036 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:08.064398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.074730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 35059704-a917-46cd-947e-cab3b375e036 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:35:08.075143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35059704-a917-46cd-947e-cab3b375e036 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:08.095629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b28fc74-609f-411a-b167-c3c580c3b18d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:08.096217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b28fc74-609f-411a-b167-c3c580c3b18d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:08.100074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Allocated IP 2001:db8:0:1::2 (50fe9310-036c-4a26-b5cb-74ff18fd9a09/94da42b5-14c9-4367-aec8-d6498f3a0db4/7748ce7b-c553-441f-9977-a492e3f4cffd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:08.104258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.108315 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e0f59e9a-3beb-4224-a712-920744d9e2d0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8801849 Feb 04 11:35:08.109947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39006) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.113259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba743be-8730-4466-9290-e8142c04f886,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:08.116866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '1d64c321-b089-4b3b-aec5-2dfa0fa65ef7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:08.117228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.119025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0db9ca07-1d8f-4abe-8f17-eb57dc535fb6 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/subnets/4ba743be-8730-4466-9290-e8142c04f886 HTTP/1.1" status: 204 len: 168 time: 0.7811847 Feb 04 11:35:08.121987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.123438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:08.131803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:08.134760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:08.142689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920da4b-9405-4b05-b0cf-e4c8769e83b1 None None] Network c73acdde-7ce4-479c-9aab-dc3daee6f13d requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:08.145775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:08.196122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting subnet e69887cc-5bbb-4632-8f1e-f5c53e46aabc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:08.199284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.252261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b28fc74-609f-411a-b167-c3c580c3b18d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:08.253744 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1b28fc74-609f-411a-b167-c3c580c3b18d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/5e57d042-e64a-47e0-89f0-046128479fa5 HTTP/1.1" status: 200 len: 841 time: 0.2505729 Feb 04 11:35:08.257600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.267414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.329377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.357137 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-16763c24-5663-4bf0-8266-432b54448d96 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/5e57d042-e64a-47e0-89f0-046128479fa5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0945985 Feb 04 11:35:08.357679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.365601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:08.384412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.413040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.413357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7748ce7b-c553-441f-9977-a492e3f4cffd,segment=NetworkSegment(d347dd91-5c22-4174-80dc-c25046c79fc8),segment_id=d347dd91-5c22-4174-80dc-c25046c79fc8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:08.449015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.473531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Transition to ACTIVE for port object 7748ce7b-c553-441f-9977-a492e3f4cffd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:08.524229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] DHCP port deletion for c73acdde-7ce4-479c-9aab-dc3daee6f13d request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:08.528831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] Deleting port f03d92da-9550-4a58-919d-b469f0cda577 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:08.529355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.532712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.535360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:08.545719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:08.549446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:08.555867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:08.560110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e384ad-fc16-44b7-b421-fbc64ece7b07,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:08.627210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.681533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.688247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.696089 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-43e3b566-d584-40ea-933a-3bf5d34cab42 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5795987 Feb 04 11:35:08.697477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:08.705313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '1d64c321-b089-4b3b-aec5-2dfa0fa65ef7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:08.717289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:08.730687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:08.736971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:08.765676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:08.768818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.781509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:08.785355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Subnet': ['ID=e69887cc-5bbb-4632-8f1e-f5c53e46aabc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:08.846236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Delete allocated IP 2001:db8::23b (50fe9310-036c-4a26-b5cb-74ff18fd9a09/bb07aafb-5288-47ad-be2f-23b362ec25e5) {{(pid=88131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:35:08.868644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:08.868887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8:0:1::224 (50fe9310-036c-4a26-b5cb-74ff18fd9a09/94da42b5-14c9-4367-aec8-d6498f3a0db4/7918a7e2-eb84-4ca7-ac71-2ac97b22f45a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:08.871025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f829f0f-ec97-4bc4-8c31-2748bcc333cc tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/subnets/e69887cc-5bbb-4632-8f1e-f5c53e46aabc HTTP/1.1" status: 204 len: 168 time: 0.7479851 Feb 04 11:35:08.874356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98801ff-4da1-42dc-97f7-b4d4b6346401 None None] Network 3b251de3-30fb-4df7-a5de-bd39944edae3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:08.875450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:09.018593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.035647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.069558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port f03d92da-9550-4a58-919d-b469f0cda577 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:09.069908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.115974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] For port f03d92da-9550-4a58-919d-b469f0cda577, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f03d92da-9550-4a58-919d-b469f0cda577,segment=NetworkSegment(a673f635-d9dc-4520-9046-795039921e08),segment_id=a673f635-d9dc-4520-9046-795039921e08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:09.117058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.140761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3925d5d-8e29-419f-9fbb-078fa08f7cd6 None None] Pushing event updated for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:09.161275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.163763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.184590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:09.301442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] Calling delete_port for f03d92da-9550-4a58-919d-b469f0cda577 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:09.414589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.480088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f58ed2-a2bb-4ad1-b2a7-aafddae0d644,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:09.509542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.554047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] DHCP port deletion for 3b251de3-30fb-4df7-a5de-bd39944edae3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:09.558400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.568107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.568107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] For port f03d92da-9550-4a58-919d-b469f0cda577, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f03d92da-9550-4a58-919d-b469f0cda577,segment=NetworkSegment(a673f635-d9dc-4520-9046-795039921e08),segment_id=a673f635-d9dc-4520-9046-795039921e08)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:09.568657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.612387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] Deleting port 31a85f80-3922-435c-9c18-cb9cbce53a66 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:09.612757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.657682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.661890 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-705f7255-a785-4d26-baee-e2cb1997562b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9607980 Feb 04 11:35:09.665846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] Pushing event deleted for resources: {'Port': ['ID=f03d92da-9550-4a58-919d-b469f0cda577,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:09.680572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7789f-d79c-4e60-968d-2e6fbab62bdf None None] No DVR routers for this DVR port f03d92da-9550-4a58-919d-b469f0cda577 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:09.694840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] In _notify_port_updated(), no bound segment for port 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a on network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:35:09.708084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:09.708766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.710138 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/ports/7918a7e2-eb84-4ca7-ac71-2ac97b22f45a HTTP/1.1" status: 200 len: 931 time: 2.4191315 Feb 04 11:35:09.721761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:09.722424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:09.761499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=6e43ff11-0d68-464e-9652-93fb36b0c495,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:09.864684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:09.865031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.906760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Calling delete_port for f03d92da-9550-4a58-919d-b469f0cda577 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:09.940763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] For port 31a85f80-3922-435c-9c18-cb9cbce53a66, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=31a85f80-3922-435c-9c18-cb9cbce53a66,segment=NetworkSegment(0ce985f7-43a6-4bd2-9490-975a94ec38d7),segment_id=0ce985f7-43a6-4bd2-9490-975a94ec38d7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:09.952796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:09.996472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:10.001540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:10.006399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:10.007133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.018142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3710dc7-4ef7-4d98-88dd-ec491f81a32b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=7918a7e2-eb84-4ca7-ac71-2ac97b22f45a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.026244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073eb2b3-cc1f-45f7-a0fc-f778c835aa6c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.061455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073eb2b3-cc1f-45f7-a0fc-f778c835aa6c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.075874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:10.076475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:10.130194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb266ca-bb08-43e6-9cad-b8265bb188b0 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:10.130746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-edfaee23-368f-4dcf-8f72-fb61c0654ec1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7688000 Feb 04 11:35:10.130746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:10.137410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'security_group': {'name': 'tempest-secgroup-263824913'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:10.144666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:10.144880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:10.149590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:10.153226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:10.160919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:10.197973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] Calling delete_port for 31a85f80-3922-435c-9c18-cb9cbce53a66 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:10.206082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.320363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.338753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:10.344878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:10.349070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group_rule and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:10.352303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:10.360122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:10.380284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073eb2b3-cc1f-45f7-a0fc-f778c835aa6c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.411806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb2b3-cc1f-45f7-a0fc-f778c835aa6c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1f58ed2-a2bb-4ad1-b2a7-aafddae0d644,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.425135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073eb2b3-cc1f-45f7-a0fc-f778c835aa6c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.428951 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-073eb2b3-cc1f-45f7-a0fc-f778c835aa6c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b1f58ed2-a2bb-4ad1-b2a7-aafddae0d644 HTTP/1.1" status: 204 len: 168 time: 0.7054162 Feb 04 11:35:10.429090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:10.451613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Provisioning for port 7748ce7b-c553-441f-9977-a492e3f4cffd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:10.462821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:10.466046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.516957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f03d92da-9550-4a58-919d-b469f0cda577 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:10.521589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.574869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1215483f-5478-449a-8590-1422f6ed7999 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:10.580666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port f03d92da-9550-4a58-919d-b469f0cda577 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:10.580666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.595156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f03d92da-9550-4a58-919d-b469f0cda577 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:35:10.595435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f03d92da-9550-4a58-919d-b469f0cda577 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:10.595921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 31a85f80-3922-435c-9c18-cb9cbce53a66 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:10.632376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.662793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] The port 'f03d92da-9550-4a58-919d-b469f0cda577' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:35:10.682823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 31a85f80-3922-435c-9c18-cb9cbce53a66 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:35:10.683180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 31a85f80-3922-435c-9c18-cb9cbce53a66 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:10.700024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.704929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.770016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] Pushing event deleted for resources: {'Port': ['ID=31a85f80-3922-435c-9c18-cb9cbce53a66,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.789691 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=7918a7e2-eb84-4ca7-ac71-2ac97b22f45a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.797250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383efa6-99f2-471b-98e1-03c17b78766b None None] No DVR routers for this DVR port 31a85f80-3922-435c-9c18-cb9cbce53a66 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:10.873560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1215483f-5478-449a-8590-1422f6ed7999 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:10.878316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1215483f-5478-449a-8590-1422f6ed7999 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4460256 Feb 04 11:35:10.886061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:10.893943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c214ac-ac80-42a7-91a0-260470b0ac40,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:10.921930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.927030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:10.927567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.961688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9718c1f4-2f64-4169-989a-bb24af21057a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.968415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e3e163de-9b13-4e52-9b9c-5245a4707a10', 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'tenant_id': '7f6d6b653aa5493fbb95374122748a00', 'fixed_ips': [{'subnet_id': '6e43ff11-0d68-464e-9652-93fb36b0c495'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:35:10.969414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.981027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73acdde-7ce4-479c-9aab-dc3daee6f13d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:10.991300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9718c1f4-2f64-4169-989a-bb24af21057a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:10.997160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.018425 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f94d025e-dce0-41ad-be21-3ea72020ea1b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/7918a7e2-eb84-4ca7-ac71-2ac97b22f45a HTTP/1.1" status: 204 len: 168 time: 1.2928307 Feb 04 11:35:11.018968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.064819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a673f635-d9dc-4520-9046-795039921e08') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:11.065392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a673f635-d9dc-4520-9046-795039921e08') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:11.087699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.087699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fa737b0e-b9a9-4e2d-b0d3-8157cce7d1eb tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9549687 Feb 04 11:35:11.089404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.096233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1464855500'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:11.099243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.106315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:11.111444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:11.111648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a037d890-d60c-48cd-b807-6c0b9ea9d44b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:35:11.112381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a037d890-d60c-48cd-b807-6c0b9ea9d44b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:11.115007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:11.122257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:11.131736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.141076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:11.141477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:11.157929 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:11.187315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:11.197474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-10f226fc-8d36-4bdf-9ba0-a315ea4cfa07 None None] Could not find standard attr ID for object 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:35:11.202748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Allocated IP 172.20.0.2 (e3e163de-9b13-4e52-9b9c-5245a4707a10/6e43ff11-0d68-464e-9652-93fb36b0c495/d30e3d10-7864-449a-a0c8-c39c26ab2800) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:11.257895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.279358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:11.283822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group_rule and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:11.286821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:11.292665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a037d890-d60c-48cd-b807-6c0b9ea9d44b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:11.293464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:11.296900 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a037d890-d60c-48cd-b807-6c0b9ea9d44b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/7918a7e2-eb84-4ca7-ac71-2ac97b22f45a HTTP/1.1" status: 404 len: 333 time: 0.2741246 Feb 04 11:35:11.296900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9718c1f4-2f64-4169-989a-bb24af21057a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.299614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.317594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-dd7103ca-56dc-4631-bd2a-8120ab823617 None None] Could not find standard attr ID for object 7918a7e2-eb84-4ca7-ac71-2ac97b22f45a. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:35:11.321553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718c1f4-2f64-4169-989a-bb24af21057a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26e384ad-fc16-44b7-b421-fbc64ece7b07,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.378013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.382717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.384748 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/networks/c73acdde-7ce4-479c-9aab-dc3daee6f13d HTTP/1.1" status: 204 len: 168 time: 2.5083251 Feb 04 11:35:11.389873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.408919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4831d-7f97-4842-9c95-457c39646dd1 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Network': ['ID=c73acdde-7ce4-479c-9aab-dc3daee6f13d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.430774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b18c9603-99b1-475a-be7c-6f2dc13937e7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.464994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9718c1f4-2f64-4169-989a-bb24af21057a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.466861 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9718c1f4-2f64-4169-989a-bb24af21057a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/26e384ad-fc16-44b7-b421-fbc64ece7b07 HTTP/1.1" status: 204 len: 168 time: 0.5780463 Feb 04 11:35:11.474491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.514745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.528227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Transition to ACTIVE for port object d30e3d10-7864-449a-a0c8-c39c26ab2800 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:11.550560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.550708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f993bd0-9acc-46b7-af14-2cc3b546ab87 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:11.551477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Transition to ACTIVE for port object d30e3d10-7864-449a-a0c8-c39c26ab2800 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:11.574845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b18c9603-99b1-475a-be7c-6f2dc13937e7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.589718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.660181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.692890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.693553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f993bd0-9acc-46b7-af14-2cc3b546ab87 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:11.696365 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5f993bd0-9acc-46b7-af14-2cc3b546ab87 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2202728 Feb 04 11:35:11.700260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.746117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:11.752543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:11.762016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:11.830391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b18c9603-99b1-475a-be7c-6f2dc13937e7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.846800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.854607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b9f9-74f5-469c-b8b1-8e25e774437c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.861121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730904cd-2e69-4263-a370-f4a3262dd514,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.874084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Pushing event updated for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.878441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Attempting to bind port d30e3d10-7864-449a-a0c8-c39c26ab2800 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:11.879106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Attempting to bind port d30e3d10-7864-449a-a0c8-c39c26ab2800 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3fa92314-f2ff-4a99-a377-68cea83d941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:11.879302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Attempting to bind port d30e3d10-7864-449a-a0c8-c39c26ab2800 on network e3e163de-9b13-4e52-9b9c-5245a4707a10 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:11.886295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:11.886540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b9f9-74f5-469c-b8b1-8e25e774437c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.886844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Checking segment: {'id': '3fa92314-f2ff-4a99-a377-68cea83d941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:11.887279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.887756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Bound using segment: {'id': '3fa92314-f2ff-4a99-a377-68cea83d941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:11.888295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Bound port: d30e3d10-7864-449a-a0c8-c39c26ab2800, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa92314-f2ff-4a99-a377-68cea83d941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:11.893626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.907268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b18c9603-99b1-475a-be7c-6f2dc13937e7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.910816 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b18c9603-99b1-475a-be7c-6f2dc13937e7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f43e012-596c-4994-8573-33419d31fc81 HTTP/1.1" status: 204 len: 168 time: 0.6103737 Feb 04 11:35:11.910816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9603-99b1-475a-be7c-6f2dc13937e7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43e012-596c-4994-8573-33419d31fc81,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:11.911743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.916318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b251de3-30fb-4df7-a5de-bd39944edae3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:11.924635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:11.927999 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ee4ddfca-bbef-4b91-8750-46d345a5cf0d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8351271 Feb 04 11:35:11.930884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:11.938626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce985f7-43a6-4bd2-9490-975a94ec38d7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:11.939122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce985f7-43a6-4bd2-9490-975a94ec38d7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:11.952307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-118696578', 'security_groups': ['730904cd-2e69-4263-a370-f4a3262dd514'], 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e43ff11-0d68-464e-9652-93fb36b0c495'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:12.016831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:12.019955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d30e3d10-7864-449a-a0c8-c39c26ab2800,segment=NetworkSegment(3fa92314-f2ff-4a99-a377-68cea83d941b),segment_id=3fa92314-f2ff-4a99-a377-68cea83d941b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:12.041927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfe45-d487-4076-aafb-1ac5aa0439bf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.050820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.077909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.091066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfe45-d487-4076-aafb-1ac5aa0439bf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.093523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.102061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:12.102699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:12.118143 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:12.182933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e258c34-dbe4-4787-a8eb-df77fcdec1f8 None None] Pushing event updated for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:12.226110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b9f9-74f5-469c-b8b1-8e25e774437c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.230769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:12.246164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfe45-d487-4076-aafb-1ac5aa0439bf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.247073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8b9f9-74f5-469c-b8b1-8e25e774437c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=894f1a99-b40f-4f08-87a7-96249ed2bcf0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:12.262940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cfe45-d487-4076-aafb-1ac5aa0439bf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec54f5-5d8e-4c14-ba3a-778a1b278c47,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:12.269670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfe45-d487-4076-aafb-1ac5aa0439bf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.270778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6c4cfe45-d487-4076-aafb-1ac5aa0439bf tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5ec54f5-5d8e-4c14-ba3a-778a1b278c47 HTTP/1.1" status: 204 len: 168 time: 0.3570929 Feb 04 11:35:12.273515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39090) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:12.317322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:12.344514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet bb07aafb-5288-47ad-be2f-23b362ec25e5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:12.345049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.347712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.347981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b9f9-74f5-469c-b8b1-8e25e774437c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.352280 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f3c8b9f9-74f5-469c-b8b1-8e25e774437c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/894f1a99-b40f-4f08-87a7-96249ed2bcf0 HTTP/1.1" status: 204 len: 168 time: 0.6482224 Feb 04 11:35:12.355791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:12.374177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.376131 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/networks/3b251de3-30fb-4df7-a5de-bd39944edae3 HTTP/1.1" status: 204 len: 168 time: 0.9877687 Feb 04 11:35:12.379912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:12.411710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.440253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165788a0-0c8c-482d-9719-6eb84f2e0629 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Network': ['ID=3b251de3-30fb-4df7-a5de-bd39944edae3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:12.441894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:12.525124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.588169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting subnet 8ccf5913-3558-426f-8673-86c70587c127 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:12.604279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-413c679c-1eed-4f3b-b64b-9fa9d3f495c4 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:12.608039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.698083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.703770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.737971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.741889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=bb07aafb-5288-47ad-be2f-23b362ec25e5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:12.751894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b52db-4111-4547-943e-dd5babdfda87 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:12.757267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:12.764179 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9879aee0-5c3b-40fa-b21a-383723ee5388 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/bb07aafb-5288-47ad-be2f-23b362ec25e5 HTTP/1.1" status: 204 len: 168 time: 0.4889221 Feb 04 11:35:12.768336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39102) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:12.775573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:12.776566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-413c679c-1eed-4f3b-b64b-9fa9d3f495c4 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:12.777514 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-413c679c-1eed-4f3b-b64b-9fa9d3f495c4 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4052262 Feb 04 11:35:12.783288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 70853d9b-7cd6-4671-9f61-8707953a8ee4 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:12.798181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:12.935696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.012517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a488b047-7890-444f-85fe-167df5ac3dc8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.039342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a488b047-7890-444f-85fe-167df5ac3dc8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.083940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.7 (e3e163de-9b13-4e52-9b9c-5245a4707a10/6e43ff11-0d68-464e-9652-93fb36b0c495/70853d9b-7cd6-4671-9f61-8707953a8ee4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:13.089785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:13.093962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:13.097380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:13.104173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:13.156214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.184437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a488b047-7890-444f-85fe-167df5ac3dc8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.194580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:13.199200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.242597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b047-7890-444f-85fe-167df5ac3dc8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c701f33-ed3a-4c16-9a30-7124e92eb643,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:13.309284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a488b047-7890-444f-85fe-167df5ac3dc8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.311170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a488b047-7890-444f-85fe-167df5ac3dc8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6c701f33-ed3a-4c16-9a30-7124e92eb643 HTTP/1.1" status: 204 len: 168 time: 0.5164948 Feb 04 11:35:13.323343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39112) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:13.391022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccf5913-3558-426f-8673-86c70587c127,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:13.402460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.408254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c9851-da41-4fa0-8c2e-5e08f9786a9a None None] Network 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:13.417213 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dd280a79-e06c-45ea-bd04-49b2113e6817 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/subnets/8ccf5913-3558-426f-8673-86c70587c127 HTTP/1.1" status: 204 len: 168 time: 1.0247881 Feb 04 11:35:13.434944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:13.437838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c0fab75-a820-4840-8c9f-a12a4765775e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:13.646633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.676346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.685287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 70853d9b-7cd6-4671-9f61-8707953a8ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:13.707232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Deleting port 5e19cd85-ad7b-4564-ba05-228cddd9b85d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:13.707639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.783924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.853957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c0fab75-a820-4840-8c9f-a12a4765775e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:13.855350 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6c0fab75-a820-4840-8c9f-a12a4765775e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5308497 Feb 04 11:35:13.860533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39126) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:13.905176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:13.906661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:13.931247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:13.933279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:13.941701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=90f9652b-0ee3-47d5-8a80-c79cdf487dfd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:13.959415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] DHCP port deletion for 50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:13.966560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Deleting port 5e19cd85-ad7b-4564-ba05-228cddd9b85d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:13.968361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.016818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.021233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc09e2a9-a92f-4406-adff-b7c340958114 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.022212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-39d98e49-5851-4d3d-b384-fee579973d89 None None] Provisioning for port d30e3d10-7864-449a-a0c8-c39c26ab2800 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:14.041187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5845931b-4f57-42ba-a784-18482b107c73 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2716248 Feb 04 11:35:14.043610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:14.049729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'security_group': {'name': 'tempest-secgroup-884825951'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:14.070226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:14.075497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:14.080379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:14.099373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc09e2a9-a92f-4406-adff-b7c340958114 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.104617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:14.122810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-39d98e49-5851-4d3d-b384-fee579973d89 None None] Provisioning complete for port 5e57d042-e64a-47e0-89f0-046128479fa5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:14.125105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-39d98e49-5851-4d3d-b384-fee579973d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.152870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:14.153493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd31687-9354-4d1a-aff7-5c56b8f6abb3 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:14.161353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:14.170663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:14.181412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d30e3d10-7864-449a-a0c8-c39c26ab2800 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:14.212155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.239984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] For port 5e19cd85-ad7b-4564-ba05-228cddd9b85d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5e19cd85-ad7b-4564-ba05-228cddd9b85d,segment=NetworkSegment(6f58132b-1f5b-4648-bc61-df9ad1bd9d70),segment_id=6f58132b-1f5b-4648-bc61-df9ad1bd9d70)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:14.240623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.241707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:14.245961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group_rule and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:14.249263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:14.256283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:14.382126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.428204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Calling delete_port for 5e19cd85-ad7b-4564-ba05-228cddd9b85d owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:14.444371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-ebc96dd0-eb92-486d-9f9b-4df3210b89ca tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:14.457301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=70853d9b-7cd6-4671-9f61-8707953a8ee4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.480525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.487272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-39d98e49-5851-4d3d-b384-fee579973d89 None None] Port 5e57d042-e64a-47e0-89f0-046128479fa5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:14.499366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:14.500811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.529816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f20a8e-759e-44c1-bd68-46325596eb36,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.563824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] For port 5e19cd85-ad7b-4564-ba05-228cddd9b85d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5e19cd85-ad7b-4564-ba05-228cddd9b85d,segment=NetworkSegment(6f58132b-1f5b-4648-bc61-df9ad1bd9d70),segment_id=6f58132b-1f5b-4648-bc61-df9ad1bd9d70)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:14.563824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.594481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-ebc96dd0-eb92-486d-9f9b-4df3210b89ca tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:14.595715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-ebc96dd0-eb92-486d-9f9b-4df3210b89ca tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707496613&fields=id&tenant_id=e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 267 time: 0.2016056 Feb 04 11:35:14.638390 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1427b1b3-380b-4d57-a19b-0bdc631bac72 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7022636 Feb 04 11:35:14.639771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:14.642926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.646753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc09e2a9-a92f-4406-adff-b7c340958114 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.652606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:14.687581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.690348 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-eecae9d0-75de-487d-8f33-c525d2b4a00b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6442239 Feb 04 11:35:14.692433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:14.697072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'security_group': {'name': 'tempest-secgroup-643893159'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:14.703857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:14.707819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:14.710695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:14.717743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:14.721420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Calling delete_port for 5e19cd85-ad7b-4564-ba05-228cddd9b85d owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:14.770974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d30e3d10-7864-449a-a0c8-c39c26ab2800 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:14.781719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Port': ['ID=5e19cd85-ad7b-4564-ba05-228cddd9b85d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.783679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e2a9-a92f-4406-adff-b7c340958114 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb26f7c8-4823-4025-8a93-b0fd4d12f2c1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:14.784137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:14.784517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.795015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] No DVR routers for this DVR port 5e19cd85-ad7b-4564-ba05-228cddd9b85d on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:14.806134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc09e2a9-a92f-4406-adff-b7c340958114 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.808080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-2fbfc49d-aa83-4c8e-95ac-bbff934a4064 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:14.808416 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fc09e2a9-a92f-4406-adff-b7c340958114 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fb26f7c8-4823-4025-8a93-b0fd4d12f2c1 HTTP/1.1" status: 204 len: 168 time: 0.9463160 Feb 04 11:35:14.809601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-2fbfc49d-aa83-4c8e-95ac-bbff934a4064 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:14.814132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:14.819119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.863490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:14.864023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:14.874908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:14.881964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group_rule and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:14.884744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:14.899879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:14.913603 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ae3d7b7c-2071-4b82-bde9-170df6a8bd54 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0970716 Feb 04 11:35:14.916571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39150) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:14.975110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-2fbfc49d-aa83-4c8e-95ac-bbff934a4064 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:14.980071 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-2fbfc49d-aa83-4c8e-95ac-bbff934a4064 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 812 time: 0.3773074 Feb 04 11:35:14.986577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:14.987184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:14.989258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.011038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-182ad5a0-7e73-4249-8dd3-ef33c05f9a0b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/quotas/e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 375 time: 0.0236959 Feb 04 11:35:15.036838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ab03c5-8a8a-4bff-bb1f-7c19e0792c85']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:15.054525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f58132b-1f5b-4648-bc61-df9ad1bd9d70') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:15.054809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f58132b-1f5b-4648-bc61-df9ad1bd9d70') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:15.065572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:15.072602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.081929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:15.091348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:15.101353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5947b633-1884-4fe1-89d5-32c89b9f2527 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.101582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.101692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:15.108631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.116096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:15.116553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:15.134599 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:15.140329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.159063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d30e3d10-7864-449a-a0c8-c39c26ab2800,segment=NetworkSegment(3fa92314-f2ff-4a99-a377-68cea83d941b),segment_id=3fa92314-f2ff-4a99-a377-68cea83d941b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:15.168133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:15.168733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.175295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5947b633-1884-4fe1-89d5-32c89b9f2527 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.239058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-a33ea882-8c16-4633-bfd8-b12199404a42 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.279177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:15.291672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Update dhcp port {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'fixed_ips': [{'subnet_id': '94da42b5-14c9-4367-aec8-d6498f3a0db4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90f9652b-0ee3-47d5-8a80-c79cdf487dfd'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '7748ce7b-c553-441f-9977-a492e3f4cffd'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:35:15.348794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.487666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Deleting port 5e19cd85-ad7b-4564-ba05-228cddd9b85d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:15.488041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.509158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.533475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.542898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5947b633-1884-4fe1-89d5-32c89b9f2527 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.548526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-a33ea882-8c16-4633-bfd8-b12199404a42 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:15.550259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-a33ea882-8c16-4633-bfd8-b12199404a42 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5321741 Feb 04 11:35:15.563006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Provisioning for port 70853d9b-7cd6-4671-9f61-8707953a8ee4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:15.564315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.575025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Pushing event deleted for resources: {'Network': ['ID=50ab03c5-8a8a-4bff-bb1f-7c19e0792c85,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:15.578679 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a3fc04dd-a845-4e80-9721-b6df22c1f75c tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/networks/50ab03c5-8a8a-4bff-bb1f-7c19e0792c85 HTTP/1.1" status: 204 len: 168 time: 2.1381674 Feb 04 11:35:15.582611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.601971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb7ab62-9684-441e-bb6e-e5beb1564e51,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:15.602912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.620006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947b633-1884-4fe1-89d5-32c89b9f2527 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d64c321-b089-4b3b-aec5-2dfa0fa65ef7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:15.630148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:15.633664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.655048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0998b7db-4fda-4d13-bd2b-ae75a9562d41 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Synchronizing usage tracker for tenant:eeccb1accc144642bc54ca531e283d5c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.656540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c4078986-4adb-4dd8-82db-b2fc9dca78a8 None None] The port '5e19cd85-ad7b-4564-ba05-228cddd9b85d' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:35:15.670042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5947b633-1884-4fe1-89d5-32c89b9f2527 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.670898 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5947b633-1884-4fe1-89d5-32c89b9f2527 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d64c321-b089-4b3b-aec5-2dfa0fa65ef7 HTTP/1.1" status: 204 len: 168 time: 0.7534392 Feb 04 11:35:15.673482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.688094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Provisioning complete for port 70853d9b-7cd6-4671-9f61-8707953a8ee4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:15.688761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.698939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:15.703111 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-86fc6bcf-5b55-45f7-98d5-7f75f8c787b3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0070102 Feb 04 11:35:15.716235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:15.723066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058134512'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:15.740445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5e19cd85-ad7b-4564-ba05-228cddd9b85d no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:15.748570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:15.776073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:15.831113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:15.845730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5e19cd85-ad7b-4564-ba05-228cddd9b85d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:35:15.846388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5e19cd85-ad7b-4564-ba05-228cddd9b85d not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:15.880282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Allocated IP 2001:db8::2 (50fe9310-036c-4a26-b5cb-74ff18fd9a09/90f9652b-0ee3-47d5-8a80-c79cdf487dfd/7748ce7b-c553-441f-9977-a492e3f4cffd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:15.882892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:15.885745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bd326e9d-1a9a-4b59-a89e-733fb7914e48 None None] Port 70853d9b-7cd6-4671-9f61-8707953a8ee4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:15.897312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:15.909691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-75d1ad3b-1d7c-43e9-af21-82cfac5857da tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:15.985326 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e43ff11-0d68-464e-9652-93fb36b0c495 (CIDR: 172.20.0.0/28) Feb 04 11:35:15.994451 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-2605f268-a4df-49e1-be17-09f17ca8afac service neutron] 10.222.0.36 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212005 Feb 04 11:35:16.023868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0998b7db-4fda-4d13-bd2b-ae75a9562d41 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Unset dirty status for tenant:eeccb1accc144642bc54ca531e283d5c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:16.027739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0998b7db-4fda-4d13-bd2b-ae75a9562d41 tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 HTTP/1.1" status: 200 len: 205 time: 0.4428689 Feb 04 11:35:16.027739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:16.027739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:16.031447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.036410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d30e3d10-7864-449a-a0c8-c39c26ab2800 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:16.142401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.156236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-75d1ad3b-1d7c-43e9-af21-82cfac5857da tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:16.158173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-75d1ad3b-1d7c-43e9-af21-82cfac5857da tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4835956 Feb 04 11:35:16.169522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39172) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.198404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--735126237'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:16.200623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.208908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.224359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:16.235939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7748ce7b-c553-441f-9977-a492e3f4cffd,segment=NetworkSegment(d347dd91-5c22-4174-80dc-c25046c79fc8),segment_id=d347dd91-5c22-4174-80dc-c25046c79fc8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:16.244997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.252733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:security_group_rule and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:16.257383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:16.258887 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8485cca1-d930-4ffd-83fb-97e99738d4a0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6178696 Feb 04 11:35:16.267954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.275262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:16.290303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.301085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:16.301659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.325677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:16.338436 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-ef3ef5c8-309b-46fe-8907-135118f8cc3a service neutron] 10.222.0.36 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322752 Feb 04 11:35:16.355730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.390727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Transition to ACTIVE for port object 7748ce7b-c553-441f-9977-a492e3f4cffd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:16.424673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.437662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.452395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:16.474442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.594742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.625995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0f3cb-2d7c-44ea-acc6-346e42e2d83d None None] Pushing event updated for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.636865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.640119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.678560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.680339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb1645-8080-473b-86f7-4e0d9e5f31bd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.689307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.694048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:16.697275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:16.707980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:16.755058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.786763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.787761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Fanout notify agent at l3_agent the message router_deleted on router c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:35:16.794120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.798112 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0fedcac-de3d-4e6c-8faf-f95aab744fd7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0773790 Feb 04 11:35:16.798276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39186) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.806745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1185126259', 'security_groups': ['8aeb1645-8080-473b-86f7-4e0d9e5f31bd'], 'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90f9652b-0ee3-47d5-8a80-c79cdf487dfd'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:16.807794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b44213-b0a1-4b32-874f-1712f0657bd9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:16.837003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.840065 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-80085f84-0f4e-42e1-8a63-0a4f30dae2fd tempest-RoutersNegativeIpV6Test-1240770309 tempest-RoutersNegativeIpV6Test-1240770309-project] 10.222.0.36 "DELETE /v2.0/routers/c5c208f5-1f11-4e3e-ba70-68fe2fa1b5e4 HTTP/1.1" status: 204 len: 168 time: 0.8026924 Feb 04 11:35:16.854182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:16.856601 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c899c05b-d5ed-4826-b95a-c138086bdd91 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6729224 Feb 04 11:35:16.866740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39192) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:16.874129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '41b44213-b0a1-4b32-874f-1712f0657bd9', 'direction': 'ingress', 'protocol': 17}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:16.880716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:16.892657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:16.902622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:16.906463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.043366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.098972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:17.125152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:17.137833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.291757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:17.291898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.318976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55df9090-1097-40ab-8719-fb2a6cab3bcb,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:17.408011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.416778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1d58a2b-e829-46b1-a725-523ebc116d7d req-9ee100ce-ffb6-49d8-86e6-cee0d8f244a1 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.2273698 Feb 04 11:35:17.461149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e59baa5b-2178-4b05-b966-74805c202ee0 None None] Provisioning for port 7748ce7b-c553-441f-9977-a492e3f4cffd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:17.461895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.466062 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9932e49e-efb5-4323-b0af-486336c4f9ed tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5982232 Feb 04 11:35:17.467413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:17.470858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e59baa5b-2178-4b05-b966-74805c202ee0 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:17.473476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e59baa5b-2178-4b05-b966-74805c202ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.507282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=9cd80a05-45c3-426e-a434-0f13f55d096a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:17.544167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:17.547175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:17.551743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:17.552328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.561077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21a221-3b35-4724-befb-7a193d778efa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.575134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e10cfe-9a5e-428b-97b7-81a829391e52 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:17.594764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.607507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21a221-3b35-4724-befb-7a193d778efa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.617473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] device_id is not set on port b6cc6080-532e-40ba-b278-1e19b0e1f390 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:17.674370 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0ab63d4a-23d8-4fdc-b8c0-f1a564cae2f6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4029710 Feb 04 11:35:17.676981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:17.693399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-114472941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9cd80a05-45c3-426e-a434-0f13f55d096a'}], 'security_groups': ['45c214ac-ac80-42a7-91a0-260470b0ac40']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:17.733445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:17.755398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21a221-3b35-4724-befb-7a193d778efa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.802679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21a221-3b35-4724-befb-7a193d778efa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b44213-b0a1-4b32-874f-1712f0657bd9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:17.965625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e59baa5b-2178-4b05-b966-74805c202ee0 None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:17.965965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e59baa5b-2178-4b05-b966-74805c202ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.977623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2b21a221-3b35-4724-befb-7a193d778efa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:17.985906 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2b21a221-3b35-4724-befb-7a193d778efa tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/41b44213-b0a1-4b32-874f-1712f0657bd9 HTTP/1.1" status: 204 len: 168 time: 0.5131304 Feb 04 11:35:17.992996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:18.052369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:18.053539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5bc6c418-6342-4c70-a4de-5d804e8e439a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eeccb1accc144642bc54ca531e283d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186538 Feb 04 11:35:18.059289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:18.127971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e59baa5b-2178-4b05-b966-74805c202ee0 None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:18.130090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8::1ed (50fe9310-036c-4a26-b5cb-74ff18fd9a09/90f9652b-0ee3-47d5-8a80-c79cdf487dfd/b6cc6080-532e-40ba-b278-1e19b0e1f390) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:18.158445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:18.158689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.189516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44dcb28f-4127-443a-8f72-a487013e9fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.237016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44dcb28f-4127-443a-8f72-a487013e9fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.288947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-546ab166-cf36-4a4e-90c4-35e59f7cdf54 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:18.337733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Update dhcp port {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'fixed_ips': [{'subnet_id': '6e43ff11-0d68-464e-9652-93fb36b0c495', 'ip_address': '172.20.0.2'}, {'subnet_id': '9cd80a05-45c3-426e-a434-0f13f55d096a'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': 'd30e3d10-7864-449a-a0c8-c39c26ab2800'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:35:18.342103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.412725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.456525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-546ab166-cf36-4a4e-90c4-35e59f7cdf54 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:18.461766 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-546ab166-cf36-4a4e-90c4-35e59f7cdf54 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4676006 Feb 04 11:35:18.462431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:18.476721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222608358'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:18.479419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.491518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:18.508897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:18.560540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object b6cc6080-532e-40ba-b278-1e19b0e1f390 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:18.561907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44dcb28f-4127-443a-8f72-a487013e9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.582083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcb28f-4127-443a-8f72-a487013e9fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bf91cd-b3d8-49f6-9a21-077afd4691dc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:18.605275 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b25420e4-8ab4-4620-97eb-1d0402693ef8 req-1a841d4b-853a-4856-a6d8-4a9754e77461 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1027708 Feb 04 11:35:18.636551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Allocated IP 172.20.0.18 (e3e163de-9b13-4e52-9b9c-5245a4707a10/9cd80a05-45c3-426e-a434-0f13f55d096a/d30e3d10-7864-449a-a0c8-c39c26ab2800) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:18.667289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44dcb28f-4127-443a-8f72-a487013e9fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.670991 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-44dcb28f-4127-443a-8f72-a487013e9fbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94bf91cd-b3d8-49f6-9a21-077afd4691dc HTTP/1.1" status: 204 len: 168 time: 0.6082532 Feb 04 11:35:18.714696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.725066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.748101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:18.752632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:18.755796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:18.763262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:18.810684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d30e3d10-7864-449a-a0c8-c39c26ab2800,segment=NetworkSegment(3fa92314-f2ff-4a99-a377-68cea83d941b),segment_id=3fa92314-f2ff-4a99-a377-68cea83d941b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:18.813109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:18.817549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:18.821992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:18.828464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:18.829120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.848348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=b6cc6080-532e-40ba-b278-1e19b0e1f390,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:18.865583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.871593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:18.885445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Transition to ACTIVE for port object d30e3d10-7864-449a-a0c8-c39c26ab2800 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:18.949948 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0abe206d-661c-4b86-b703-30c58d2b715b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1506977 Feb 04 11:35:18.955292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:18.961418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:19.017527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.046124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.197035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7f33a-4bce-4f5d-989f-73a48e650e24,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:19.226914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3af7a-1c5c-4518-ba81-22ffed7a4844 None None] Pushing event updated for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:19.287955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.289437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-65057fc4-8727-4936-bbe8-31326b47d0df tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8200576 Feb 04 11:35:19.292446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.302612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--859451561'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:19.311768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:19.318065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:19.320344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2264981c-efbd-483b-845a-975d568b7027 None None] Provisioning for port b6cc6080-532e-40ba-b278-1e19b0e1f390 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:19.326891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:19.331344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:19.334858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2264981c-efbd-483b-845a-975d568b7027 None None] Provisioning complete for port b6cc6080-532e-40ba-b278-1e19b0e1f390 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:19.335044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:19.335614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2264981c-efbd-483b-845a-975d568b7027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.342741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:19.343653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:19.358186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:19.379261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Delete allocated IP 172.20.0.7 (e3e163de-9b13-4e52-9b9c-5245a4707a10/6e43ff11-0d68-464e-9652-93fb36b0c495) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:35:19.389824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.20 (e3e163de-9b13-4e52-9b9c-5245a4707a10/9cd80a05-45c3-426e-a434-0f13f55d096a/70853d9b-7cd6-4671-9f61-8707953a8ee4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:19.420514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2264981c-efbd-483b-845a-975d568b7027 None None] Port b6cc6080-532e-40ba-b278-1e19b0e1f390 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:19.449242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:19.454661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.508916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.543428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:19.548128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:19.551304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:19.557761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:19.645669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.745999 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90f9652b-0ee3-47d5-8a80-c79cdf487dfd (CIDR: 2001:db8::/64) Feb 04 11:35:19.749931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.806561 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:19.807435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:19.821419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.828959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765287a1-66e8-48e8-934c-683b6fcb4a0e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:19.836879 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-576f5cd0-f00d-4200-89f6-2643af5db936 req-ed407d1d-73f5-4a1f-b269-9183c565887b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0838439 Feb 04 11:35:19.865604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 70853d9b-7cd6-4671-9f61-8707953a8ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:19.909233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.910643 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ea3ad7a0-2635-443b-a67e-9ca80aa93e1c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6171634 Feb 04 11:35:19.914235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39270) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.920987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': 'd7c7f33a-4bce-4f5d-989f-73a48e650e24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '765287a1-66e8-48e8-934c-683b6fcb4a0e', 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:19.928496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:19.934078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:19.938558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:19.950988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:19.954601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:19.960642 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-69151f93-056a-4df5-93dd-57f29e623451 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0041468 Feb 04 11:35:19.963197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:19.970330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:20.035176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d30e3d10-7864-449a-a0c8-c39c26ab2800 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:20.202967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=70853d9b-7cd6-4671-9f61-8707953a8ee4,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:20.220940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:20.226091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:20.227816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] In _notify_port_updated(), no bound segment for port 70853d9b-7cd6-4671-9f61-8707953a8ee4 on network e3e163de-9b13-4e52-9b9c-5245a4707a10 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:35:20.229118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:20.231799 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:20.234653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:20.235492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.240180 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ce9e3b4-8319-4025-8112-5f76d2e1f1c3 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/ports/70853d9b-7cd6-4671-9f61-8707953a8ee4 HTTP/1.1" status: 200 len: 920 time: 2.5585787 Feb 04 11:35:20.240180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.244178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:20.262683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Provisioning for port d30e3d10-7864-449a-a0c8-c39c26ab2800 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:20.268178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:20.268543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.276792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:20.339090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 70853d9b-7cd6-4671-9f61-8707953a8ee4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:20.339493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.594684 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b936521a-16b7-45f8-8032-d1a86d720971 tempest-ServiceProvidersTest-877327339 tempest-ServiceProvidersTest-877327339-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1593242 Feb 04 11:35:20.595046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.595523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Provisioning complete for port 5e57d042-e64a-47e0-89f0-046128479fa5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:20.595523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.595737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-6e247eb4-6c66-4c22-8d58-1dd0edcb8140 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:20.595737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-6e247eb4-6c66-4c22-8d58-1dd0edcb8140 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 812 time: 0.3011141 Feb 04 11:35:20.598848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.600338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Port 5e57d042-e64a-47e0-89f0-046128479fa5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:20.636813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:20.641266 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-d6a4f86f-5d55-4b9d-b7ea-44756c5f0fbe tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 380 time: 0.0828760 Feb 04 11:35:20.644972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.648784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06fd5e7-1281-4169-b142-ef745eb175ed,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:20.659459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'port': {'device_id': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'admin_state_up': True, 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'security_groups': ['525edf75-4111-441e-a6a5-c26ae5cc9b87']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:20.685701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Provisioning for port 70853d9b-7cd6-4671-9f61-8707953a8ee4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:20.691079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Provisioning complete for port 70853d9b-7cd6-4671-9f61-8707953a8ee4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:20.693843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.747992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-138a9b3a-81ac-480e-8b57-cf4bb11ffbd0 None None] Port 70853d9b-7cd6-4671-9f61-8707953a8ee4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:20.762630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.875092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a3d7657a-b40c-4b50-abac-7f080e04bfa1 None None] Provisioning complete for port 70853d9b-7cd6-4671-9f61-8707953a8ee4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:20.875946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a3d7657a-b40c-4b50-abac-7f080e04bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.905812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:20.909905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7583c92c-df24-4de5-890c-3ed81d0ecb8b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9945967 Feb 04 11:35:20.913065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39294) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:20.944310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 70853d9b-7cd6-4671-9f61-8707953a8ee4 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:20.956144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7657a-b40c-4b50-abac-7f080e04bfa1 None None] Port 70853d9b-7cd6-4671-9f61-8707953a8ee4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:21.011238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-398943e3-aa54-44b3-9309-e13ffa8b2eb8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.028625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-398943e3-aa54-44b3-9309-e13ffa8b2eb8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.069461 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 94da42b5-14c9-4367-aec8-d6498f3a0db4 (CIDR: 2001:db8:0:1::/64) Feb 04 11:35:21.110291 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23f92204-3b6a-451d-98a0-acb073caf512 req-4e4fa478-28ba-4bd1-bd97-7e0a0deda115 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0676258 Feb 04 11:35:21.114471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:21.129298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:21.141328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.161539 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:21.162031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:21.218017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-398943e3-aa54-44b3-9309-e13ffa8b2eb8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.243041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398943e3-aa54-44b3-9309-e13ffa8b2eb8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f06fd5e7-1281-4169-b142-ef745eb175ed,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:21.248774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-398943e3-aa54-44b3-9309-e13ffa8b2eb8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.250116 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-398943e3-aa54-44b3-9309-e13ffa8b2eb8 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f06fd5e7-1281-4169-b142-ef745eb175ed HTTP/1.1" status: 204 len: 168 time: 0.3359070 Feb 04 11:35:21.252649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.293334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Made reservation on behalf of e4c613a6cb16497b94220e18318a6f2d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:21.296985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.313053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.313844 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dcc735c0-8af9-46e9-b3ee-a1df2c8d92d7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3488972 Feb 04 11:35:21.314312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.317002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.322228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'subnet': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:21.346046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:21.395654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Usage tracker for resource:security_group_rule and tenant:594ee3fbf0784ee99b4eac502e6ceea9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:21.402524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:21.415342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-de7d0ebe-63ed-4a38-9f88-cb5b3e1475c3 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:21.422810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:21.541060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-de7d0ebe-63ed-4a38-9f88-cb5b3e1475c3 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:21.546260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-de7d0ebe-63ed-4a38-9f88-cb5b3e1475c3 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2891922 Feb 04 11:35:21.547416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.584797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=70853d9b-7cd6-4671-9f61-8707953a8ee4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:21.629048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Allocated IP 172.20.0.7 (72c7855f-87a4-44d6-b458-9b7e05996f69/268d729f-b27d-436d-a2c8-05fbedc0e562/66ec66c0-1fd2-4a72-89a2-37b7edd5ed17) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:21.704405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b660bf-df2c-451e-aa4f-897bd8a96570 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.715755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.758723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.760532 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-014e94b0-a45b-4ce6-856f-157df90270e6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/70853d9b-7cd6-4671-9f61-8707953a8ee4 HTTP/1.1" status: 204 len: 168 time: 1.5152340 Feb 04 11:35:21.768354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:21.769009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39320) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:21.771832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Usage tracker for resource:subnet and tenant:6e10fa9defd04d2fa5f139b3add93105 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:21.775169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:21.781481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:21.886481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b660bf-df2c-451e-aa4f-897bd8a96570 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.898870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:21.922214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac51d5b-5d3e-4d33-9ec5-4720cac66ee1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:35:21.922741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ac51d5b-5d3e-4d33-9ec5-4720cac66ee1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:21.964515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Made reservation on behalf of 6e10fa9defd04d2fa5f139b3add93105 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:21.965180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.002393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c22c7-2d57-4fbb-aabf-c2e84473a356,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.029472 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c8efc930-802b-47c2-a518-6efad9e8d763 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=594ee3fbf0784ee99b4eac502e6ceea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8863523 Feb 04 11:35:22.034885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39324) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:22.076797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.103882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ac51d5b-5d3e-4d33-9ec5-4720cac66ee1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:22.108146 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0ac51d5b-5d3e-4d33-9ec5-4720cac66ee1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/70853d9b-7cd6-4671-9f61-8707953a8ee4 HTTP/1.1" status: 404 len: 333 time: 0.3299174 Feb 04 11:35:22.120581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:22.137567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Transition to ACTIVE for port object 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:22.138997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b660bf-df2c-451e-aa4f-897bd8a96570 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.171767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b660bf-df2c-451e-aa4f-897bd8a96570 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765287a1-66e8-48e8-934c-683b6fcb4a0e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.210227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc71f-a14a-446f-809a-d9bfe2a12aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.274889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc71f-a14a-446f-809a-d9bfe2a12aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.300260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b660bf-df2c-451e-aa4f-897bd8a96570 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.304023 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2b660bf-df2c-451e-aa4f-897bd8a96570 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/765287a1-66e8-48e8-934c-683b6fcb4a0e HTTP/1.1" status: 204 len: 168 time: 0.7558985 Feb 04 11:35:22.305877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-fe6442e8-abf0-4c27-a211-f95ea3c48254 req-62cf62fe-c0cb-42ae-8e05-b46fb9665810 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:22.308274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39334) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:22.324577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3df404fc-ef64-4ec4-8678-7509435b5e7b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.340399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.382087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-fe6442e8-abf0-4c27-a211-f95ea3c48254 req-62cf62fe-c0cb-42ae-8e05-b46fb9665810 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:22.388078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fe6442e8-abf0-4c27-a211-f95ea3c48254 req-62cf62fe-c0cb-42ae-8e05-b46fb9665810 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.1309023 Feb 04 11:35:22.423397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3df404fc-ef64-4ec4-8678-7509435b5e7b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.472228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:22.480276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:22.484655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.487156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:22.524757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb07dd74-f38c-4c51-b477-3e277f7a34e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:22.560893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3df404fc-ef64-4ec4-8678-7509435b5e7b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.577617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:22.579124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df404fc-ef64-4ec4-8678-7509435b5e7b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730904cd-2e69-4263-a370-f4a3262dd514,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.579737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.604540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc71f-a14a-446f-809a-d9bfe2a12aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.635008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fc71f-a14a-446f-809a-d9bfe2a12aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c22c7-2d57-4fbb-aabf-c2e84473a356,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.638463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3df404fc-ef64-4ec4-8678-7509435b5e7b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.640013 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3df404fc-ef64-4ec4-8678-7509435b5e7b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/security-groups/730904cd-2e69-4263-a370-f4a3262dd514 HTTP/1.1" status: 204 len: 168 time: 0.5184853 Feb 04 11:35:22.642864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39338) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:22.644906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc71f-a14a-446f-809a-d9bfe2a12aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.646357 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6b5fc71f-a14a-446f-809a-d9bfe2a12aa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/673c22c7-2d57-4fbb-aabf-c2e84473a356 HTTP/1.1" status: 204 len: 168 time: 0.6104746 Feb 04 11:35:22.654478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.697580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd7e2a6b-9b81-49a2-9ee4-81d57fc2c515 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0423384 Feb 04 11:35:22.704825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb07dd74-f38c-4c51-b477-3e277f7a34e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:22.704825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fb07dd74-f38c-4c51-b477-3e277f7a34e6 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3917859 Feb 04 11:35:22.723563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:22.774480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Subnet': ['ID=379ac4fe-7217-463f-8859-6c1fac5c1f9c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:22.793810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:22.795970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:22.799644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:22.800478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.812175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a1b52b-e8df-4ab6-b72b-ea9bc82f336f None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:22.886202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Request body: {'port': {'device_id': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:22.922789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8e8182b1-e97d-4c57-95ca-e04a879f1929 None None] Provisioning for port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:22.939041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8e8182b1-e97d-4c57-95ca-e04a879f1929 None None] Provisioning complete for port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:22.939412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8e8182b1-e97d-4c57-95ca-e04a879f1929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:22.949468 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2f4d7558-707b-4430-8e3c-4025d191c7f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6334276 Feb 04 11:35:22.951045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:22.961256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-34689142', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '379ac4fe-7217-463f-8859-6c1fac5c1f9c'}], 'security_groups': ['31f20a8e-759e-44c1-bd68-46325596eb36', 'feb7ab62-9684-441e-bb6e-e5beb1564e51']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:22.971152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83c233-4aaa-4986-b6b7-d80b6fd17e18 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.073402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83c233-4aaa-4986-b6b7-d80b6fd17e18 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.126266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c710e21-2ecc-4a00-97de-26d17f338a51 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.128043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8e8182b1-e97d-4c57-95ca-e04a879f1929 None None] Port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:23.215330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c710e21-2ecc-4a00-97de-26d17f338a51 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.280124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.315494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Update dhcp port {'port': {'network_id': '50fe9310-036c-4a26-b5cb-74ff18fd9a09', 'fixed_ips': [{'subnet_id': '94da42b5-14c9-4367-aec8-d6498f3a0db4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90f9652b-0ee3-47d5-8a80-c79cdf487dfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '379ac4fe-7217-463f-8859-6c1fac5c1f9c'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': '7748ce7b-c553-441f-9977-a492e3f4cffd'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:35:23.377443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.416466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.461190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83c233-4aaa-4986-b6b7-d80b6fd17e18 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.501868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c710e21-2ecc-4a00-97de-26d17f338a51 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.519778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c233-4aaa-4986-b6b7-d80b6fd17e18 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c214ac-ac80-42a7-91a0-260470b0ac40,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.598954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c710e21-2ecc-4a00-97de-26d17f338a51 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7f33a-4bce-4f5d-989f-73a48e650e24,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:23.649674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Allocated IP 2001:db8:0:2::2 (50fe9310-036c-4a26-b5cb-74ff18fd9a09/379ac4fe-7217-463f-8859-6c1fac5c1f9c/7748ce7b-c553-441f-9977-a492e3f4cffd) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:23.725532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83c233-4aaa-4986-b6b7-d80b6fd17e18 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.726443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ac83c233-4aaa-4986-b6b7-d80b6fd17e18 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/security-groups/45c214ac-ac80-42a7-91a0-260470b0ac40 HTTP/1.1" status: 204 len: 168 time: 1.0822058 Feb 04 11:35:23.727499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c710e21-2ecc-4a00-97de-26d17f338a51 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.728556 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7c710e21-2ecc-4a00-97de-26d17f338a51 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/d7c7f33a-4bce-4f5d-989f-73a48e650e24 HTTP/1.1" status: 204 len: 168 time: 1.0030229 Feb 04 11:35:23.731851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:23.732134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:23.886655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7748ce7b-c553-441f-9977-a492e3f4cffd,segment=NetworkSegment(d347dd91-5c22-4174-80dc-c25046c79fc8),segment_id=d347dd91-5c22-4174-80dc-c25046c79fc8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:23.914053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:23.931612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Transition to ACTIVE for port object 7748ce7b-c553-441f-9977-a492e3f4cffd will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:24.017734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.022775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 6e43ff11-0d68-464e-9652-93fb36b0c495 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:24.033007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.082679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7e921e8-7b9e-422a-9500-afc637a3aded tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:24.120872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dd2cd-53e0-467a-ae47-42448dc97112 req-7a34a105-955b-4601-9aad-6d3fbe212cc2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:24.122352 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f6dd2cd-53e0-467a-ae47-42448dc97112 req-7a34a105-955b-4601-9aad-6d3fbe212cc2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 931 time: 0.6105070 Feb 04 11:35:24.173753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.203015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Delete allocated IP 2001:db8::1ed (50fe9310-036c-4a26-b5cb-74ff18fd9a09/90f9652b-0ee3-47d5-8a80-c79cdf487dfd) {{(pid=88131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:35:24.213867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Allocated IP 2001:db8:0:2::3da (50fe9310-036c-4a26-b5cb-74ff18fd9a09/379ac4fe-7217-463f-8859-6c1fac5c1f9c/b6cc6080-532e-40ba-b278-1e19b0e1f390) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:24.222003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640806-9207-4656-bea5-c94fbc24bbd9 None None] Pushing event updated for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:24.239066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7e921e8-7b9e-422a-9500-afc637a3aded tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:24.239066 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e7e921e8-7b9e-422a-9500-afc637a3aded tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5035758 Feb 04 11:35:24.242882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:24.255359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417687229'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:24.272316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:24.295466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:24.330410 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f6dd2cd-53e0-467a-ae47-42448dc97112 req-3c6a36a5-cf08-4205-b1cb-0fd7bf964c98 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886163 Feb 04 11:35:24.346828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:35:24.360389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.381392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Transition to ACTIVE for port object 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:24.396843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.423746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.472608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:24.481708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:24.488438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:24.488866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.505816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:24.568152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.602544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Transition to ACTIVE for port object b6cc6080-532e-40ba-b278-1e19b0e1f390 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:24.604391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Pushing event updated for resources: {'Port': ['ID=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:24.634212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.668662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.673420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.735689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=6e43ff11-0d68-464e-9652-93fb36b0c495,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:24.742982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.758551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e3312-7ac4-4ad2-843c-cc08102d5578 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:24.830828 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d0c4e231-bbe1-40cb-b8fc-5369b8a18c01 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/6e43ff11-0d68-464e-9652-93fb36b0c495 HTTP/1.1" status: 204 len: 168 time: 1.0976562 Feb 04 11:35:24.861716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event updated for resources: {'Port': ['ID=b6cc6080-532e-40ba-b278-1e19b0e1f390,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:24.864489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:24.892989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39368) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:24.916375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:25.000752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754af084-42d6-4cd0-baee-a3f1b7f933c3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:25.022793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.022793 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d8be961c-5e6c-44f9-a8a6-ebbffd43c178 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7779083 Feb 04 11:35:25.023961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] In _notify_port_updated(), no bound segment for port b6cc6080-532e-40ba-b278-1e19b0e1f390 on network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:35:25.031103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:25.032105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.033676 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-37ff58dd-d38b-47df-9fa1-826e750da9f7 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "PUT /v2.0/ports/b6cc6080-532e-40ba-b278-1e19b0e1f390 HTTP/1.1" status: 200 len: 968 time: 2.0808551 Feb 04 11:35:25.034564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.037319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:25.079709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': '754af084-42d6-4cd0-baee-a3f1b7f933c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:25.087749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:25.093328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:25.096484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:25.103354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:25.172803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port b6cc6080-532e-40ba-b278-1e19b0e1f390 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:25.173279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.237796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Attempting to bind port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:25.238803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Attempting to bind port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:25.238948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Attempting to bind port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:25.259417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.267127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:35:25.267446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Attempting to bind port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:25.282718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:25.283129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Checking segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:25.283435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Bound using segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:25.283939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Bound port: 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:25.284310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.343514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Provisioning for port 7748ce7b-c553-441f-9977-a492e3f4cffd completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:25.351179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:25.363008 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.424213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:25.448900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:25.463534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:25.483863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:25.501904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] For port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:25.506895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] For port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:25.585366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:25.588838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.630161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.695740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.737767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.749679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Provisioning for port b6cc6080-532e-40ba-b278-1e19b0e1f390 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:25.758651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Provisioning complete for port b6cc6080-532e-40ba-b278-1e19b0e1f390 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:25.759513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.817842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.845996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:25.847514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.849289 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] 10.222.0.42 "PUT /v2.0/ports/66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 200 len: 1093 time: 3.1248386 Feb 04 11:35:25.852281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:35:25.857429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Port b6cc6080-532e-40ba-b278-1e19b0e1f390 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:25.883148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:25.883981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:25.939192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d54491-5bbe-4bf2-9012-38818afa743f req-d5e6629d-75cd-45a2-b390-7b73102cb65d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:25.948765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-18d54491-5bbe-4bf2-9012-38818afa743f req-d5e6629d-75cd-45a2-b390-7b73102cb65d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.4482040 Feb 04 11:35:26.001590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4ca47bf3-e6c4-41a5-aa4f-114fed4b6bdb None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:26.001886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0fbe2-8f62-4624-ab4c-938d51d74e7a service neutron] Pushing event updated for resources: {'Port': ['ID=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:26.079482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:26.114197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b6e19d-08cb-4878-9841-390439e4a5e5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:26.126389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for b6cc6080-532e-40ba-b278-1e19b0e1f390 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:26.202118 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-18d54491-5bbe-4bf2-9012-38818afa743f req-1b44d545-41df-4eb5-9afb-892d0d6e61a9 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521915 Feb 04 11:35:26.240577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0144259f-0aaf-481b-b2c1-243e073ebedc None None] Provisioning complete for port b6cc6080-532e-40ba-b278-1e19b0e1f390 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.250610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0144259f-0aaf-481b-b2c1-243e073ebedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.288948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-9c094c69-ed86-4573-8df3-987931c76eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:26.290788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-9c094c69-ed86-4573-8df3-987931c76eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1096 time: 0.2904935 Feb 04 11:35:26.315299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.316701 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-523c0cc9-0b58-410b-a41f-e69344618b46 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2809317 Feb 04 11:35:26.321265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39388) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:26.343878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0144259f-0aaf-481b-b2c1-243e073ebedc None None] Port b6cc6080-532e-40ba-b278-1e19b0e1f390 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:26.350926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.351380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.385256 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-cbd41d67-bd56-4ff0-9834-2eb3651c29ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 200 len: 217 time: 0.0868752 Feb 04 11:35:26.413571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4980505e-a9bc-4651-8733-4a689a6caa31 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.428931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4980505e-a9bc-4651-8733-4a689a6caa31 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.478939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd8c2be5-3804-4f96-a201-bf8ca584c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:26.480427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-bd8c2be5-3804-4f96-a201-bf8ca584c24d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0852132 Feb 04 11:35:26.485064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d7e13642-f9c6-4987-a70e-ec7787f8e0a7 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.487276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d7e13642-f9c6-4987-a70e-ec7787f8e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.538743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.574057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-e3a76aab-4a84-4c76-91ed-f41ad5d4626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:26.578180 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-e3a76aab-4a84-4c76-91ed-f41ad5d4626c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859771 Feb 04 11:35:26.600737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=b6cc6080-532e-40ba-b278-1e19b0e1f390,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:26.606013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4980505e-a9bc-4651-8733-4a689a6caa31 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.627077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.674047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.682321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980505e-a9bc-4651-8733-4a689a6caa31 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62b6e19d-08cb-4878-9841-390439e4a5e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:26.696732 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-efbf13ac-d2a3-49f6-bd59-b41cb331d10b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/b6cc6080-532e-40ba-b278-1e19b0e1f390 HTTP/1.1" status: 204 len: 168 time: 1.6568558 Feb 04 11:35:26.699098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d7e13642-f9c6-4987-a70e-ec7787f8e0a7 None None] Provisioning complete for port 5e57d042-e64a-47e0-89f0-046128479fa5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:26.699395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d7e13642-f9c6-4987-a70e-ec7787f8e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.705847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:26.754087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4980505e-a9bc-4651-8733-4a689a6caa31 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.758763 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4980505e-a9bc-4651-8733-4a689a6caa31 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/62b6e19d-08cb-4878-9841-390439e4a5e5 HTTP/1.1" status: 204 len: 168 time: 0.4372430 Feb 04 11:35:26.769466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:26.779571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d7e13642-f9c6-4987-a70e-ec7787f8e0a7 None None] Port 5e57d042-e64a-47e0-89f0-046128479fa5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:26.797489 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d7eb8d-bea2-498b-86f4-106af85fc7e0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] GET failed (client error): The resource could not be found. Feb 04 11:35:26.798032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0d7eb8d-bea2-498b-86f4-106af85fc7e0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Synchronizing usage tracker for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:26.845115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-165e60e1-140d-4431-8ded-b2cca403d9ea tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:26.897527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0d7eb8d-bea2-498b-86f4-106af85fc7e0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Unset dirty status for tenant:6e10fa9defd04d2fa5f139b3add93105 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:26.902021 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f0d7eb8d-bea2-498b-86f4-106af85fc7e0 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports/b6cc6080-532e-40ba-b278-1e19b0e1f390 HTTP/1.1" status: 404 len: 333 time: 0.1948423 Feb 04 11:35:26.907504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39400) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:26.931764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:26.932451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-165e60e1-140d-4431-8ded-b2cca403d9ea tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:26.936174 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-165e60e1-140d-4431-8ded-b2cca403d9ea tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1529489 Feb 04 11:35:26.937265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39404) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:26.939155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:26.942756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:26.943337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:26.949176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb416d4-6b72-447c-9fdb-23c16f53ec2f None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:26.984567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=41f4815f-5095-423c-8e03-15f6fa568a33,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:26.991998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.015820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-a7e8df5b-6ff1-4b2f-9f54-56f081c7bbb1 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322529 Feb 04 11:35:27.039587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.092196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad670698-004e-4672-bfc8-205f1e265168 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.096326 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-96bd6d1a-230a-445d-a61a-7060cad7cc0c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1994102 Feb 04 11:35:27.099983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39408) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.120106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'security_group': {'name': 'tempest-secgroup-513388783'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:27.136724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:27.143341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad670698-004e-4672-bfc8-205f1e265168 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.152469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:27.158140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:27.172739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:27.175858 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-76ffb0a6-e84e-44d8-90f1-01b69083fcda req-d7421c9d-4ad2-47ab-9e79-68c1a1b512ec service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531372 Feb 04 11:35:27.211300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.234079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb1645-8080-473b-86f7-4e0d9e5f31bd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.248876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.249260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.249578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.249911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.250242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.250569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.250893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.251215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.251537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.251886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.252204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.252535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:27.257251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.257841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.258378 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-624a845e-d7c7-4188-8f61-1926d245a34b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/security-groups/8aeb1645-8080-473b-86f7-4e0d9e5f31bd HTTP/1.1" status: 204 len: 168 time: 0.3547769 Feb 04 11:35:27.261043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.290106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad670698-004e-4672-bfc8-205f1e265168 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.292564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad670698-004e-4672-bfc8-205f1e265168 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.293790 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ad670698-004e-4672-bfc8-205f1e265168 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/754af084-42d6-4cd0-baee-a3f1b7f933c3 HTTP/1.1" status: 204 len: 168 time: 0.3556023 Feb 04 11:35:27.298302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.309789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.340209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad670698-004e-4672-bfc8-205f1e265168 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754af084-42d6-4cd0-baee-a3f1b7f933c3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.353682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'status': 'completed', 'code': 200} Feb 04 11:35:27.358292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:27.366768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group_rule and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:27.373159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:27.382300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:27.384477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a94f733f-6016-49ce-8602-168f38dcf897 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.430923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Update dhcp port {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'fixed_ips': [{'subnet_id': '9cd80a05-45c3-426e-a434-0f13f55d096a', 'ip_address': '172.20.0.18'}, {'subnet_id': '41f4815f-5095-423c-8e03-15f6fa568a33'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': 'd30e3d10-7864-449a-a0c8-c39c26ab2800'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:35:27.441802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a94f733f-6016-49ce-8602-168f38dcf897 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.496986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.508802 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5fd5eca2-5f46-48ff-ba41-21546fb140b5 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090828 Feb 04 11:35:27.515789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.528743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020961023'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:27.538925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.540334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:27.545934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:27.547512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-d480c0e4-f407-435c-82a4-5245a5acf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:27.548985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:27.549198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-d480c0e4-f407-435c-82a4-5245a5acf64e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1096 time: 0.1904638 Feb 04 11:35:27.555712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:27.560846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aec71a-6f1e-4619-83f7-dcfb28f49710 req-355a9e27-0869-4883-9503-baf9514f9c5b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:27.562590 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-95aec71a-6f1e-4619-83f7-dcfb28f49710 req-355a9e27-0869-4883-9503-baf9514f9c5b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.2240319 Feb 04 11:35:27.628754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a94f733f-6016-49ce-8602-168f38dcf897 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.652197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f733f-6016-49ce-8602-168f38dcf897 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb7ab62-9684-441e-bb6e-e5beb1564e51,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.661751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a94f733f-6016-49ce-8602-168f38dcf897 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.663288 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a94f733f-6016-49ce-8602-168f38dcf897 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/security-groups/feb7ab62-9684-441e-bb6e-e5beb1564e51 HTTP/1.1" status: 204 len: 168 time: 0.4004588 Feb 04 11:35:27.665633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39428) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.684480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.713188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-95aec71a-6f1e-4619-83f7-dcfb28f49710 req-77c516d3-8e34-45f4-beb8-8080edb21dfe tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303837 Feb 04 11:35:27.750013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09ed833-f66d-47a2-b70d-fea4fb10e9d5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:27.773679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.785623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-e86e0045-f7f8-4ba6-9b1f-22c7e41b79db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:27.787479 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-e86e0045-f7f8-4ba6-9b1f-22c7e41b79db service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.2238975 Feb 04 11:35:27.790284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Allocated IP 172.20.0.2 (e3e163de-9b13-4e52-9b9c-5245a4707a10/41f4815f-5095-423c-8e03-15f6fa568a33/d30e3d10-7864-449a-a0c8-c39c26ab2800) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:27.814921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:27.837820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:27.846184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4e1a-edb4-4b68-9f28-b1b8079fd0ac tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.852637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.853852 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e5c2b6ac-cf3d-489a-b504-c89a924dd006 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7446117 Feb 04 11:35:27.863586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:27.876081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344173282'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:27.881087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-292cb3f6-4d3d-42be-a3ec-4d9915373dc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 200 len: 217 time: 0.0857654 Feb 04 11:35:27.883243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:27.888104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:27.903836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4e1a-edb4-4b68-9f28-b1b8079fd0ac tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.920729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:27.933127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:27.942645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d30e3d10-7864-449a-a0c8-c39c26ab2800,segment=NetworkSegment(3fa92314-f2ff-4a99-a377-68cea83d941b),segment_id=3fa92314-f2ff-4a99-a377-68cea83d941b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:27.960846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-93a1eb47-ffcf-407a-9f09-368eabeacc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:27.962448 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-93a1eb47-ffcf-407a-9f09-368eabeacc14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0755785 Feb 04 11:35:27.977551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:27.996431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.035364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.057365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Transition to ACTIVE for port object d30e3d10-7864-449a-a0c8-c39c26ab2800 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:28.057616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.061815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:28.068368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group_rule and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:28.071038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4e1a-edb4-4b68-9f28-b1b8079fd0ac tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.072143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:28.079348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-9e8c7533-0771-47a6-8f72-e31d0209a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:28.080891 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-9e8c7533-0771-47a6-8f72-e31d0209a829 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120889 Feb 04 11:35:28.081753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:28.115091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e2fdef-3d06-43f7-851f-d3c379874b58,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.127742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.134330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa4e4e1a-edb4-4b68-9f28-b1b8079fd0ac tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.137742 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aa4e4e1a-edb4-4b68-9f28-b1b8079fd0ac tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/security-groups/31f20a8e-759e-44c1-bd68-46325596eb36 HTTP/1.1" status: 204 len: 168 time: 0.4687793 Feb 04 11:35:28.137742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e4e1a-edb4-4b68-9f28-b1b8079fd0ac tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f20a8e-759e-44c1-bd68-46325596eb36,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.138620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39436) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.213589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 90f9652b-0ee3-47d5-8a80-c79cdf487dfd {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:28.219050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.258222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.259776 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-27d4015b-5027-4705-880e-002c780cf633 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7429135 Feb 04 11:35:28.262563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39440) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.273917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-ce63d380-a72d-4a0a-83ba-d2f3ec5aa084 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818690 Feb 04 11:35:28.278372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': 'c4e2fdef-3d06-43f7-851f-d3c379874b58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:28.287795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.288893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:28.295928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.314392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:28.323683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a53f-a79b-46b1-aff2-3f5327351473 None None] Pushing event updated for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.363894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:28.373051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.378892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:28.402105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.452372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb970d2-3fa5-458a-8096-cdb5779d61b0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.476964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.477302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.477629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.477951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.478291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.478858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.479073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.483577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.483577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.483577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.483577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.483577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:28.489067 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fe90e4-e089-4ee1-a2f5-421cff4201aa req-7dcb1887-e02f-418e-b5b5-e78a6887220f service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046301 Feb 04 11:35:28.533846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.573579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.576238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.580007 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ec71e65e-5cef-41a3-a7cb-b160eab9183c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7141216 Feb 04 11:35:28.587241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.587241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'security_group': {'name': 'tempest-secgroup-560433489'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:28.596740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:28.603237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:28.607142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:28.621107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.621592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:28.624967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.629392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea692d69-d6fc-487a-b5e3-aee070e68721 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:28.630246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=90f9652b-0ee3-47d5-8a80-c79cdf487dfd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.642945 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3f10d22a-14ac-48de-8411-5b0f9de71f9c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/90f9652b-0ee3-47d5-8a80-c79cdf487dfd HTTP/1.1" status: 204 len: 168 time: 0.5028372 Feb 04 11:35:28.643706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.713672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.756821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 379ac4fe-7217-463f-8859-6c1fac5c1f9c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:28.762481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3552607-61ae-4f2a-839e-33f3bcde4e86,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:28.765612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.805775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.854247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:28.861477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.895310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:security_group_rule and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:28.904921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:28.908068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:28.911559 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-75246aee-622e-41a1-8c21-1e9fed84fb55 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6457195 Feb 04 11:35:28.912565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.941394 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b53a6540-b79b-478e-9c92-7da16fe175be tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules/c3552607-61ae-4f2a-839e-33f3bcde4e86 HTTP/1.1" status: 200 len: 763 time: 0.0274010 Feb 04 11:35:28.942253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:28.949039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:29.002789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a544941f-a43d-4a71-9565-39495c57a62c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:29.080622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.120357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a544941f-a43d-4a71-9565-39495c57a62c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:29.122229 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a544941f-a43d-4a71-9565-39495c57a62c tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1788375 Feb 04 11:35:29.125609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.159226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13b66d6-4b89-47e8-a06c-f4656eb57423 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.173907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13b66d6-4b89-47e8-a06c-f4656eb57423 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.175048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f2c1ddd4-ec35-43f4-b836-10de9ffb6532 None None] Provisioning for port d30e3d10-7864-449a-a0c8-c39c26ab2800 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:29.185556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f2c1ddd4-ec35-43f4-b836-10de9ffb6532 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:29.185954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ddd4-ec35-43f4-b836-10de9ffb6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.257524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13b66d6-4b89-47e8-a06c-f4656eb57423 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.259633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7163bf3-f2bb-4d11-8bd0-c208a5ed3a0c req-1a10488d-cb96-4f32-826b-a637a4f86656 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:29.261454 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7163bf3-f2bb-4d11-8bd0-c208a5ed3a0c req-1a10488d-cb96-4f32-826b-a637a4f86656 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.3631852 Feb 04 11:35:29.287988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b66d6-4b89-47e8-a06c-f4656eb57423 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3552607-61ae-4f2a-839e-33f3bcde4e86,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:29.303660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.342274 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7163bf3-f2bb-4d11-8bd0-c208a5ed3a0c req-664362b9-0bc6-402a-9e69-02b918bd5ff3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685959 Feb 04 11:35:29.343918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f13b66d6-4b89-47e8-a06c-f4656eb57423 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.345180 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f13b66d6-4b89-47e8-a06c-f4656eb57423 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c3552607-61ae-4f2a-839e-33f3bcde4e86 HTTP/1.1" status: 204 len: 168 time: 0.2182372 Feb 04 11:35:29.347711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.366701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.415840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde2c18-f1ec-4532-80d3-20b1b57dd8f4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:29.425981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.435566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-44c883c9-9122-422d-9cfe-57c0f11f617f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:29.454609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f2c1ddd4-ec35-43f4-b836-10de9ffb6532 None None] Provisioning complete for port 5e57d042-e64a-47e0-89f0-046128479fa5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:29.455125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ddd4-ec35-43f4-b836-10de9ffb6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.476782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=379ac4fe-7217-463f-8859-6c1fac5c1f9c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:29.476782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.476782 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1f19aaab-4a44-4ac1-8e69-51447b618174 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/379ac4fe-7217-463f-8859-6c1fac5c1f9c HTTP/1.1" status: 204 len: 168 time: 0.8318193 Feb 04 11:35:29.479270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39470) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.482478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.484931 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0d14fe06-7a7b-4396-a13b-5f07eed5f6d7 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9033237 Feb 04 11:35:29.488976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.496552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-900761368', 'security_groups': ['0bde2c18-f1ec-4532-80d3-20b1b57dd8f4'], 'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41f4815f-5095-423c-8e03-15f6fa568a33'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:29.527452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1ddd4-ec35-43f4-b836-10de9ffb6532 None None] Port 5e57d042-e64a-47e0-89f0-046128479fa5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:29.530997 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c961cf54-7833-4f7a-96bf-3ae98c53f704 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:29.531445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c961cf54-7833-4f7a-96bf-3ae98c53f704 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:29.533467 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c961cf54-7833-4f7a-96bf-3ae98c53f704 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/90f9652b-0ee3-47d5-8a80-c79cdf487dfd HTTP/1.1" status: 404 len: 337 time: 0.0528426 Feb 04 11:35:29.535912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.572820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-44c883c9-9122-422d-9cfe-57c0f11f617f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:29.577432 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-44c883c9-9122-422d-9cfe-57c0f11f617f tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2253916 Feb 04 11:35:29.581537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:29.587398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': 'c4e2fdef-3d06-43f7-851f-d3c379874b58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:29.601824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:29.618306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:29.627584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting subnet 94da42b5-14c9-4367-aec8-d6498f3a0db4 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:29.632441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.650939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:29.662782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:29.668338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d7ebb-dc98-4dc3-8119-db73241eab77 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:29.694444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.754233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:29.785201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bbd2d504-b028-491c-8b66-5cc1ed80ef79 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:29.785569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d504-b028-491c-8b66-5cc1ed80ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.793037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.828178 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.893730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:29.917323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] device_id is not set on port 98cdf826-cfe1-4951-a9ef-f66ae605a830 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:35:29.919177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.017332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d30e3d10-7864-449a-a0c8-c39c26ab2800 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:30.036169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.110668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bbd2d504-b028-491c-8b66-5cc1ed80ef79 None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:30.111060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d504-b028-491c-8b66-5cc1ed80ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.143980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.7 (e3e163de-9b13-4e52-9b9c-5245a4707a10/41f4815f-5095-423c-8e03-15f6fa568a33/98cdf826-cfe1-4951-a9ef-f66ae605a830) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:30.195375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2d504-b028-491c-8b66-5cc1ed80ef79 None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:30.198034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:30.198531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.212131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.222668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Subnet': ['ID=94da42b5-14c9-4367-aec8-d6498f3a0db4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:30.251925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.255200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd034aef-1d9b-4a76-a086-eac0957c2a6d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:30.262861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-173f9f9b-31b5-4be0-9884-40819350cf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.268233 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ba397623-43e9-4aef-a617-e88778d7f0fc tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/94da42b5-14c9-4367-aec8-d6498f3a0db4 HTTP/1.1" status: 204 len: 168 time: 0.7312346 Feb 04 11:35:30.270901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.325193 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268d35f-6f8c-4478-b1a2-0d89ff8933b9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.326033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268d35f-6f8c-4478-b1a2-0d89ff8933b9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.328110 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c268d35f-6f8c-4478-b1a2-0d89ff8933b9 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/bb07aafb-5288-47ad-be2f-23b362ec25e5 HTTP/1.1" status: 404 len: 337 time: 0.0558732 Feb 04 11:35:30.331913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.336290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.340758 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-16bba84e-756b-482e-b821-cef1493d9659 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7595539 Feb 04 11:35:30.348493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.373632 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2d221da2-b3cd-4b4d-8e83-aea3c20a4772 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules/cd034aef-1d9b-4a76-a086-eac0957c2a6d HTTP/1.1" status: 200 len: 763 time: 0.0240571 Feb 04 11:35:30.381000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.408890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39504) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.409299 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5d2aa740-6cbe-47e2-90a7-3b9989933457 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb666937-a875-4893-97ec-786461028612 HTTP/1.1" status: 200 len: 205 time: 0.0759397 Feb 04 11:35:30.559486 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-c315ce4a-b8c6-4464-abf1-9cf15950f5ea tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] delete failed (client error): The resource could not be found. Feb 04 11:35:30.561072 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c315ce4a-b8c6-4464-abf1-9cf15950f5ea tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/routers/fb666937-a875-4893-97ec-786461028612 HTTP/1.1" status: 404 len: 336 time: 0.1430757 Feb 04 11:35:30.563958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39508) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.571405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.605972 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46bd36a-4c32-4a64-9859-2672251ac498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.607505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46bd36a-4c32-4a64-9859-2672251ac498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.611098 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b46bd36a-4c32-4a64-9859-2672251ac498 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/9c507773-5de4-4fcf-9dd0-aaf99c2b6fbd HTTP/1.1" status: 404 len: 337 time: 0.0437481 Feb 04 11:35:30.611329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39512) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.621945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d36ffb7-0520-4127-9983-494140589cb2 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:30.630239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 98cdf826-cfe1-4951-a9ef-f66ae605a830 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:30.651314 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb589d0-59b0-47a4-a1a4-b963eefc175c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.651761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb589d0-59b0-47a4-a1a4-b963eefc175c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.655956 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7fb589d0-59b0-47a4-a1a4-b963eefc175c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/449caa05-ef3f-4322-88fe-2b949610dddc HTTP/1.1" status: 404 len: 337 time: 0.0409367 Feb 04 11:35:30.656243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.674859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237cf58-27d4-49f9-b737-8f64104e0496 req-fa613d5e-bd10-4c31-8688-d498489186eb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:30.676742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f237cf58-27d4-49f9-b737-8f64104e0496 req-fa613d5e-bd10-4c31-8688-d498489186eb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.1765101 Feb 04 11:35:30.728626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f237cf58-27d4-49f9-b737-8f64104e0496 req-5b4fa877-d936-4422-9727-9c97875cc4c3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Feb 04 11:35:30.731615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d36ffb7-0520-4127-9983-494140589cb2 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:30.733387 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0d36ffb7-0520-4127-9983-494140589cb2 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3510704 Feb 04 11:35:30.735835 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-77caf7bc-fa2d-4bdd-a159-1ee652c4d63f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.736414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.742410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77caf7bc-fa2d-4bdd-a159-1ee652c4d63f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.742410 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-77caf7bc-fa2d-4bdd-a159-1ee652c4d63f tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/65cfeff6-e0fc-4352-a809-2cc60d743059 HTTP/1.1" status: 404 len: 337 time: 0.0827394 Feb 04 11:35:30.744884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.769068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.809509 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce03618-d0df-4554-9359-9a849a85691e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.810905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce03618-d0df-4554-9359-9a849a85691e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.816165 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9ce03618-d0df-4554-9359-9a849a85691e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/7bbcb6bf-6f5d-402a-a425-4ed37afffb6f HTTP/1.1" status: 404 len: 333 time: 0.0701172 Feb 04 11:35:30.816912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.817664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bda-1ab4-472f-aabb-2ef021a5bf1a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.854676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bda-1ab4-472f-aabb-2ef021a5bf1a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:30.857217 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-533ab6d3-df84-4669-8ce7-e2f52788b993 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.857714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533ab6d3-df84-4669-8ce7-e2f52788b993 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.861835 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-533ab6d3-df84-4669-8ce7-e2f52788b993 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/c5cc30bd-85ba-42aa-9cb8-1af95b1095ad HTTP/1.1" status: 404 len: 337 time: 0.0415034 Feb 04 11:35:30.862022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.871861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:30.877005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:30.883056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:30.905115 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2f0edf-bad7-474c-91ed-f696ac5d2f2b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.905585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2f0edf-bad7-474c-91ed-f696ac5d2f2b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.909745 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8e2f0edf-bad7-474c-91ed-f696ac5d2f2b tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/ebba5c68-69ed-4ca0-88c9-0dd2d2281f93 HTTP/1.1" status: 404 len: 337 time: 0.0444264 Feb 04 11:35:30.915950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.916062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=98cdf826-cfe1-4951-a9ef-f66ae605a830,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:30.955195 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da50e9d-fffb-4ebc-b105-efe16334644e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:30.955821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da50e9d-fffb-4ebc-b105-efe16334644e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:30.957532 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8da50e9d-fffb-4ebc-b105-efe16334644e tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/77afd0a4-adc7-410a-9156-d01c8db875df HTTP/1.1" status: 404 len: 333 time: 0.0455797 Feb 04 11:35:30.960096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39540) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:30.962256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359dac5-d076-46df-b698-f3b51ffed015 None None] Network 50fe9310-036c-4a26-b5cb-74ff18fd9a09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:30.962802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:30.963426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.017699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bda-1ab4-472f-aabb-2ef021a5bf1a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.020178 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dff607-fcfc-4936-8600-cf549b7e0d6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:31.020784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dff607-fcfc-4936-8600-cf549b7e0d6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:31.022760 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0dff607-fcfc-4936-8600-cf549b7e0d6c tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/18d24d62-02c1-40a4-811e-694511d2316f HTTP/1.1" status: 404 len: 337 time: 0.0617185 Feb 04 11:35:31.025934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:31.033394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bda-1ab4-472f-aabb-2ef021a5bf1a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.034763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e00b2bda-1ab4-472f-aabb-2ef021a5bf1a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cd034aef-1d9b-4a76-a086-eac0957c2a6d HTTP/1.1" status: 204 len: 168 time: 0.2973127 Feb 04 11:35:31.037740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39548) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:31.041117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b2bda-1ab4-472f-aabb-2ef021a5bf1a tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd034aef-1d9b-4a76-a086-eac0957c2a6d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:31.079024 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5dbc6d-1e8c-4829-9316-707924ebb559 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:31.079493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5dbc6d-1e8c-4829-9316-707924ebb559 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:31.083764 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2a5dbc6d-1e8c-4829-9316-707924ebb559 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/subnets/98676c86-c789-44b4-afa2-962a4d3de8e3 HTTP/1.1" status: 404 len: 337 time: 0.0542877 Feb 04 11:35:31.084246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:31.102691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-561a5e7f-c9e1-4241-9c77-e3c853da373b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:31.109186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-59b38752-6f6b-40bf-89fe-0341eece84b5 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6189313 Feb 04 11:35:31.115151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39556) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:31.123421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:31.159937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Deleting port 85844e19-bd1a-400c-95c4-76452e094b4d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:31.160331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.171939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3d93baa3-72b1-49a9-8954-b700848feea2 None None] Provisioning complete for port 7748ce7b-c553-441f-9977-a492e3f4cffd triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:31.172313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d93baa3-72b1-49a9-8954-b700848feea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.268748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-561a5e7f-c9e1-4241-9c77-e3c853da373b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:31.272203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-561a5e7f-c9e1-4241-9c77-e3c853da373b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2332928 Feb 04 11:35:31.274988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:31.285365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:31.290796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': 'c4e2fdef-3d06-43f7-851f-d3c379874b58', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:31.290944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:31.293608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:31.298375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:31.299932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:31.300275 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:35:31.377573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:31.379993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:31.383960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.388631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3d93baa3-72b1-49a9-8954-b700848feea2 None None] Provisioning complete for port 85844e19-bd1a-400c-95c4-76452e094b4d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:31.388963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d93baa3-72b1-49a9-8954-b700848feea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.427889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.431644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] DHCP port deletion for 50fe9310-036c-4a26-b5cb-74ff18fd9a09 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:31.450547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Deleting port 7748ce7b-c553-441f-9977-a492e3f4cffd {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:31.450909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.501919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3d93baa3-72b1-49a9-8954-b700848feea2 None None] Port 85844e19-bd1a-400c-95c4-76452e094b4d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:31.559908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41f4815f-5095-423c-8e03-15f6fa568a33 (CIDR: 172.20.0.0/28) Feb 04 11:35:31.564232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Calling delete_port for 85844e19-bd1a-400c-95c4-76452e094b4d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:31.592148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.617485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:31.618033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:31.668270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] For port 7748ce7b-c553-441f-9977-a492e3f4cffd, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7748ce7b-c553-441f-9977-a492e3f4cffd,segment=NetworkSegment(d347dd91-5c22-4174-80dc-c25046c79fc8),segment_id=d347dd91-5c22-4174-80dc-c25046c79fc8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:31.668672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.694118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.700360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3673880c-53c8-4336-b819-cf6ec034e0ce tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5815299 Feb 04 11:35:31.700837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:31.706656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:31.728690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0c4f6cd1-0afd-486d-872e-2a5a511d6326 None None] Provisioning for port 98cdf826-cfe1-4951-a9ef-f66ae605a830 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:31.797759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Calling delete_port for 7748ce7b-c553-441f-9977-a492e3f4cffd owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:31.806093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.822934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.826738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0c4f6cd1-0afd-486d-872e-2a5a511d6326 None None] Provisioning complete for port 98cdf826-cfe1-4951-a9ef-f66ae605a830 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:31.827160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6cd1-0afd-486d-872e-2a5a511d6326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.906734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:31.910185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Port': ['ID=85844e19-bd1a-400c-95c4-76452e094b4d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:31.912614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f6cd1-0afd-486d-872e-2a5a511d6326 None None] Port 98cdf826-cfe1-4951-a9ef-f66ae605a830 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:31.918053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da748e67-ce7f-4039-b2db-a2b608313fc8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:31.981168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6d844-7242-4a7a-af5c-66416cb70b06 req-0b674445-3fd2-434e-9152-ba37f5604c70 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:31.984539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:31.988657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:31.989615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0a6d844-7242-4a7a-af5c-66416cb70b06 req-0b674445-3fd2-434e-9152-ba37f5604c70 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.1232724 Feb 04 11:35:31.991615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:31.994131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.002016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:32.022592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.024652 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f268f70-fe77-486b-9cea-49c16757c7c1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7483506 Feb 04 11:35:32.033457 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-697bec31-4934-42ea-b9a8-c1766d4bce42 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/ports/85844e19-bd1a-400c-95c4-76452e094b4d HTTP/1.1" status: 204 len: 168 time: 0.9411225 Feb 04 11:35:32.033457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.033693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.048104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:32.051531 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5879d091-90f0-4272-9581-cf2e4e0c4cd2 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules/da748e67-ce7f-4039-b2db-a2b608313fc8 HTTP/1.1" status: 200 len: 764 time: 0.0208244 Feb 04 11:35:32.052090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39578) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.057253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0a6d844-7242-4a7a-af5c-66416cb70b06 req-123df268-6a26-4a6c-ab15-0205f714c128 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666783 Feb 04 11:35:32.094944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] No DVR routers for this DVR port 7748ce7b-c553-441f-9977-a492e3f4cffd on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:32.107506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Pushing event deleted for resources: {'Port': ['ID=7748ce7b-c553-441f-9977-a492e3f4cffd,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.119888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-338e5ef6-e3ef-44fb-ac9e-54b77a205028 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:32.120127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 7748ce7b-c553-441f-9977-a492e3f4cffd {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:35:32.120127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7748ce7b-c553-441f-9977-a492e3f4cffd not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:35:32.120127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.120127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.120127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.120127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.120645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.121046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.121465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.123010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.123709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.124029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.124531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.125155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271cf79f-5850-48fa-b2d0-8724393a4b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:32.165570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:32.169262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.238916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-338e5ef6-e3ef-44fb-ac9e-54b77a205028 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:32.240125 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-338e5ef6-e3ef-44fb-ac9e-54b77a205028 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1871278 Feb 04 11:35:32.244255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39582) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.314976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.317626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d337da2-0a0e-48c6-9135-a2deba634c0d tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.332925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d337da2-0a0e-48c6-9135-a2deba634c0d tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.416217 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9cd80a05-45c3-426e-a434-0f13f55d096a (CIDR: 172.20.0.16/28) Feb 04 11:35:32.469353 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:32.470016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:32.474160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d337da2-0a0e-48c6-9135-a2deba634c0d tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.502162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.518976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337da2-0a0e-48c6-9135-a2deba634c0d tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da748e67-ce7f-4039-b2db-a2b608313fc8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.535296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fe9310-036c-4a26-b5cb-74ff18fd9a09']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.547569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd347dd91-5c22-4174-80dc-c25046c79fc8') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.547858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd347dd91-5c22-4174-80dc-c25046c79fc8') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:32.559281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.576391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.578348 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-206009d3-06ee-42ff-bc1d-cae394dc6b34 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8761537 Feb 04 11:35:32.581028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.587530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:32.587530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.587818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'subnet': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:32.598496 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:32.652296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d337da2-0a0e-48c6-9135-a2deba634c0d tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.653408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1d337da2-0a0e-48c6-9135-a2deba634c0d tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/da748e67-ce7f-4039-b2db-a2b608313fc8 HTTP/1.1" status: 204 len: 168 time: 0.4078550 Feb 04 11:35:32.658215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.714131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a5faad01-c4a5-4503-aead-a93e3e6f1060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.752018 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cfb3f437-a398-422b-b268-0315a9068433 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925915 Feb 04 11:35:32.754917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:32.770415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.773267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:32.790801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Usage tracker for resource:subnet and tenant:7f6d6b653aa5493fbb95374122748a00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:32.790801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:32.792296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:32.793850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.814486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] Pushing event deleted for resources: {'Network': ['ID=50fe9310-036c-4a26-b5cb-74ff18fd9a09,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:32.823301 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8c8c8333-c702-4a25-a576-01563c7ad0f3 tempest-PortsIpV6TestJSON-2028017048 tempest-PortsIpV6TestJSON-2028017048-project] 10.222.0.36 "DELETE /v2.0/networks/50fe9310-036c-4a26-b5cb-74ff18fd9a09 HTTP/1.1" status: 204 len: 168 time: 0.7915378 Feb 04 11:35:32.851636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59a5d431-0878-4eac-b895-63eb51029b5b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.876621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Made reservation on behalf of 7f6d6b653aa5493fbb95374122748a00 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:32.880245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:32.882093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59a5d431-0878-4eac-b895-63eb51029b5b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.002084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59a5d431-0878-4eac-b895-63eb51029b5b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.025728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5d431-0878-4eac-b895-63eb51029b5b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e2fdef-3d06-43f7-851f-d3c379874b58,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:33.033632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59a5d431-0878-4eac-b895-63eb51029b5b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.034752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-59a5d431-0878-4eac-b895-63eb51029b5b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/c4e2fdef-3d06-43f7-851f-d3c379874b58 HTTP/1.1" status: 204 len: 168 time: 0.2789023 Feb 04 11:35:33.040916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.096767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-839a7f5a-e5f4-49cb-9108-0f5ae41ed044 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:33.258538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9201fe1-89e2-4018-833d-5df13cc7fbe8 req-89370da2-d5ca-433d-985a-f030710b3d3a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:33.260043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9201fe1-89e2-4018-833d-5df13cc7fbe8 req-89370da2-d5ca-433d-985a-f030710b3d3a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.0861058 Feb 04 11:35:33.274562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.287223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-839a7f5a-e5f4-49cb-9108-0f5ae41ed044 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:33.292865 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-839a7f5a-e5f4-49cb-9108-0f5ae41ed044 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2466083 Feb 04 11:35:33.293052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.300480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655929728'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:33.307704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:33.330657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:33.333519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:33.336810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:33.337753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9201fe1-89e2-4018-833d-5df13cc7fbe8 req-ada8401e-2923-4221-ba6a-788f1ccd8aa5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692501 Feb 04 11:35:33.344720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:33.345314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.357383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc1c0f-633c-4b78-8587-e709363f9649 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:33.364865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Subnet': ['ID=69a66cf8-a2ef-48bb-a69c-a5759b261fc6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:33.394405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.415980 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f76d84dc-c3e1-41ec-8783-67b0c821b73a tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8336675 Feb 04 11:35:33.416363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39612) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.425696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-778871856', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69a66cf8-a2ef-48bb-a69c-a5759b261fc6'}], 'security_groups': ['c09ed833-f66d-47a2-b70d-fea4fb10e9d5', '2cb970d2-3fa5-458a-8096-cdb5779d61b0']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:33.462071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39616) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.465352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:33.470162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:33.473552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:33.492833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:33.598752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.636020 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-deddfb3a-34fd-40cf-9f26-43990b8abe07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e10fa9defd04d2fa5f139b3add93105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723542 Feb 04 11:35:33.639140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:33.711275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a3d-a686-440b-b59b-d26a09e426d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.747515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.748928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.767849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.774966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a3d-a686-440b-b59b-d26a09e426d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.791088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Update dhcp port {'port': {'network_id': 'e3e163de-9b13-4e52-9b9c-5245a4707a10', 'fixed_ips': [{'subnet_id': '9cd80a05-45c3-426e-a434-0f13f55d096a', 'ip_address': '172.20.0.18'}, {'subnet_id': '41f4815f-5095-423c-8e03-15f6fa568a33', 'ip_address': '172.20.0.2'}, {'subnet_id': '69a66cf8-a2ef-48bb-a69c-a5759b261fc6'}], 'binding:host_id': 'dv-neutron-827824-2-hyperv'}, 'id': 'd30e3d10-7864-449a-a0c8-c39c26ab2800'} from dv-neutron-827824-2-hyperv. {{(pid=88133) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 11:35:33.823071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.849006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.890606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f03e9-5467-4d77-ac6b-c492da98efc9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:33.908484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a3d-a686-440b-b59b-d26a09e426d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.925915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6a3d-a686-440b-b59b-d26a09e426d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9addaaeb-7a42-4d37-b215-7abc0779e9b3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:33.930429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a3d-a686-440b-b59b-d26a09e426d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:33.933811 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70dd6a3d-a686-440b-b59b-d26a09e426d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9addaaeb-7a42-4d37-b215-7abc0779e9b3 HTTP/1.1" status: 204 len: 168 time: 0.2912793 Feb 04 11:35:34.019377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.020594 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-451bbba4-ef55-400d-9aa8-b3314db27ab1 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7266634 Feb 04 11:35:34.023698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.028951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Request body: {'security_group_rule': {'security_group_id': 'e18f03e9-5467-4d77-ac6b-c492da98efc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:34.035265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:34.039782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Usage tracker for resource:security_group_rule and tenant:69616dc6b5a0468ba30909a674ba179c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:34.042745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:34.048636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:34.124841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Delete allocated IP 172.20.0.7 (e3e163de-9b13-4e52-9b9c-5245a4707a10/41f4815f-5095-423c-8e03-15f6fa568a33) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 11:35:34.132345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Allocated IP 172.20.0.36 (e3e163de-9b13-4e52-9b9c-5245a4707a10/69a66cf8-a2ef-48bb-a69c-a5759b261fc6/98cdf826-cfe1-4951-a9ef-f66ae605a830) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:34.155609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.221011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.326346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.347316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.353470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fffb44-0001-4d6f-a3db-d28c31e834c0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:34.367719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Transition to ACTIVE for port object 98cdf826-cfe1-4951-a9ef-f66ae605a830 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:34.468693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.469905 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-549225d3-c27b-4164-bb5b-65b59530acd0 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4452343 Feb 04 11:35:34.472558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.528426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.556534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbe645c9-2d81-4e0d-bb17-35d3fd32f110 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.597238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbe645c9-2d81-4e0d-bb17-35d3fd32f110 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.597968 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Allocated IP 172.20.0.34 (e3e163de-9b13-4e52-9b9c-5245a4707a10/69a66cf8-a2ef-48bb-a69c-a5759b261fc6/d30e3d10-7864-449a-a0c8-c39c26ab2800) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:34.737175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbe645c9-2d81-4e0d-bb17-35d3fd32f110 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.766070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe645c9-2d81-4e0d-bb17-35d3fd32f110 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f03e9-5467-4d77-ac6b-c492da98efc9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:34.772705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d30e3d10-7864-449a-a0c8-c39c26ab2800,segment=NetworkSegment(3fa92314-f2ff-4a99-a377-68cea83d941b),segment_id=3fa92314-f2ff-4a99-a377-68cea83d941b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:34.802884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbe645c9-2d81-4e0d-bb17-35d3fd32f110 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.804962 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cbe645c9-2d81-4e0d-bb17-35d3fd32f110 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/e18f03e9-5467-4d77-ac6b-c492da98efc9 HTTP/1.1" status: 204 len: 168 time: 0.3314817 Feb 04 11:35:34.807378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.812773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.822582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event updated for resources: {'Port': ['ID=98cdf826-cfe1-4951-a9ef-f66ae605a830,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:34.831649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Transition to ACTIVE for port object d30e3d10-7864-449a-a0c8-c39c26ab2800 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:34.860761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5428a57-984d-4de8-a821-e0a81e78c918 req-d21334b0-885e-4008-82d6-18190cbbf558 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:34.863582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5428a57-984d-4de8-a821-e0a81e78c918 req-d21334b0-885e-4008-82d6-18190cbbf558 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.3975790 Feb 04 11:35:34.878807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] In _notify_port_updated(), no bound segment for port 98cdf826-cfe1-4951-a9ef-f66ae605a830 on network e3e163de-9b13-4e52-9b9c-5245a4707a10 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:35:34.884960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:34.885715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.887078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-609f61f4-fa18-498a-a1f7-e367d525377d tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "PUT /v2.0/ports/98cdf826-cfe1-4951-a9ef-f66ae605a830 HTTP/1.1" status: 200 len: 959 time: 1.4665976 Feb 04 11:35:34.890116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:34.891173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-92727686-02e1-4e5a-8a65-aa855420836e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:34.904219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:34.975407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-92727686-02e1-4e5a-8a65-aa855420836e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:34.979254 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-92727686-02e1-4e5a-8a65-aa855420836e tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1682758 Feb 04 11:35:34.982297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:35.027634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5428a57-984d-4de8-a821-e0a81e78c918 req-f2d0d5f7-6fa1-4118-9862-6e7aace8e35d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381860 Feb 04 11:35:35.055529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d166ef2c-8788-4c1f-839b-1fedac4a16b3 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Synchronizing usage tracker for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:35.083223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 98cdf826-cfe1-4951-a9ef-f66ae605a830 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:35.083648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.159348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.171468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d166ef2c-8788-4c1f-839b-1fedac4a16b3 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] Unset dirty status for tenant:69616dc6b5a0468ba30909a674ba179c on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:35.177430 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d166ef2c-8788-4c1f-839b-1fedac4a16b3 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1907136 Feb 04 11:35:35.183381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:35.197508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6ab79-ac2c-4f77-aa3a-9aaae2c8eddd None None] Pushing event updated for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:35.223259 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-0b287bc5-6df9-423e-97d1-cf63b181ed2b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] delete failed (client error): The resource could not be found. Feb 04 11:35:35.224490 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0b287bc5-6df9-423e-97d1-cf63b181ed2b tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "DELETE /v2.0/security-groups/e18f03e9-5467-4d77-ac6b-c492da98efc9 HTTP/1.1" status: 404 len: 347 time: 0.0384338 Feb 04 11:35:35.228279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39672) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:35.309564 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-48c72cca-72fa-435c-82b0-6c96a169e107 tempest-SecGroupTest-1568507819 tempest-SecGroupTest-1568507819-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799334 Feb 04 11:35:35.470456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.599740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 98cdf826-cfe1-4951-a9ef-f66ae605a830 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:35.920883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:35.948366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Provisioning for port d30e3d10-7864-449a-a0c8-c39c26ab2800 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:35.953598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:35.953940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.013060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=98cdf826-cfe1-4951-a9ef-f66ae605a830,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:36.067693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:35:36.070096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d30e3d10-7864-449a-a0c8-c39c26ab2800 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:36.138118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39692) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.159997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.177769 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0244750e-f311-414e-adda-6540287a9f46 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/98cdf826-cfe1-4951-a9ef-f66ae605a830 HTTP/1.1" status: 204 len: 168 time: 1.2865722 Feb 04 11:35:36.180706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.295316 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-622fd99c-aa45-4827-901b-a5a550692e41 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] GET failed (client error): The resource could not be found. Feb 04 11:35:36.295885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-622fd99c-aa45-4827-901b-a5a550692e41 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:36.340435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d416-a78c-4701-8966-013fb39f07e0 req-ff7cbdfb-c33d-466f-a56b-41dc9387b2f4 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:36.348459 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8162d416-a78c-4701-8966-013fb39f07e0 req-ff7cbdfb-c33d-466f-a56b-41dc9387b2f4 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 943 time: 0.1218283 Feb 04 11:35:36.372542 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1f12c338-d5a1-425a-aa83-206702b3c0d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69616dc6b5a0468ba30909a674ba179c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314804 Feb 04 11:35:36.374669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.412648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8162d416-a78c-4701-8966-013fb39f07e0 req-e168a5ed-afa1-44f5-a468-cd5e45dbb67b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632019 Feb 04 11:35:36.417764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:36.435524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'port_id': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'mac_address': 'fa:16:3e:67:0b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:35:36.452505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-622fd99c-aa45-4827-901b-a5a550692e41 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:36.453964 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-622fd99c-aa45-4827-901b-a5a550692e41 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports/98cdf826-cfe1-4951-a9ef-f66ae605a830 HTTP/1.1" status: 404 len: 333 time: 0.2717671 Feb 04 11:35:36.456871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.473435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a91615de-109f-4635-805f-87b2728d692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.507487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a91615de-109f-4635-805f-87b2728d692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.565697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60a4ed8-5a8b-4a6e-b0f0-f7aaf02751c9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.612144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:36.612552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60a4ed8-5a8b-4a6e-b0f0-f7aaf02751c9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.615513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.657492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.696158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:35:36.714186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:36.720875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a91615de-109f-4635-805f-87b2728d692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.738351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Provisioning complete for port 5e57d042-e64a-47e0-89f0-046128479fa5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:36.738926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.750145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91615de-109f-4635-805f-87b2728d692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ef346-26f7-490f-9e9b-f9b2b07a70ba,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:36.754564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60a4ed8-5a8b-4a6e-b0f0-f7aaf02751c9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.784185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a4ed8-5a8b-4a6e-b0f0-f7aaf02751c9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde2c18-f1ec-4532-80d3-20b1b57dd8f4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:36.794236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60a4ed8-5a8b-4a6e-b0f0-f7aaf02751c9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.798413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:36.799079 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f60a4ed8-5a8b-4a6e-b0f0-f7aaf02751c9 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/security-groups/0bde2c18-f1ec-4532-80d3-20b1b57dd8f4 HTTP/1.1" status: 204 len: 168 time: 0.3411596 Feb 04 11:35:36.809766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.873695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Port 5e57d042-e64a-47e0-89f0-046128479fa5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:36.883874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63c2d67d-66d1-438b-8f2a-51d5ceb98a2c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.909117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3d6410b7-12af-4146-a540-e9b0ef69741b None None] Could not find standard attr ID for object 98cdf826-cfe1-4951-a9ef-f66ae605a830. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:35:36.921496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63c2d67d-66d1-438b-8f2a-51d5ceb98a2c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.954656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a91615de-109f-4635-805f-87b2728d692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:36.958164 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a91615de-109f-4635-805f-87b2728d692d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/862ef346-26f7-490f-9e9b-f9b2b07a70ba HTTP/1.1" status: 204 len: 168 time: 0.5799537 Feb 04 11:35:36.971241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:37.020930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-def3774d-d5bf-415d-bc90-689d2f27ce38 None None] Could not find standard attr ID for object 98cdf826-cfe1-4951-a9ef-f66ae605a830. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 11:35:37.061310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['66ec66c0-1fd2-4a72-89a2-37b7edd5ed17'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:35:37.097089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63c2d67d-66d1-438b-8f2a-51d5ceb98a2c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.119633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2d67d-66d1-438b-8f2a-51d5ceb98a2c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb970d2-3fa5-458a-8096-cdb5779d61b0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:37.123472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63c2d67d-66d1-438b-8f2a-51d5ceb98a2c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.127612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39724) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:37.135659 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-63c2d67d-66d1-438b-8f2a-51d5ceb98a2c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/security-groups/2cb970d2-3fa5-458a-8096-cdb5779d61b0 HTTP/1.1" status: 204 len: 168 time: 0.3301167 Feb 04 11:35:37.216409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b05e61d2-770f-4ce5-bfa2-973b39c3362c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.243956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b05e61d2-770f-4ce5-bfa2-973b39c3362c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.399988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b05e61d2-770f-4ce5-bfa2-973b39c3362c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.417283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e61d2-770f-4ce5-bfa2-973b39c3362c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09ed833-f66d-47a2-b70d-fea4fb10e9d5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:37.419576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:37.425187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b05e61d2-770f-4ce5-bfa2-973b39c3362c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.426770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b05e61d2-770f-4ce5-bfa2-973b39c3362c tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/security-groups/c09ed833-f66d-47a2-b70d-fea4fb10e9d5 HTTP/1.1" status: 204 len: 168 time: 0.2981250 Feb 04 11:35:37.429513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:37.436783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740738372', 'description': 'tempest-secgroup-smoke-1740738372 description', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:37.444474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:37.450097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:37.453471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:37.468862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:37.521105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 41f4815f-5095-423c-8e03-15f6fa568a33 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:37.524913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.560543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.573623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.591222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:37.595368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:37.599697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:37.608291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:37.628403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.706207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.726857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6a13-9f1f-4466-93eb-e7fe50633066 req-508c82af-0819-406c-b634-c35d87bdd31f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:37.728987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-166f6a13-9f1f-4466-93eb-e7fe50633066 req-508c82af-0819-406c-b634-c35d87bdd31f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 944 time: 0.1757443 Feb 04 11:35:37.769927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.800111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.812791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:37.822673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:37.828845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:37.844169 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-166f6a13-9f1f-4466-93eb-e7fe50633066 req-72f50208-ae9d-4d72-b833-decb90dc15d3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077266 Feb 04 11:35:37.845742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:37.854817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ac696a-d7e3-4728-a6ec-f0a8f3044ddb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:37.945914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:37.971576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.013677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=41f4815f-5095-423c-8e03-15f6fa568a33,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.015508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.020838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3115419-8078-49b6-9b7c-4b070ef05906 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:38.027927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.028161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-07528415-7ae8-42c1-a748-5f3a70547603 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/41f4815f-5095-423c-8e03-15f6fa568a33 HTTP/1.1" status: 204 len: 168 time: 0.5956593 Feb 04 11:35:38.039362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:38.065789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.146738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5990018b-fbff-428d-af89-b63cc1acd643,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.167886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 69a66cf8-a2ef-48bb-a69c-a5759b261fc6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:38.171949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.201774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.203051 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ac31edbb-c8dd-4a47-bf71-c94fd0fc9dab tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7784214 Feb 04 11:35:38.207442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.213904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group_rule': {'security_group_id': '5990018b-fbff-428d-af89-b63cc1acd643', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:38.219820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:38.223870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:38.226916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:38.233218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:38.237424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.274449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39766) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.307359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:38.323803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:38.324310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.342096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.347604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.454111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.484735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b3c87431-a52b-4d78-8800-c49edef7eb77 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:38.485478 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-b3c87431-a52b-4d78-8800-c49edef7eb77 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 11:35:38.485981 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b3c87431-a52b-4d78-8800-c49edef7eb77 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:35:38.487613 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b3c87431-a52b-4d78-8800-c49edef7eb77 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2111921 Feb 04 11:35:38.491400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.501822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683172557'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:38.509878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:38.515026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:38.518052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:38.525762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:38.530566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.532695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.563314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da159240-6a9d-4898-995f-33b19f7eacb4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.565056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:35:38.568441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.578630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:38.621115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=69a66cf8-a2ef-48bb-a69c-a5759b261fc6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.623875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.631064 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5027bec1-531e-43ed-9b1b-a0247c0b96a4 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/69a66cf8-a2ef-48bb-a69c-a5759b261fc6 HTTP/1.1" status: 204 len: 168 time: 0.6041608 Feb 04 11:35:38.633612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39780) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.634170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.648426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.669511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.679333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:38.694380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:38.698115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:38.708483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:38.717004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba5e323-2f2d-42c1-bc31-f0e903c26177 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:38.717272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba5e323-2f2d-42c1-bc31-f0e903c26177 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:38.719047 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cba5e323-2f2d-42c1-bc31-f0e903c26177 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/41f4815f-5095-423c-8e03-15f6fa568a33 HTTP/1.1" status: 404 len: 337 time: 0.0843675 Feb 04 11:35:38.723139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.802658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.813413 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-58db60e3-26a4-466c-b8cd-6166b8f907a2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6047735 Feb 04 11:35:38.817505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:38.825868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group_rule': {'security_group_id': '5990018b-fbff-428d-af89-b63cc1acd643', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:38.846593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:38.854987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:38.866258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:38.871363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting subnet 9cd80a05-45c3-426e-a434-0f13f55d096a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:35:38.876214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.883625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:38.902445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:38.937976 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'code': 200} Feb 04 11:35:38.951482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:38.979493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.002646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:39.012983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.020765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:39.036336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:39.064922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:39.076116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7794eaa4-08b7-44c9-9226-8d671dca2c9c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.113294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.286475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.302934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.334619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dae244-4169-4232-9496-9156316318c7 req-b5a012bf-f546-4e39-bce5-495ef92f6afc tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:39.336187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-93dae244-4169-4232-9496-9156316318c7 req-b5a012bf-f546-4e39-bce5-495ef92f6afc tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.1535468 Feb 04 11:35:39.342064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.383294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bed729-fbc4-49aa-83c0-ee2f045ab9e4 None None] Network e3e163de-9b13-4e52-9b9c-5245a4707a10 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:39.441480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-93dae244-4169-4232-9496-9156316318c7 req-b577b6d0-cae5-48d6-9560-24c3ed75e096 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712116 Feb 04 11:35:39.466705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.482212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.503224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7cb04bc8-a997-4bd0-9f97-0f2e043985d0 None None] Provisioning complete for port d30e3d10-7864-449a-a0c8-c39c26ab2800 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:39.503616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7cb04bc8-a997-4bd0-9f97-0f2e043985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.528928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.539848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e86d4d-8218-4bef-9ddf-6c53b61977f2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.549976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19416f71-758c-4534-8865-9c491a6de87d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.572393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8577-e00f-4a1d-93a7-d50f66d510ff req-7834d103-4000-42c6-bfdd-5894a6f4db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:39.573881 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-127d8577-e00f-4a1d-93a7-d50f66d510ff req-7834d103-4000-42c6-bfdd-5894a6f4db54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1098 time: 0.1190481 Feb 04 11:35:39.576928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd80a05-45c3-426e-a434-0f13f55d096a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:39.595340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.605623 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3e03ea34-3f66-49b8-9fff-2010fcc46cb2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/9cd80a05-45c3-426e-a434-0f13f55d096a HTTP/1.1" status: 204 len: 168 time: 0.8758845 Feb 04 11:35:39.608071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39794) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.629074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.630811 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4a470471-11a6-4df3-9b87-c185dc8e4e74 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1375110 Feb 04 11:35:39.640190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.644057 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0cf2d14f-c604-4890-8f44-bda088f67ba3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8216987 Feb 04 11:35:39.644057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39798) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.644377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.649619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '19416f71-758c-4534-8865-9c491a6de87d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:39.659667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group_rule': {'security_group_id': '5990018b-fbff-428d-af89-b63cc1acd643', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:39.663523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5f04f8-43ee-4c5a-bb48-b725bc611d6f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:39.664101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5f04f8-43ee-4c5a-bb48-b725bc611d6f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:39.667328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:39.670032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:39.674695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:39.677532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:39.680259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:39.680855 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1e5f04f8-43ee-4c5a-bb48-b725bc611d6f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/6e43ff11-0d68-464e-9652-93fb36b0c495 HTTP/1.1" status: 404 len: 337 time: 0.0717912 Feb 04 11:35:39.683075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-127d8577-e00f-4a1d-93a7-d50f66d510ff req-62055f22-1b61-4137-a101-5e137c3edc40 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025832 Feb 04 11:35:39.683583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.685917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:39.693730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:39.696154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:39.743810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b1fb437b-c421-4fb2-b7fa-3c6feefbeb8f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Synchronizing usage tracker for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:39.762250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b1fb437b-c421-4fb2-b7fa-3c6feefbeb8f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Unset dirty status for tenant:7f6d6b653aa5493fbb95374122748a00 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:39.762250 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b1fb437b-c421-4fb2-b7fa-3c6feefbeb8f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0bb616-fdad-4d61-be05-95a7ad1b0c3f HTTP/1.1" status: 200 len: 205 time: 0.0741067 Feb 04 11:35:39.762522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7cb04bc8-a997-4bd0-9f97-0f2e043985d0 None None] Provisioning complete for port 5e57d042-e64a-47e0-89f0-046128479fa5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:39.762522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7cb04bc8-a997-4bd0-9f97-0f2e043985d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.763405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.822962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7cb04bc8-a997-4bd0-9f97-0f2e043985d0 None None] Port 5e57d042-e64a-47e0-89f0-046128479fa5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:39.830102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.835430 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-ac2a18a5-d36e-40ba-a308-c39cd00032aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] delete failed (client error): The resource could not be found. Feb 04 11:35:39.837039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ac2a18a5-d36e-40ba-a308-c39cd00032aa tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/routers/8b0bb616-fdad-4d61-be05-95a7ad1b0c3f HTTP/1.1" status: 404 len: 336 time: 0.0725698 Feb 04 11:35:39.839750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.848328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] DHCP port deletion for e3e163de-9b13-4e52-9b9c-5245a4707a10 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:35:39.849366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.853649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] Deleting port d30e3d10-7864-449a-a0c8-c39c26ab2800 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:39.853952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.883395 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ddb605-18e9-4e4c-85a8-db8a201d58b0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:39.884047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ddb605-18e9-4e4c-85a8-db8a201d58b0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:39.885521 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-65ddb605-18e9-4e4c-85a8-db8a201d58b0 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/3feb4619-3ded-406a-b698-32dcac3d3fb6 HTTP/1.1" status: 404 len: 337 time: 0.0443640 Feb 04 11:35:39.888672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.930000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-910ab78a-1457-4e5f-ad1d-d9c64d5075c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:39.930692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910ab78a-1457-4e5f-ad1d-d9c64d5075c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:39.935147 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-910ab78a-1457-4e5f-ad1d-d9c64d5075c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/4b78d59a-9fcf-4d7c-b442-943cebaca619 HTTP/1.1" status: 404 len: 337 time: 0.0429230 Feb 04 11:35:39.935603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:39.952531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.957801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:39.985480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d5b803-7c12-4bf2-9f66-785d724527f2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:39.991202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d5b803-7c12-4bf2-9f66-785d724527f2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:39.991202 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-06d5b803-7c12-4bf2-9f66-785d724527f2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/5d2fb3b3-ddaf-45e2-b7be-96a5aadb39fe HTTP/1.1" status: 404 len: 337 time: 0.0508251 Feb 04 11:35:39.991202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.034784 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1471aaa-5939-4346-9dca-e2458e94fde1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:40.035250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1471aaa-5939-4346-9dca-e2458e94fde1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:40.039228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f1471aaa-5939-4346-9dca-e2458e94fde1 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/1d8b874e-5fd2-497a-a7a5-08353bcfe7e9 HTTP/1.1" status: 404 len: 333 time: 0.0453875 Feb 04 11:35:40.039741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.052902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d30e3d10-7864-449a-a0c8-c39c26ab2800 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:35:40.077353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.098331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.146253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] For port d30e3d10-7864-449a-a0c8-c39c26ab2800, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d30e3d10-7864-449a-a0c8-c39c26ab2800,segment=NetworkSegment(3fa92314-f2ff-4a99-a377-68cea83d941b),segment_id=3fa92314-f2ff-4a99-a377-68cea83d941b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:40.146639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.224622 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-88283dcc-1d66-4663-9e9f-2f1d0fe4d292 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:40.225074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88283dcc-1d66-4663-9e9f-2f1d0fe4d292 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:40.247540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93538330-5282-4d8b-917a-ac1201a69228,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:40.271422 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-88283dcc-1d66-4663-9e9f-2f1d0fe4d292 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/20bf8257-da96-4180-9381-51b5f9f3667d HTTP/1.1" status: 404 len: 337 time: 0.2305796 Feb 04 11:35:40.273666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1376ef9-885b-479c-a97b-f0d4f791c8ca,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:40.274437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.301448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] Calling delete_port for d30e3d10-7864-449a-a0c8-c39c26ab2800 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:40.320684 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-9461ba7c-324e-4f51-99e7-50bf1abf42e2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:40.320684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9461ba7c-324e-4f51-99e7-50bf1abf42e2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:40.320684 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9461ba7c-324e-4f51-99e7-50bf1abf42e2 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/4d07ca81-31cd-4d06-88c7-118d5d8057f6 HTTP/1.1" status: 404 len: 337 time: 0.0416408 Feb 04 11:35:40.323154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.361520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.362690 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-042b7d88-c0dd-412c-8c0d-e2f6ce850263 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7170761 Feb 04 11:35:40.365976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.371738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.371738 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eeae2718-1a73-46b8-b071-c152e60d637c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7273750 Feb 04 11:35:40.371738 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec7211f-165b-4a3b-96a9-c0b7bbed79c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:40.372106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group_rule': {'security_group_id': '5990018b-fbff-428d-af89-b63cc1acd643', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:40.372850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec7211f-165b-4a3b-96a9-c0b7bbed79c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:40.377497 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2ec7211f-165b-4a3b-96a9-c0b7bbed79c6 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/3062c96b-b97b-468d-9808-c492918eba45 HTTP/1.1" status: 404 len: 333 time: 0.0504377 Feb 04 11:35:40.377497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.380411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '19416f71-758c-4534-8865-9c491a6de87d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:40.381127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39850) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.384265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:40.386453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:40.387409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.390600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:40.393599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:40.402136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:40.427932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:40.433653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:40.446964 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d8ab14-403b-45ad-924d-47da87023c3b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:40.447509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d8ab14-403b-45ad-924d-47da87023c3b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:40.449316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-91d8ab14-403b-45ad-924d-47da87023c3b tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/4e2188b1-41cd-4e41-9c5f-d91b2207bf22 HTTP/1.1" status: 404 len: 337 time: 0.0670764 Feb 04 11:35:40.450572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:40.452111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39854) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.496955 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d9786a-b539-4833-bb1f-00262079f19f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] DELETE failed (client error): The resource could not be found. Feb 04 11:35:40.497863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d9786a-b539-4833-bb1f-00262079f19f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:35:40.499750 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-78d9786a-b539-4833-bb1f-00262079f19f tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/subnets/125778a9-32ea-46b8-8b84-a45536b21feb HTTP/1.1" status: 404 len: 337 time: 0.0465832 Feb 04 11:35:40.502443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:40.546777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 11:35:40.546777 dv-neutron-827824-2-hyperv neutron-server[88133]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 04 11:35:40.546777 dv-neutron-827824-2-hyperv neutron-server[88133]: [parameters: {'status': 'DOWN', 'ports_id': 'd30e3d10-7864-449a-a0c8-c39c26ab2800'}] Feb 04 11:35:40.546777 dv-neutron-827824-2-hyperv neutron-server[88133]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:35:40.547804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:35:40.582725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.589879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.614399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Deleting port 5e57d042-e64a-47e0-89f0-046128479fa5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:35:40.614747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.651790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.657022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] Pushing event deleted for resources: {'Port': ['ID=d30e3d10-7864-449a-a0c8-c39c26ab2800,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:40.662630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d794f-5a8f-42f3-bec5-1044a1e30f9c None None] No DVR routers for this DVR port d30e3d10-7864-449a-a0c8-c39c26ab2800 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:35:40.801579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.810073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d5ecf-a4f7-492a-87ff-0f16807cafcc req-5fadd1dc-1955-4d9e-86aa-13e49d871afc tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:40.811722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e70d5ecf-a4f7-492a-87ff-0f16807cafcc req-5fadd1dc-1955-4d9e-86aa-13e49d871afc tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.2275436 Feb 04 11:35:40.866044 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e70d5ecf-a4f7-492a-87ff-0f16807cafcc req-61933c53-0891-41b4-8373-7226bc504160 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466499 Feb 04 11:35:40.879939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:40.907456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae93527-f715-46c5-b94a-a0d2946e9ef6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:40.953991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.018054 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 11:35:41.019086 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-65b573b3-ca96-4ede-a5d4-48d50c0ebd38 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6428518 Feb 04 11:35:41.022254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.040574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.041815 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9ad73d24-7bb3-4128-8091-bfde4db0fa46 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6748343 Feb 04 11:35:41.045159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.056366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group_rule': {'security_group_id': '5990018b-fbff-428d-af89-b63cc1acd643', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:41.067580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:41.087906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Calling delete_port for 5e57d042-e64a-47e0-89f0-046128479fa5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:35:41.091782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:41.092098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Port d30e3d10-7864-449a-a0c8-c39c26ab2800 update to DOWN by agent not found {{(pid=88133) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 11:35:41.098234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:41.111807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:41.134932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f136b924-38c6-4668-b442-d8811cc1b388 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.166754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f136b924-38c6-4668-b442-d8811cc1b388 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.222463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Project 8a15580fe38d4b91bb4a9858ff9f1fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:35:41.229692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.246200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.299671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f136b924-38c6-4668-b442-d8811cc1b388 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.303418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Port': ['ID=5e57d042-e64a-47e0-89f0-046128479fa5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.308777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.312878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.322580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136b924-38c6-4668-b442-d8811cc1b388 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19416f71-758c-4534-8865-9c491a6de87d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.331336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f136b924-38c6-4668-b442-d8811cc1b388 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.332490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f136b924-38c6-4668-b442-d8811cc1b388 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/19416f71-758c-4534-8865-9c491a6de87d HTTP/1.1" status: 204 len: 168 time: 0.3092456 Feb 04 11:35:41.335240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.391051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-83f13632-82bb-4b6e-8aa2-9f8010cd33c4 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:41.394942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.409050 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-40ca3049-0b62-41ad-a6b8-5eaec125a360 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/ports/5e57d042-e64a-47e0-89f0-046128479fa5 HTTP/1.1" status: 204 len: 168 time: 0.9032028 Feb 04 11:35:41.409605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.442253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a2232c-995c-4de2-af39-9ac4cac3fd63,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.535011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.537607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.539387 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-acdae02a-c0c9-4f90-9d98-206fb505291e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4934974 Feb 04 11:35:41.540393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-83f13632-82bb-4b6e-8aa2-9f8010cd33c4 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:41.541626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-83f13632-82bb-4b6e-8aa2-9f8010cd33c4 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2054169 Feb 04 11:35:41.542187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.546164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.548302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'security_group_rule': {'security_group_id': '5990018b-fbff-428d-af89-b63cc1acd643', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:41.551239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270649332'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:41.557180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:41.557372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:41.567339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:41.586079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:security_group_rule and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:41.592192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:41.614788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:41.645799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.668020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:41.672510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:41.676316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:41.682153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:41.705520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.733966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e163de-9b13-4e52-9b9c-5245a4707a10']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:41.745935 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Project 8a15580fe38d4b91bb4a9858ff9f1fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:35:41.753131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa92314-f2ff-4a99-a377-68cea83d941b') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:41.753422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa92314-f2ff-4a99-a377-68cea83d941b') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:41.759389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.763172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.781315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.811686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.814580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.828568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:35:41.828958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:35:41.844289 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:35:41.858536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfda983-ae59-442e-9078-b5efcb402320,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:41.909007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:41.913468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9dcbc9ef-bdc9-4221-85a3-ac6b5a0206c3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3635931 Feb 04 11:35:41.914665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.923594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-209e861a-795a-4348-8a63-c35cba0f1821 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '2bfda983-ae59-442e-9078-b5efcb402320', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:41.925695 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-209e861a-795a-4348-8a63-c35cba0f1821 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 11:35:41.925695 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-209e861a-795a-4348-8a63-c35cba0f1821 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:41.925936 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-209e861a-795a-4348-8a63-c35cba0f1821 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101657 Feb 04 11:35:41.930498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:41.946588 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.005456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.031688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.043938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.056899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] Pushing event deleted for resources: {'Network': ['ID=e3e163de-9b13-4e52-9b9c-5245a4707a10,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.072130 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-20316960-3551-4bfc-96df-4d16e969ac75 tempest-PortsTestJSON-688460046 tempest-PortsTestJSON-688460046-project] 10.222.0.36 "DELETE /v2.0/networks/e3e163de-9b13-4e52-9b9c-5245a4707a10 HTTP/1.1" status: 204 len: 168 time: 0.6588001 Feb 04 11:35:42.077219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6877-c59c-40d1-84cf-4e9ee62175da tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.077770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aa9aac-382a-41a4-bcbd-1e651be389dd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.114794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6877-c59c-40d1-84cf-4e9ee62175da tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.148668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.153044 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3a334a32-e08c-4c77-8e72-d937cc8d83de tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6066716 Feb 04 11:35:42.153913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.160273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'network': {'name': 'tempest-network-smoke--1895305880', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:42.166968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c61720-b93e-4d4d-856f-e93af72a49b0 req-f319310f-1b4b-426c-b6d2-7d6da03b9d64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:42.167117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:42.169856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64c61720-b93e-4d4d-856f-e93af72a49b0 req-f319310f-1b4b-426c-b6d2-7d6da03b9d64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.1727469 Feb 04 11:35:42.170411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:network and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:42.173850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:42.180092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:42.219667 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64c61720-b93e-4d4d-856f-e93af72a49b0 req-c13caad0-4efa-42ec-b12f-a63500cfbe54 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489135 Feb 04 11:35:42.245905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Made reservation on behalf of 8a15580fe38d4b91bb4a9858ff9f1fb5 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:42.249975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.268877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6877-c59c-40d1-84cf-4e9ee62175da tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.280660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:42.294013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.294013 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Added segment 8f4b725d-f1d9-44cc-8bf3-2a5901907079 of type vlan for network ed62255b-c709-4c28-b0e8-a73f9a97d27a Feb 04 11:35:42.298336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6877-c59c-40d1-84cf-4e9ee62175da tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfda983-ae59-442e-9078-b5efcb402320,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.310131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6877-c59c-40d1-84cf-4e9ee62175da tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.311780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e8dd6877-c59c-40d1-84cf-4e9ee62175da tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/2bfda983-ae59-442e-9078-b5efcb402320 HTTP/1.1" status: 204 len: 168 time: 0.3797669 Feb 04 11:35:42.314786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.352957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.415379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-435eac5e-cd7a-4ae5-b51a-03fde1a2bac2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:42.461040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72424442-5b75-4679-ac28-c2e2cad0b6fb req-9745bef6-252a-4c55-9138-74f11a742172 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:42.462597 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-72424442-5b75-4679-ac28-c2e2cad0b6fb req-9745bef6-252a-4c55-9138-74f11a742172 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.1091874 Feb 04 11:35:42.468744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.474430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:42.477839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.513956 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-72424442-5b75-4679-ac28-c2e2cad0b6fb req-1b0a45e0-029e-46e2-865d-24cfc091822f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452461 Feb 04 11:35:42.531233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-435eac5e-cd7a-4ae5-b51a-03fde1a2bac2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:42.536350 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-435eac5e-cd7a-4ae5-b51a-03fde1a2bac2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2192500 Feb 04 11:35:42.537148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.546420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--984266430'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:42.553027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.556155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:42.576641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:42.590374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Network': ['ID=ed62255b-c709-4c28-b0e8-a73f9a97d27a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:42.603024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:42.629627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39922) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.640987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f0698602-2ec1-4b16-aeec-fcf00e5dc7eb tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4858985 Feb 04 11:35:42.650616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39928) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.657408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'admin_state_up': True, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:42.672234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:42.676896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:router and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:42.680493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:42.689614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:42.728463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.749433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.750498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.756148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:42.760450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:42.764035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:42.765771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.773847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:42.863090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-93c2789c-3d74-4496-ab65-1c7accea105a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f6d6b653aa5493fbb95374122748a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317955 Feb 04 11:35:42.866029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39932) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.931092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:42.936511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ce38e-8954-4d5d-bafb-1518ba1c8319 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:42.939796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d18ce38e-8954-4d5d-bafb-1518ba1c8319 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1093 time: 0.3838303 Feb 04 11:35:42.941425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:42.946517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:42.955037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:42.959313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:floatingip and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:42.962586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:42.969382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:43.012045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.059443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.078820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426501a9-935b-4279-8260-5de402d57863,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:43.163656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5f71e20-aef0-4b6c-b344-0dce3e2d886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.184666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.185851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-57d8ff89-7693-43c7-aedc-250b02c2ef4e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6463878 Feb 04 11:35:43.190484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:43.197323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ae2a47d6-4e1b-47d1-b12b-2dd488201fb2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '426501a9-935b-4279-8260-5de402d57863', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:43.198154 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-ae2a47d6-4e1b-47d1-b12b-2dd488201fb2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 11:35:43.198738 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-ae2a47d6-4e1b-47d1-b12b-2dd488201fb2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:43.204245 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ae2a47d6-4e1b-47d1-b12b-2dd488201fb2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126727 Feb 04 11:35:43.213041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39944) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:43.321304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5f71e20-aef0-4b6c-b344-0dce3e2d886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.334074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.399940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.441432 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b7e3bc-5316-46bd-a132-09073e09fae7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.464003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5f71e20-aef0-4b6c-b344-0dce3e2d886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.482767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f71e20-aef0-4b6c-b344-0dce3e2d886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397f5b52-979a-44c1-bb5e-c54b12a072e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:43.494490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b7e3bc-5316-46bd-a132-09073e09fae7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.516906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5f71e20-aef0-4b6c-b344-0dce3e2d886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.520308 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e5f71e20-aef0-4b6c-b344-0dce3e2d886c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/397f5b52-979a-44c1-bb5e-c54b12a072e5 HTTP/1.1" status: 204 len: 168 time: 0.6507845 Feb 04 11:35:43.601831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Allocated IP 172.26.6.199 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/7121b78d-6ecc-4a29-a349-90b3d924014e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:43.679888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b7e3bc-5316-46bd-a132-09073e09fae7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.707479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7e3bc-5316-46bd-a132-09073e09fae7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426501a9-935b-4279-8260-5de402d57863,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:43.745538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.746122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60b7e3bc-5316-46bd-a132-09073e09fae7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.747626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-60b7e3bc-5316-46bd-a132-09073e09fae7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/426501a9-935b-4279-8260-5de402d57863 HTTP/1.1" status: 204 len: 168 time: 0.4183455 Feb 04 11:35:43.750859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:43.780256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.821856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:43.837232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-05b91748-6d19-44ca-b9be-decae375a872 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:43.994223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-05b91748-6d19-44ca-b9be-decae375a872 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:43.995638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05b91748-6d19-44ca-b9be-decae375a872 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2440255 Feb 04 11:35:44.000184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39962) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.005757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087453807'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:44.012044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:44.022399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:44.030140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.094843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Allocated IP 172.26.6.201 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/f4783d66-dac1-46a7-81c1-1be69e1288ec) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:44.103189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:44.106162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:44.114332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:44.144970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=7121b78d-6ecc-4a29-a349-90b3d924014e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:44.160621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.183894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:44.191919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:44.197063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:44.248905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:44.276971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.383219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.472793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:44.475963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:44.480564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:44.522546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Port': ['ID=f4783d66-dac1-46a7-81c1-1be69e1288ec,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:44.580369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.644530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.731767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3144c1-4611-4b9f-a989-229c0a166388,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:44.761103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.805912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.810351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2d9a96f6-97fe-4024-8bd6-099a7cf623b9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8060160 Feb 04 11:35:44.810728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.816649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-87d9a123-31bc-4388-bc14-19ffe78b9d2d tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '2a3144c1-4611-4b9f-a989-229c0a166388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:44.817730 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-87d9a123-31bc-4388-bc14-19ffe78b9d2d tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 11:35:44.818272 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-87d9a123-31bc-4388-bc14-19ffe78b9d2d tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:44.819311 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-87d9a123-31bc-4388-bc14-19ffe78b9d2d tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075579 Feb 04 11:35:44.821909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:44.828692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39986) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.834999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-aad84a1e-8174-44c5-a68d-8ca2359d6f7e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '2a3144c1-4611-4b9f-a989-229c0a166388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:44.835673 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-aad84a1e-8174-44c5-a68d-8ca2359d6f7e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 11:35:44.836266 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-aad84a1e-8174-44c5-a68d-8ca2359d6f7e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:44.837299 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aad84a1e-8174-44c5-a68d-8ca2359d6f7e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075715 Feb 04 11:35:44.840457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39990) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.845777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9ccf02be-acf1-4b5f-a417-202fef491f6a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '2a3144c1-4611-4b9f-a989-229c0a166388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:44.846616 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-9ccf02be-acf1-4b5f-a417-202fef491f6a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 11:35:44.847120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-9ccf02be-acf1-4b5f-a417-202fef491f6a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:44.848116 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9ccf02be-acf1-4b5f-a417-202fef491f6a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067575 Feb 04 11:35:44.851029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.858596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b01a7f23-df12-4310-8880-edb0b8159a50 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '2a3144c1-4611-4b9f-a989-229c0a166388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:44.859471 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-b01a7f23-df12-4310-8880-edb0b8159a50 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 11:35:44.859956 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b01a7f23-df12-4310-8880-edb0b8159a50 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:44.863715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b01a7f23-df12-4310-8880-edb0b8159a50 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089102 Feb 04 11:35:44.873208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:44.904829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1041958126'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:44.922714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:44.939039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd392e2-0f1f-4298-ab36-2ea9d0b24a67 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.018721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd392e2-0f1f-4298-ab36-2ea9d0b24a67 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.046917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.063968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:45.068829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:45.077910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:45.173452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.246341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd392e2-0f1f-4298-ab36-2ea9d0b24a67 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.253884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:45.259200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.273421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd392e2-0f1f-4298-ab36-2ea9d0b24a67 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3144c1-4611-4b9f-a989-229c0a166388,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:45.275373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.288845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd392e2-0f1f-4298-ab36-2ea9d0b24a67 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.290020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-acd392e2-0f1f-4298-ab36-2ea9d0b24a67 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a3144c1-4611-4b9f-a989-229c0a166388 HTTP/1.1" status: 204 len: 168 time: 0.4158175 Feb 04 11:35:45.294706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.325293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.350081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:45.360154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-730aec4f-ffb4-4ea0-8c25-532a9851f18c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:45.365028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:security_group_rule and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:45.369506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:45.378838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:45.382698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.437426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-730aec4f-ffb4-4ea0-8c25-532a9851f18c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:45.438717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-730aec4f-ffb4-4ea0-8c25-532a9851f18c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430840 Feb 04 11:35:45.454818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40006) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:45.477822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099869053'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:45.493579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:45.501528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=7121b78d-6ecc-4a29-a349-90b3d924014e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:45.515390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.518785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:45.654934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.667156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.787230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.790712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:45.798262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:45.802773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:45.834155 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Floating IP 893908e4-594a-4f3d-8868-d39513d8b216 associated. External IP: 172.26.6.199, port: 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17. Feb 04 11:35:45.862853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:45.872824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.940500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:45.966919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97757d2-4f5f-4fb2-8f97-8559f9b24162,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:45.972653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:45.972987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 98385e23-5e9e-4942-83ff-a876fbf5dd2d of type vlan for network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 Feb 04 11:35:46.041440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.095342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.261288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Router 1df12533-3bb8-41ed-a9a2-28b8524961b9 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:35:46.261645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:35:46.295195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.299071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.304514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:46.305118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.402938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:46.414262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:46.426603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:46.431659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:46.474141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.518682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc9d546-ff0a-4b3e-9143-e8426d7194b3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:46.534805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-affc0d61-6377-44af-9b1d-907351ed0d01 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5909567 Feb 04 11:35:46.534805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:35:46.570745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:46.589358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'status': 'completed', 'code': 200} Feb 04 11:35:46.592296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:46.603447 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Sync routers for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:46.613207 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-00f5bef8-999d-493e-94a4-991278eaef1b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8509715 Feb 04 11:35:46.615684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.620661 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:46.620661 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:46.621521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485872950'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:46.627576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:46.631788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:46.635897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:46.639981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.641173 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a2315c2b-f210-4113-aea5-56735bb9ff75 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1790068 Feb 04 11:35:46.645097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40018) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.650473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:46.652760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-01fef9fe-a31f-4f25-a616-ad867c6a860c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:46.653802 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-01fef9fe-a31f-4f25-a616-ad867c6a860c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 11:35:46.654284 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-01fef9fe-a31f-4f25-a616-ad867c6a860c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:46.658364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-01fef9fe-a31f-4f25-a616-ad867c6a860c tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091805 Feb 04 11:35:46.658364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.660495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:46.668035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:46.675183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:46.681068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:46.684889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:46.692207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:46.703643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.705374 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-23505617-0485-4066-b3dd-d257202dcbad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0537403 Feb 04 11:35:46.708504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.735073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-6c5f0f42-57dd-4f9f-af72-09bee69fbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:46.737171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-6c5f0f42-57dd-4f9f-af72-09bee69fbef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1098 time: 0.1135778 Feb 04 11:35:46.818979 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:46.826902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.843699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:35:46.871333 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:46.877000 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:35:46.882835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40032) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.882996 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b962c5b4-c679-4386-8b16-87192ae685f5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2180395 Feb 04 11:35:46.887117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-dd697bba-f0f1-48d4-aeb9-abd13c1cd530 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:46.888206 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-dd697bba-f0f1-48d4-aeb9-abd13c1cd530 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 11:35:46.888844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-dd697bba-f0f1-48d4-aeb9-abd13c1cd530 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:46.890161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dd697bba-f0f1-48d4-aeb9-abd13c1cd530 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108163 Feb 04 11:35:46.892941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:46.906511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:46.911485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:35:46.927666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:46.930352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:46.930875 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment eca43d21-94fb-4706-9291-2cbc9393b223 of type vlan for network 9e33a195-a873-42fd-a90b-fb49e898aafe Feb 04 11:35:46.937079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:46.940785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-41fb7db5-e8a4-4d6e-813a-453679ee7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:46.942878 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-41fb7db5-e8a4-4d6e-813a-453679ee7610 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1991446 Feb 04 11:35:46.944236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:46.975744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.011708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:47.092516 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6e05ae46-b370-4142-bf4a-71d8889f8da1 tempest-TestNetworkAdvancedServerOps-837264818 tempest-TestNetworkAdvancedServerOps-837264818-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8a15580fe38d4b91bb4a9858ff9f1fb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3823888 Feb 04 11:35:47.093056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40040) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.123564 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-44215d55-9fe7-4049-9e84-a002a4a6de91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 200 len: 999 time: 0.1649520 Feb 04 11:35:47.125382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.130946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:47.131601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.212629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-dd4e5404-ef4c-41ad-905c-003365788016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:47.214519 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-dd4e5404-ef4c-41ad-905c-003365788016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0877171 Feb 04 11:35:47.247745 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 3, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:47.252384 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Checking router: 1df12533-3bb8-41ed-a9a2-28b8524961b9 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:35:47.255356 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Updating router 1df12533-3bb8-41ed-a9a2-28b8524961b9 port f4783d66-dac1-46a7-81c1-1be69e1288ec binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:35:47.284538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '893908e4-594a-4f3d-8868-d39513d8b216', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:67:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:35:44Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:47.293295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:35:47.305699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:47.306822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-abecf8e4-5327-4ee9-8dbf-c143a81282a5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4127934 Feb 04 11:35:47.316801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.316966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:47.316966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:47.317145 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.319070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-900446fb-e531-4160-96e8-9182ed122ec1 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:47.319679 dv-neutron-827824-2-hyperv neutron-server[88132]: WARNING neutron.api.v2.base [None req-900446fb-e531-4160-96e8-9182ed122ec1 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 11:35:47.320254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-900446fb-e531-4160-96e8-9182ed122ec1 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:47.321353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-900446fb-e531-4160-96e8-9182ed122ec1 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099761 Feb 04 11:35:47.326046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40048) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.335107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:47.343151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:47.349740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:47.353129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:47.360494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:47.379334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-63e0bfc8-9033-4888-9384-0277fb2744c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:47.381004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-63e0bfc8-9033-4888-9384-0277fb2744c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1597505 Feb 04 11:35:47.479758 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Project f441574831b54873976bcf6ee73ae8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:35:47.497325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=9e33a195-a873-42fd-a90b-fb49e898aafe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:47.522395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 9e33a195-a873-42fd-a90b-fb49e898aafe details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:35:47.535568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5277d0-e5a9-4af6-9cca-6723ade46903 tempest-TestNetworkAdvancedServerOps-837264818 tempest-TestNetworkAdvancedServerOps-837264818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:47.538377 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ec5277d0-e5a9-4af6-9cca-6723ade46903 tempest-TestNetworkAdvancedServerOps-837264818 tempest-TestNetworkAdvancedServerOps-837264818-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4442654 Feb 04 11:35:47.542898 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4f811629-930e-48fa-b913-d1d8d8897576 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9261067 Feb 04 11:35:47.543948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40052) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.585787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40054) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.596201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:47.624202 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-004f86ba-cc1e-4402-8216-fc4533279395 tempest-TestNetworkAdvancedServerOps-837264818 tempest-TestNetworkAdvancedServerOps-837264818-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761108 Feb 04 11:35:47.678023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40060) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.678969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:35:47.689518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526080716', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:47.733546 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.748298 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Transition to ACTIVE for port object f4783d66-dac1-46a7-81c1-1be69e1288ec will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:47.785438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:47.791482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:47.793032 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:47.796742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b55f5876-3651-441e-bf4e-3ef013652412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4670992 Feb 04 11:35:47.796931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:47.797767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.805274 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.805570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d4de10c6-2dc3-4e47-b7f7-fa5319679848 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:47.806421 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-d4de10c6-2dc3-4e47-b7f7-fa5319679848 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 11:35:47.806565 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-d4de10c6-2dc3-4e47-b7f7-fa5319679848 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:47.810962 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d4de10c6-2dc3-4e47-b7f7-fa5319679848 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089629 Feb 04 11:35:47.810962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:47.811290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40068) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:47.825582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:47.845714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:47.853515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:47.859601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:47.869009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:47.873237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:47.875708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-4218bce5-e3d7-4da4-af75-3d82c5ecc94f service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842083 Feb 04 11:35:47.880788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:subnet and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:47.891942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:47.896288 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Attempting to bind port f4783d66-dac1-46a7-81c1-1be69e1288ec on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:47.896288 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Attempting to bind port f4783d66-dac1-46a7-81c1-1be69e1288ec by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:47.896288 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Attempting to bind port f4783d66-dac1-46a7-81c1-1be69e1288ec on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:47.896741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.904190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:47.904520 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Pushing event updated for resources: {'Port': ['ID=f4783d66-dac1-46a7-81c1-1be69e1288ec,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:47.915502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:47.916797 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.917265 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.917696 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.918087 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.919705 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.925013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:35:47.926477 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:47.926952 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:47.927458 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.927962 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:47.928572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Bound port: f4783d66-dac1-46a7-81c1-1be69e1288ec, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:47.929099 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:47.985086 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Project f441574831b54873976bcf6ee73ae8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:35:48.020767 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] For port f4783d66-dac1-46a7-81c1-1be69e1288ec, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:48.026081 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] For port f4783d66-dac1-46a7-81c1-1be69e1288ec, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f4783d66-dac1-46a7-81c1-1be69e1288ec,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:48.054536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bece921-bcfe-449e-b12d-9859c9192fa5 req-5de8f78e-6479-4696-9487-8375647b1357 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691222 Feb 04 11:35:48.064821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Made reservation on behalf of 8a15580fe38d4b91bb4a9858ff9f1fb5 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:48.069633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.087516 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.088422 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:48.088981 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5611c814-b1ec-4759-827f-10f72c0bdf1f tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2767277 Feb 04 11:35:48.093768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:48.143818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'fcc9d546-ff0a-4b3e-9143-e8426d7194b3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:48.167970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:48.178250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:48.183452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:48.187766 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:48.189174 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:48.196046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:48.204493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '893908e4-594a-4f3d-8868-d39513d8b216', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:67:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:35:44Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:48.210783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c9670-a36e-4a59-a249-31417236ac00 None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '893908e4-594a-4f3d-8868-d39513d8b216', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:67:0b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:35:44Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:48.279026 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Project f441574831b54873976bcf6ee73ae8d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:35:48.296688 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e465f-2921-43d7-b1f8-8b0566803f58 None None] Pushing event updated for resources: {'Port': ['ID=f4783d66-dac1-46a7-81c1-1be69e1288ec,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.337815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.404322 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:48.405736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-16ff92dc-9b2c-4aae-8c37-9b9e858a7745 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3107405 Feb 04 11:35:48.411731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40076) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:48.438405 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:35:48.449224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '98385e23-5e9e-4942-83ff-a876fbf5dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:48.449747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:48.457177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.468422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=d3a396dd-09c9-4c22-9c8b-80e7cc3488e0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.519449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552588dc-6f77-4da6-80a1-44d4f28fb955 None None] New status for floating IP 893908e4-594a-4f3d-8868-d39513d8b216: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:35:48.548352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:48.649273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Checking segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:48.649752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network hostable DHCP agents. Network: ed62255b-c709-4c28-b0e8-a73f9a97d27a, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:48.653318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:48.656851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Subnet': ['ID=665edb61-e19e-41ef-8620-a710c31db26d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:48.677488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:48.678893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.682723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2534-1611-4e2d-bc6a-3a35b9173d98 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.738236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2534-1611-4e2d-bc6a-3a35b9173d98 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.802268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:48.803860 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1c4b13aa-ccb0-4792-b218-0d5a85bf3f1e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2163672 Feb 04 11:35:48.811013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd91dd-587c-4749-adb2-7c412988cbb3 None None] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:48.817796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:48.897796 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 3, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:48.901707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:48.903924 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d8d2e-eb57-4592-ac4b-50cf5dcac97f None None] The sync data for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv is: [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:44Z', 'revision_number': 3, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:48.933604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, ed62255b-c709-4c28-b0e8-a73f9a97d27a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:48.947941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:48.948697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:48.991504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001e800-869d-471c-ac4d-e9f1687884f0 None None] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:48.994641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:49.003304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2534-1611-4e2d-bc6a-3a35b9173d98 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.035878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:49.048790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:49.060623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b2534-1611-4e2d-bc6a-3a35b9173d98 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc9d546-ff0a-4b3e-9143-e8426d7194b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:49.063767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:49.074937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2534-1611-4e2d-bc6a-3a35b9173d98 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.074937 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f2b2534-1611-4e2d-bc6a-3a35b9173d98 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/fcc9d546-ff0a-4b3e-9143-e8426d7194b3 HTTP/1.1" status: 204 len: 168 time: 0.6566467 Feb 04 11:35:49.076655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40084) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:49.139342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-690a92de-2385-4c72-b49e-e9d34ec11d71 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4575381 Feb 04 11:35:49.143316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:49.176922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:35:49.183200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.271021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8dab69c6-41da-4cba-96c3-009a706f241b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:49.544290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65', 'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': 'd3a396dd-09c9-4c22-9c8b-80e7cc3488e0'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:35:49.546017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.573843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8dab69c6-41da-4cba-96c3-009a706f241b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:49.579849 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8dab69c6-41da-4cba-96c3-009a706f241b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5018432 Feb 04 11:35:49.584256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:49.593288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112374468'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:49.603355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:49.622079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:49.708741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.749017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.818724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:35:49.819601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:49.824167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:49.831440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:49.839700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:49.856798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:49.955149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=c83b6633-7291-4658-acd9-2fb28a51bc2f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:49.964026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': 'eca43d21-94fb-4706-9291-2cbc9393b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:49.965972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: 9e33a195-a873-42fd-a90b-fb49e898aafe, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:35:50.080249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Allocated IP 2001:db8::2 (18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65/d3a396dd-09c9-4c22-9c8b-80e7cc3488e0/fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:50.095785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.125765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 9e33a195-a873-42fd-a90b-fb49e898aafe is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:35:50.180231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4783d66-dac1-46a7-81c1-1be69e1288ec up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:50.188939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.247974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 9e33a195-a873-42fd-a90b-fb49e898aafe) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:50.265354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:50.266039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.281972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee3bf46-b5e2-4c8a-9411-bc7c2ee05fee None None] Network 9e33a195-a873-42fd-a90b-fb49e898aafe requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:50.290372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6910d-b10c-430e-8666-1980a7910e31,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:50.334963 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-45ee13c6-5d86-45bd-9272-4a3405c10850 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5267663 Feb 04 11:35:50.335633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40096) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.344830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-787537934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:50.355433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.362256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.366622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-795300c4-3e6e-4f06-bb93-d1914343b833 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7720225 Feb 04 11:35:50.366622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:50.369089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '10f6910d-b10c-430e-8666-1980a7910e31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:50.371969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:50.375824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:50.377483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:50.382059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:50.385314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:50.385497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:50.392607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:50.452018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Allocated IP 172.20.0.2 (ed62255b-c709-4c28-b0e8-a73f9a97d27a/665edb61-e19e-41ef-8620-a710c31db26d/19b3a55b-7d9b-41c9-9259-36bdb33bd7e9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:50.452723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.456306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.470029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.478296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.583744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.673605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f4783d66-dac1-46a7-81c1-1be69e1288ec completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:50.708968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.713735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ce047549-24a1-436b-aad7-642c7576d8b0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3742375 Feb 04 11:35:50.714879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40104) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.753154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f4783d66-dac1-46a7-81c1-1be69e1288ec triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:50.753810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:50.808530 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The resource could not be found. Feb 04 11:35:50.810159 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c36ff9e5-6dfa-4931-902b-20901a36c2ab tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4468484 Feb 04 11:35:50.820757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:50.846617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '10f6910d-b10c-430e-8666-1980a7910e31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1ac6db7c-6e40-46fd-a98d-2c1ad7576ed1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:50.858154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:50.870644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:50.882218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:50.895022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:50.953824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.158814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Transition to ACTIVE for port object fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:51.194069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.212735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-9e33a195-a873-42fd-a90b-fb49e898aafe', 'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': 'c83b6633-7291-4658-acd9-2fb28a51bc2f'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:35:51.212735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.235782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Transition to ACTIVE for port object 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:51.240350 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The resource could not be found. Feb 04 11:35:51.241841 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-77725102-eb92-474b-b416-30a8434b7208 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4184363 Feb 04 11:35:51.242417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Transition to ACTIVE for port object fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:51.245474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.348971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a0d79b-2560-446b-bbb3-9cde0934d2ce tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.389246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Transition to ACTIVE for port object 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:51.389246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.422399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a0d79b-2560-446b-bbb3-9cde0934d2ce tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.511364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.531316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Pushing event updated for resources: {'Port': ['ID=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.550641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.609221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Allocated IP 172.20.0.1 (ed62255b-c709-4c28-b0e8-a73f9a97d27a/665edb61-e19e-41ef-8620-a710c31db26d/168f7a3a-f2b0-420c-b591-511d0391a2b4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:51.630258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:51.674126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:51.682066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.720515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:51.725477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:51.736017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a0d79b-2560-446b-bbb3-9cde0934d2ce tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.776778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:51.789059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0d79b-2560-446b-bbb3-9cde0934d2ce tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6910d-b10c-430e-8666-1980a7910e31,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.850454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f4783d66-dac1-46a7-81c1-1be69e1288ec, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f4783d66-dac1-46a7-81c1-1be69e1288ec,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:51.850454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:51.858278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a0d79b-2560-446b-bbb3-9cde0934d2ce tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.858278 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-86a0d79b-2560-446b-bbb3-9cde0934d2ce tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/10f6910d-b10c-430e-8666-1980a7910e31 HTTP/1.1" status: 204 len: 168 time: 0.5982113 Feb 04 11:35:51.865208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40116) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:51.917972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:51.944750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Transition to ACTIVE for port object 168f7a3a-f2b0-420c-b591-511d0391a2b4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:51.997274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Pushing event updated for resources: {'Port': ['ID=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:51.997274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.078800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-db7aa89c-17e3-4650-9ec3-fa3f1b94d393 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:52.086855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.184696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Allocated IP 2001:db8:1::2 (9e33a195-a873-42fd-a90b-fb49e898aafe/c83b6633-7291-4658-acd9-2fb28a51bc2f/aaf0e39d-8ea2-4e48-8316-3df00107e941) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:52.210616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Attempting to bind port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:52.210616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Attempting to bind port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '98385e23-5e9e-4942-83ff-a876fbf5dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:52.210616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Attempting to bind port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f on network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:52.215184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Attempting to bind port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:52.215184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Attempting to bind port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:52.215184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Attempting to bind port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 on network ed62255b-c709-4c28-b0e8-a73f9a97d27a {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:52.234015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f4783d66-dac1-46a7-81c1-1be69e1288ec,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.236472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:52.237444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Checking segment: {'id': '98385e23-5e9e-4942-83ff-a876fbf5dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:52.237444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.244305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Bound using segment: {'id': '98385e23-5e9e-4942-83ff-a876fbf5dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:52.244305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Bound port: fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98385e23-5e9e-4942-83ff-a876fbf5dd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:52.244305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.246125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:52.254404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:52.258922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:52.259526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Checking segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:52.260298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:52.260507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.261274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Bound using segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:52.261495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Bound port: 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:52.262395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.314578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8::1 (18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65/d3a396dd-09c9-4c22-9c8b-80e7cc3488e0/c480d661-4d07-4be0-bc61-cc6d30000584) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:52.329955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-db7aa89c-17e3-4650-9ec3-fa3f1b94d393 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:52.329955 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-db7aa89c-17e3-4650-9ec3-fa3f1b94d393 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4673388 Feb 04 11:35:52.329955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:52.343876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': 'b700d19a-6661-4d08-b431-c85dee503a74', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:52.353930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Port': ['ID=168f7a3a-f2b0-420c-b591-511d0391a2b4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.361345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:52.361345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:52.375429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.386484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:52.482569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:52.568671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.574378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] For port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:52.592854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] For port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:52.598567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] For port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:52.603031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.607566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] For port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,segment=NetworkSegment(98385e23-5e9e-4942-83ff-a876fbf5dd2d),segment_id=98385e23-5e9e-4942-83ff-a876fbf5dd2d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:52.626064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object c480d661-4d07-4be0-bc61-cc6d30000584 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:52.659752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.680682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The resource could not be found. Feb 04 11:35:52.682240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-86a6cf7e-2ecd-4ded-9fb4-b9f57c83c5c5 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3580811 Feb 04 11:35:52.687043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:52.702371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230668831'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:52.703374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:52.705464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.720935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:52.734010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.758344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.788793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Transition to ACTIVE for port object aaf0e39d-8ea2-4e48-8316-3df00107e941 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:52.820231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.825614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7139b-87c5-4e5c-bedc-1b9636830c0f None None] Pushing event updated for resources: {'Port': ['ID=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.839047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:52.846371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:52.854789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:52.855303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:52.860469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=c480d661-4d07-4be0-bc61-cc6d30000584,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.869775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Transition to ACTIVE for port object aaf0e39d-8ea2-4e48-8316-3df00107e941 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:52.881065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:52.887246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:52.891896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:52.903537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:52.940936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a8754-90fa-473e-b595-8d16fb08260e None None] Pushing event updated for resources: {'Port': ['ID=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:52.960220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.008168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.046158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Network 9e33a195-a873-42fd-a90b-fb49e898aafe is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:53.059784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:53.066594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:53.073322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Pushing event updated for resources: {'Port': ['ID=aaf0e39d-8ea2-4e48-8316-3df00107e941,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.111311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.115414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.152388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.189760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Attempting to bind port aaf0e39d-8ea2-4e48-8316-3df00107e941 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:53.190622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Attempting to bind port aaf0e39d-8ea2-4e48-8316-3df00107e941 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'eca43d21-94fb-4706-9291-2cbc9393b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:53.191213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Attempting to bind port aaf0e39d-8ea2-4e48-8316-3df00107e941 on network 9e33a195-a873-42fd-a90b-fb49e898aafe {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:53.197636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:53.198317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Checking segment: {'id': 'eca43d21-94fb-4706-9291-2cbc9393b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:53.199014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.200285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Bound using segment: {'id': 'eca43d21-94fb-4706-9291-2cbc9393b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:53.200965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Bound port: aaf0e39d-8ea2-4e48-8316-3df00107e941, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca43d21-94fb-4706-9291-2cbc9393b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e33a195-a873-42fd-a90b-fb49e898aafe'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:53.201613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.233346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.344754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] For port aaf0e39d-8ea2-4e48-8316-3df00107e941, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:53.349495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] For port aaf0e39d-8ea2-4e48-8316-3df00107e941, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aaf0e39d-8ea2-4e48-8316-3df00107e941,segment=NetworkSegment(eca43d21-94fb-4706-9291-2cbc9393b223),segment_id=eca43d21-94fb-4706-9291-2cbc9393b223)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:53.375565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddca2c8-7b7a-4342-8da5-069510f52cd8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.410853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Port': ['ID=168f7a3a-f2b0-420c-b591-511d0391a2b4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.413689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.429010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.458151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.462122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-52bba5f8-83e3-4ce9-bb86-e86eaa2019ec tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7711089 Feb 04 11:35:53.472295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:53.487181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216367138'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:53.498628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:53.513582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:53.521052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:53.542055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:53.656388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:53.657661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a5e37-2de7-4d83-bcbb-de310d9da43b None None] Pushing event updated for resources: {'Port': ['ID=aaf0e39d-8ea2-4e48-8316-3df00107e941,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:53.713012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:53.714790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:53.879505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:53.888561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:53.902496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:53.917763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:53.996158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.080586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.083118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.092856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.151787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Router 1df12533-3bb8-41ed-a9a2-28b8524961b9 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:35:54.202315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.328695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=c480d661-4d07-4be0-bc61-cc6d30000584,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:54.425427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4783d66-dac1-46a7-81c1-1be69e1288ec up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:54.429664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:54.442288 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Sync routers for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:54.452134 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-86a15edd-f409-4db3-b48c-66fd04477036 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "PUT /v2.0/routers/1df12533-3bb8-41ed-a9a2-28b8524961b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3063600 Feb 04 11:35:54.456707 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:54.457939 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:54.462774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ebe8d-3d99-4e2a-bf12-1f49d24e06cb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:54.469324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.470504 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d09f9a4f-1d47-4d6d-acab-9480a5ff5f89 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9968476 Feb 04 11:35:54.477070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:54.479677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:54.481430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:54.495977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '8ddca2c8-7b7a-4342-8da5-069510f52cd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9c8ebe8d-3d99-4e2a-bf12-1f49d24e06cb'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:54.513126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:54.518254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:54.523407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:54.546666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:54.597519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f4783d66-dac1-46a7-81c1-1be69e1288ec triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:54.604946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.719116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a108b86-ffba-4b95-ace0-764333f34780 None None] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:54.778557 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:54.785906 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b782a071-8cc2-4ac3-ba5b-d5ca508c3d2b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3053446 Feb 04 11:35:54.786671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:54.821604 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:35:54.875915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0541b40-1c4d-4119-8528-a917d95cb2e2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.915937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0541b40-1c4d-4119-8528-a917d95cb2e2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:54.941731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device aaf0e39d-8ea2-4e48-8316-3df00107e941 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:55.005731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-e12b4807-bb28-4532-a90f-fc6bc3e0e6c5 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740738372&fields=id&tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5 HTTP/1.1" status: 200 len: 267 time: 0.1518953 Feb 04 11:35:55.026038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-625ff0fb-a991-4597-b6f2-3830737dfa05 None None] Provisioning for port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:55.086066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0541b40-1c4d-4119-8528-a917d95cb2e2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.123865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0541b40-1c4d-4119-8528-a917d95cb2e2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8ebe8d-3d99-4e2a-bf12-1f49d24e06cb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:55.145823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0541b40-1c4d-4119-8528-a917d95cb2e2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.148711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c0541b40-1c4d-4119-8528-a917d95cb2e2 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c8ebe8d-3d99-4e2a-bf12-1f49d24e06cb HTTP/1.1" status: 204 len: 168 time: 0.3582089 Feb 04 11:35:55.152150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:55.270701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c7adae8d-d088-4b06-96a2-c80a332e3664 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:55.323014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port aaf0e39d-8ea2-4e48-8316-3df00107e941 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:55.333427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-716dc536-ef07-4985-a3fe-5ee3b7eec40f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:55.335669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-716dc536-ef07-4985-a3fe-5ee3b7eec40f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/networks?id=ed62255b-c709-4c28-b0e8-a73f9a97d27a HTTP/1.1" status: 200 len: 797 time: 0.3183961 Feb 04 11:35:55.339714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:55.353934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c7adae8d-d088-4b06-96a2-c80a332e3664 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:55.358802 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c7adae8d-d088-4b06-96a2-c80a332e3664 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2014184 Feb 04 11:35:55.359039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:55.372254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router c6c4c809-d7ca-4663-8e0e-dca00ae168cb is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:35:55.378857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196f9d7-4821-4c05-8b9b-0a8f7a2c6f1e None None] Network 9e33a195-a873-42fd-a90b-fb49e898aafe requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:55.394203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-5b8c80c0-97a8-4684-9f9b-491059af8d65 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/quotas/8a15580fe38d4b91bb4a9858ff9f1fb5 HTTP/1.1" status: 200 len: 375 time: 0.0518372 Feb 04 11:35:55.425380 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 2, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:55.429745 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Checking router: 1df12533-3bb8-41ed-a9a2-28b8524961b9 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:35:55.430094 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Updating router 1df12533-3bb8-41ed-a9a2-28b8524961b9 port 168f7a3a-f2b0-420c-b591-511d0391a2b4 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:35:55.484566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa1705fa-856e-4afe-acb8-f6cc35333075 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.513057 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.546776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa1705fa-856e-4afe-acb8-f6cc35333075 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.648710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1589e-81bb-4da1-9fc0-4318cc938b63 None None] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:35:55.675149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:35:55.691506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa1705fa-856e-4afe-acb8-f6cc35333075 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.701013 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8cb4471b-58cd-41aa-9521-8ddd239bbfaf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/c6c4c809-d7ca-4663-8e0e-dca00ae168cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9840176 Feb 04 11:35:55.703579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40162) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:55.732919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1705fa-856e-4afe-acb8-f6cc35333075 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddca2c8-7b7a-4342-8da5-069510f52cd8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:55.785641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a557b-9b80-4632-a0b0-d037fcfeb206 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:55.786625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2b8a557b-9b80-4632-a0b0-d037fcfeb206 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:55.794573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] Sync routers for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:35:55.797343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-62bc6b7e-cbfb-4a08-a1ed-dfad80d27f61 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3182642 Feb 04 11:35:55.817816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa1705fa-856e-4afe-acb8-f6cc35333075 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.820973 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fa1705fa-856e-4afe-acb8-f6cc35333075 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ddca2c8-7b7a-4342-8da5-069510f52cd8 HTTP/1.1" status: 204 len: 168 time: 0.4608278 Feb 04 11:35:55.823484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40166) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:55.835669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] Provisioning for port aaf0e39d-8ea2-4e48-8316-3df00107e941 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:55.848971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] Provisioning complete for port aaf0e39d-8ea2-4e48-8316-3df00107e941 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:55.848971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:55.891370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:55.892232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:55.896537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-60d34a5f-7c82-4cff-9820-73a326013364 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:55.899346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2b8a557b-9b80-4632-a0b0-d037fcfeb206 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:55.900692 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2b8a557b-9b80-4632-a0b0-d037fcfeb206 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports/c480d661-4d07-4be0-bc61-cc6d30000584 HTTP/1.1" status: 200 len: 911 time: 0.1959908 Feb 04 11:35:55.903966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:55.979004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-e7d0c413-4dda-43b2-be9d-8502d5d74c63 service neutron] 10.222.0.36 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689470 Feb 04 11:35:56.000798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:56.054453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:56.056034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:56.115298 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.132381 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Transition to ACTIVE for port object 168f7a3a-f2b0-420c-b591-511d0391a2b4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:56.163564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:56.167968 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:56.168988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13217c9-b7ac-4917-aeb4-7d3fcae4896f None None] The sync data for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:56.181844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:56.182305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.182803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-60d34a5f-7c82-4cff-9820-73a326013364 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:56.184901 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-60d34a5f-7c82-4cff-9820-73a326013364 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3591361 Feb 04 11:35:56.189406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40174) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:56.197227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063396746'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:56.207605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:56.222630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-0d9a91f1-f247-40c3-a518-b62f3fcdc655 service neutron] 10.222.0.36 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303255 Feb 04 11:35:56.228284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.229488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:56.356506 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406cc23-5799-4042-8a0b-d4a1184538ab None None] Pushing event updated for resources: {'Port': ['ID=168f7a3a-f2b0-420c-b591-511d0391a2b4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:56.415060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.439380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.455769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:56.466716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:56.472070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:56.513412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:56.591532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] For port aaf0e39d-8ea2-4e48-8316-3df00107e941, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aaf0e39d-8ea2-4e48-8316-3df00107e941,segment=NetworkSegment(eca43d21-94fb-4706-9291-2cbc9393b223),segment_id=eca43d21-94fb-4706-9291-2cbc9393b223)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:56.608746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5438eb1b-d689-4eb3-a8cc-b900abc54712 req-30b5f61d-3383-478b-90d9-9a718b70a383 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 210 time: 0.0692456 Feb 04 11:35:56.653392 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Attempting to bind port 168f7a3a-f2b0-420c-b591-511d0391a2b4 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:35:56.654467 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Attempting to bind port 168f7a3a-f2b0-420c-b591-511d0391a2b4 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:35:56.655017 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Attempting to bind port 168f7a3a-f2b0-420c-b591-511d0391a2b4 on network ed62255b-c709-4c28-b0e8-a73f9a97d27a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:35:56.662667 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:35:56.663448 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Checking segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:35:56.664077 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.664668 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Bound using segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:35:56.665758 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Bound port: 168f7a3a-f2b0-420c-b591-511d0391a2b4, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:35:56.666361 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.768378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.865068 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] For port 168f7a3a-f2b0-420c-b591-511d0391a2b4, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:35:56.875264 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] For port 168f7a3a-f2b0-420c-b591-511d0391a2b4, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=168f7a3a-f2b0-420c-b591-511d0391a2b4,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:35:56.936432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.961292 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.968730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:56.985284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Provisioning complete for port aaf0e39d-8ea2-4e48-8316-3df00107e941 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:56.985653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.022342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f5463-95fa-4f2e-a478-582c978f1685 None None] Pushing event updated for resources: {'Port': ['ID=aaf0e39d-8ea2-4e48-8316-3df00107e941,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.063924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,segment=NetworkSegment(98385e23-5e9e-4942-83ff-a876fbf5dd2d),segment_id=98385e23-5e9e-4942-83ff-a876fbf5dd2d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:57.069414 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:35:57.072568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:57.077017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.135869 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406cc23-5799-4042-8a0b-d4a1184538ab None None] Pushing event updated for resources: {'Port': ['ID=168f7a3a-f2b0-420c-b591-511d0391a2b4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.166696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.169161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.170102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:57.177610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0cbbd-a75b-4548-bb0e-f53e930c2a02,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.298975 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:35:57.338905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:57.350704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Provisioning complete for port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:57.351074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.382893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.501714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:57.577813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Provisioning for port c480d661-4d07-4be0-bc61-cc6d30000584 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:57.584001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Provisioning complete for port c480d661-4d07-4be0-bc61-cc6d30000584 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:57.584801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.660779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:57.675529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:57.680932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:57.684301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ee2501cb-4049-49f8-9406-85a47f020412 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4935613 Feb 04 11:35:57.686785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '63a0cbbd-a75b-4548-bb0e-f53e930c2a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:57.738213 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:35:56Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:35:57.743514 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee3514-abea-4b48-91d3-e938f820724a None None] The sync data for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv is: [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:35:56Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:35:57.769467 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b730a428-29b7-4925-ae32-348ecfad1943 req-5f8509fb-8242-4f6e-a53f-680166e0eb5c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 210 time: 0.0912786 Feb 04 11:35:57.770918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:57.775582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Port c480d661-4d07-4be0-bc61-cc6d30000584 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:57.793349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:57.803571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:57.832687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:57.897803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:57.897803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.040124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Provisioning for port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:58.040124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Provisioning complete for port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:58.040124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.123073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:58.123073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a1918afc-5220-4330-928b-ec5e918a286a tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4353790 Feb 04 11:35:58.123073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:58.131079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group_rule': {'security_group_id': '63a0cbbd-a75b-4548-bb0e-f53e930c2a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:58.163702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:58.172902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:58.181811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:58.201678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:58.222361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8:1::1 (9e33a195-a873-42fd-a90b-fb49e898aafe/c83b6633-7291-4658-acd9-2fb28a51bc2f/0d8e5fc2-ad8a-415b-8ccf-d33084f44af4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:35:58.417245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device aaf0e39d-8ea2-4e48-8316-3df00107e941 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:58.442990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 11:35:58.442990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8a8ead9d-d268-48e7-87e5-0b169d8fd988 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3121634 Feb 04 11:35:58.442990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:58.529108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.568339 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.586456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:35:58.590700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] For port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:35:58.617905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port aaf0e39d-8ea2-4e48-8316-3df00107e941 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:58.618681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.695870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.700441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.850497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552dd86-690b-4f53-bbd1-80695e13b8f1 None None] Pushing event updated for resources: {'Port': ['ID=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:58.870904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-45d48a1f-8f30-4100-a0a0-75c7d4c756ea None None] Provisioning complete for port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:58.872707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45d48a1f-8f30-4100-a0a0-75c7d4c756ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:58.985197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=0d8e5fc2-ad8a-415b-8ccf-d33084f44af4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:59.005497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4add98f-f285-4c4a-9419-68c8125d94fc tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.047340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 9e33a195-a873-42fd-a90b-fb49e898aafe is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:35:59.047340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:35:59.070613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4add98f-f285-4c4a-9419-68c8125d94fc tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.078287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:35:59.078287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.161676 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0fe72b9f-199a-401c-8c5f-ab8c379f27ca req-6f36c613-92f5-4ff7-ae80-44d2a2a5384b tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 210 time: 0.0721700 Feb 04 11:35:59.302691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4add98f-f285-4c4a-9419-68c8125d94fc tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.324948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4add98f-f285-4c4a-9419-68c8125d94fc tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0cbbd-a75b-4548-bb0e-f53e930c2a02,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:35:59.333836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4add98f-f285-4c4a-9419-68c8125d94fc tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.335413 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a4add98f-f285-4c4a-9419-68c8125d94fc tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/63a0cbbd-a75b-4548-bb0e-f53e930c2a02 HTTP/1.1" status: 204 len: 168 time: 0.8974228 Feb 04 11:35:59.337850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:59.410816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-45d48a1f-8f30-4100-a0a0-75c7d4c756ea None None] Provisioning for port 168f7a3a-f2b0-420c-b591-511d0391a2b4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:59.445817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-45d48a1f-8f30-4100-a0a0-75c7d4c756ea None None] Provisioning complete for port c480d661-4d07-4be0-bc61-cc6d30000584 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:59.446112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45d48a1f-8f30-4100-a0a0-75c7d4c756ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.514466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-39231230-838f-4bba-a480-baf45b16dd8e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:35:59.546222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-45d48a1f-8f30-4100-a0a0-75c7d4c756ea None None] Port c480d661-4d07-4be0-bc61-cc6d30000584 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:59.570038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.623677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-39231230-838f-4bba-a480-baf45b16dd8e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:35:59.629387 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-39231230-838f-4bba-a480-baf45b16dd8e tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2902517 Feb 04 11:35:59.683037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:35:59.694520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'tempest-secgroup--251873674'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:59.701415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:59.718520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:59.768297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:35:59.814727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4b7d2598-8d78-4c05-91a3-cee515151a83 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:35:59.816640 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4b7d2598-8d78-4c05-91a3-cee515151a83 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.42 "GET /v2.0/networks?id=ed62255b-c709-4c28-b0e8-a73f9a97d27a HTTP/1.1" status: 200 len: 797 time: 0.2483611 Feb 04 11:35:59.817878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.845964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-54d8128b-e75a-424e-afd9-9570ba4ef0b2 None None] Provisioning for port 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:35:59.871134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:35:59.871750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-54d8128b-e75a-424e-afd9-9570ba4ef0b2 None None] Provisioning complete for port 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:59.872188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-54d8128b-e75a-424e-afd9-9570ba4ef0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:35:59.881586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Usage tracker for resource:security_group_rule and tenant:f441574831b54873976bcf6ee73ae8d4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:35:59.887874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:35:59.896260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-365c5396-6296-4fe6-8e59-6f635f90e7c4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5 HTTP/1.1" status: 200 len: 380 time: 0.0659750 Feb 04 11:35:59.901239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:35:59.954513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'port': {'device_id': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'admin_state_up': True, 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'security_groups': ['5990018b-fbff-428d-af89-b63cc1acd643']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:35:59.958307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-54d8128b-e75a-424e-afd9-9570ba4ef0b2 None None] Port 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:35:59.970347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:35:59.970731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.128671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.162546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.176144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:00.183357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:port and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:00.188886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:00.197288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 168f7a3a-f2b0-420c-b591-511d0391a2b4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:00.198715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:00.302256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.302625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a9a88472-e4e8-4b95-bb0b-753eccf4bb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.303028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.304749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Made reservation on behalf of 8a15580fe38d4b91bb4a9858ff9f1fb5 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:00.316433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.322560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.331385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 168f7a3a-f2b0-420c-b591-511d0391a2b4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:00.346116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 168f7a3a-f2b0-420c-b591-511d0391a2b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:00.346116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.471673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f77ba95-2282-4211-a5f0-d31b4eabf0f2 req-1286bd95-a8b5-467b-8297-3ef052f8ff60 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 210 time: 0.1127782 Feb 04 11:36:00.473445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e987e6-2324-4da1-9e1a-b782816232a7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:00.541474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=0d8e5fc2-ad8a-415b-8ccf-d33084f44af4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:00.572216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.582441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.584225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-17909166-b56f-4de8-bda8-b2f4bb2deb94 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8998351 Feb 04 11:36:00.585547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 9e33a195-a873-42fd-a90b-fb49e898aafe is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:00.587212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:00.589186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:00.600932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-333d27d9-0a90-4f0d-b63b-7b8af73a6ad3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:00.601591 dv-neutron-827824-2-hyperv neutron-server[88131]: WARNING neutron.api.v2.base [None req-333d27d9-0a90-4f0d-b63b-7b8af73a6ad3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 11:36:00.602339 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-333d27d9-0a90-4f0d-b63b-7b8af73a6ad3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 11:36:00.603378 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-333d27d9-0a90-4f0d-b63b-7b8af73a6ad3 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "PUT /v2.0/security-groups/39e987e6-2324-4da1-9e1a-b782816232a7 HTTP/1.1" status: 409 len: 330 time: 0.0129371 Feb 04 11:36:00.607017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40224) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:00.612339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 168f7a3a-f2b0-420c-b591-511d0391a2b4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=168f7a3a-f2b0-420c-b591-511d0391a2b4,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:00.669052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Allocated IP 172.20.0.6 (ed62255b-c709-4c28-b0e8-a73f9a97d27a/665edb61-e19e-41ef-8620-a710c31db26d/0b1a07b0-bb8a-4e97-a2b7-e1540404acfc) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:00.720312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.750899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1383ad8d-5ffa-4c60-bb0b-99249fe7c279 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.821806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router c6c4c809-d7ca-4663-8e0e-dca00ae168cb has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:00.843267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=168f7a3a-f2b0-420c-b591-511d0391a2b4,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:00.902954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1383ad8d-5ffa-4c60-bb0b-99249fe7c279 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:00.968319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f9e9315c-cdb1-4b4b-aebe-9b3108c51b46 None None] Provisioning complete for port 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:00.969339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f9e9315c-cdb1-4b4b-aebe-9b3108c51b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.029661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9315c-cdb1-4b4b-aebe-9b3108c51b46 None None] Port 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:01.043757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.080288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Transition to ACTIVE for port object 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:01.082894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1383ad8d-5ffa-4c60-bb0b-99249fe7c279 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.110194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383ad8d-5ffa-4c60-bb0b-99249fe7c279 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e987e6-2324-4da1-9e1a-b782816232a7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:01.129701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1383ad8d-5ffa-4c60-bb0b-99249fe7c279 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.132129 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1383ad8d-5ffa-4c60-bb0b-99249fe7c279 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/39e987e6-2324-4da1-9e1a-b782816232a7 HTTP/1.1" status: 204 len: 168 time: 0.5231516 Feb 04 11:36:01.134068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40228) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.153221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:01.163974 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] Sync routers for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:01.176716 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:01.177324 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:01.192128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-679dd84b-15ae-497d-a985-16b37fc085d9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Synchronizing usage tracker for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:01.211878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.230159 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-afe8a031-7610-40d7-babb-d6a126d1e891 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/c6c4c809-d7ca-4663-8e0e-dca00ae168cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3248019 Feb 04 11:36:01.233325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40232) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.243710 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:01.253282 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:01.253954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:35:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:01.259665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-679dd84b-15ae-497d-a985-16b37fc085d9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] Unset dirty status for tenant:f441574831b54873976bcf6ee73ae8d4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:01.263925 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-679dd84b-15ae-497d-a985-16b37fc085d9 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1288266 Feb 04 11:36:01.273476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40236) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.312152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-26f0badd-06bd-4fe4-936e-3c19b3c908e7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] delete failed (client error): The resource could not be found. Feb 04 11:36:01.317729 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-26f0badd-06bd-4fe4-936e-3c19b3c908e7 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "DELETE /v2.0/security-groups/46273921-4788-4b5d-a344-0a0c78d008e3 HTTP/1.1" status: 404 len: 347 time: 0.0421138 Feb 04 11:36:01.319318 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:01.319678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.319817 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39e78e-9775-4246-b1dd-989fdad153e9 None None] The sync data for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:01.319905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95091184-637b-467f-a380-50f9e3255ca2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:01.320439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95091184-637b-467f-a380-50f9e3255ca2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:01.321455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:01.328008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:01.359360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:01.378550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:01.391007 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-6d6a9a7f-fa82-4ce5-ba68-f6422a93339b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] show failed (client error): The resource could not be found. Feb 04 11:36:01.392099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6d6a9a7f-fa82-4ce5-ba68-f6422a93339b tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-groups/1eb15ce9-bfaa-4407-a8ad-2ce7436ea084 HTTP/1.1" status: 404 len: 347 time: 0.0689018 Feb 04 11:36:01.396162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40244) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.416781 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-b92fa930-c3bc-4a5b-b9c8-415109b4a020 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] show failed (client error): The resource could not be found. Feb 04 11:36:01.430314 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b92fa930-c3bc-4a5b-b9c8-415109b4a020 tempest-NegativeSecGroupIPv6Test-345941198 tempest-NegativeSecGroupIPv6Test-345941198-project] 10.222.0.36 "GET /v2.0/security-group-rules/0c2f8240-3859-4027-a7ba-39e3904f61aa HTTP/1.1" status: 404 len: 356 time: 0.0327220 Feb 04 11:36:01.431692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95091184-637b-467f-a380-50f9e3255ca2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:01.433034 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-95091184-637b-467f-a380-50f9e3255ca2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports/0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 HTTP/1.1" status: 200 len: 913 time: 0.1982515 Feb 04 11:36:01.437689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:01.445165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:01.445949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.538102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-4d69c7c5-4752-4dd3-af80-12130cb062a4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5960641 Feb 04 11:36:01.549318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Request body: {'port': {'device_id': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:01.657342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 168f7a3a-f2b0-420c-b591-511d0391a2b4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:01.735989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.740175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 168f7a3a-f2b0-420c-b591-511d0391a2b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:01.741203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.788992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c99dc341-b6e6-46a8-a51a-389e121f13b4 None None] Provisioning for port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:01.820306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c99dc341-b6e6-46a8-a51a-389e121f13b4 None None] Provisioning complete for port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:01.820306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c99dc341-b6e6-46a8-a51a-389e121f13b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:01.899382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c99dc341-b6e6-46a8-a51a-389e121f13b4 None None] Port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:01.980477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc06ae-1226-45be-96bd-7956a05da289 req-005e827c-73aa-418f-84d9-0ec088334867 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:01.980477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-02bc06ae-1226-45be-96bd-7956a05da289 req-005e827c-73aa-418f-84d9-0ec088334867 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Synchronizing usage tracker for tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:02.170742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40258) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.227261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-02bc06ae-1226-45be-96bd-7956a05da289 req-005e827c-73aa-418f-84d9-0ec088334867 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Unset dirty status for tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:02.228460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02bc06ae-1226-45be-96bd-7956a05da289 req-005e827c-73aa-418f-84d9-0ec088334867 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 931 time: 0.4743350 Feb 04 11:36:02.243383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.319600 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02bc06ae-1226-45be-96bd-7956a05da289 req-13d5364b-a584-4365-a939-5d99790785f2 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804007 Feb 04 11:36:02.424931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:36:02.428443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.445021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Transition to ACTIVE for port object 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:02.507528 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5df7b01f-54d4-4a3d-9dd6-86ef616f0ad0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f441574831b54873976bcf6ee73ae8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356602 Feb 04 11:36:02.510302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40264) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:02.569296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.675291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:02.701398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.704742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3640459-9665-49dc-9e17-b4ec8e174b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.714595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ff4bcfab-f590-4ae3-8943-667b3ef5a114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.807810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3640459-9665-49dc-9e17-b4ec8e174b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.858518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:02.909842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Attempting to bind port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:02.915573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Attempting to bind port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:02.915573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Attempting to bind port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc on network ed62255b-c709-4c28-b0e8-a73f9a97d27a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:02.917495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc on network ed62255b-c709-4c28-b0e8-a73f9a97d27a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:36:02.917879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Attempting to bind port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc on network ed62255b-c709-4c28-b0e8-a73f9a97d27a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:02.925388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:02.925610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Checking segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:02.926105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Bound using segment: {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:02.927008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Bound port: 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4b725d-f1d9-44cc-8bf3-2a5901907079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:02.927008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:02.952132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.018192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3640459-9665-49dc-9e17-b4ec8e174b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.051221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3640459-9665-49dc-9e17-b4ec8e174b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7794eaa4-08b7-44c9-9226-8d671dca2c9c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:03.055170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:03.058447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:03.130304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3640459-9665-49dc-9e17-b4ec8e174b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.134534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3640459-9665-49dc-9e17-b4ec8e174b30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7794eaa4-08b7-44c9-9226-8d671dca2c9c HTTP/1.1" status: 204 len: 168 time: 0.6230626 Feb 04 11:36:03.151826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.229248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.229248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.229248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] 10.222.0.42 "PUT /v2.0/ports/0b1a07b0-bb8a-4e97-a2b7-e1540404acfc HTTP/1.1" status: 200 len: 1093 time: 1.6818333 Feb 04 11:36:03.229248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:36:03.250964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 0d8e5fc2-ad8a-415b-8ccf-d33084f44af4 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:03.265972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093871a8-8900-4c81-b241-f55077be4b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:03.303860 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'status': 'completed', 'code': 200} Feb 04 11:36:03.431844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e7d8d-63cf-42d8-ab06-6e094e2a5e0c req-d35b954b-9c38-4744-8de9-aadc400c1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.434074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c50e7d8d-63cf-42d8-ab06-6e094e2a5e0c req-d35b954b-9c38-4744-8de9-aadc400c1d73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1096 time: 0.1086080 Feb 04 11:36:03.664674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e7d8d-63cf-42d8-ab06-6e094e2a5e0c req-254e5ebf-81c4-4f72-95dd-131c19ecc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.666372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c50e7d8d-63cf-42d8-ab06-6e094e2a5e0c req-254e5ebf-81c4-4f72-95dd-131c19ecc6cb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2237680 Feb 04 11:36:03.711212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ffa74-a4ce-40eb-9e31-cc7221845402 req-01c48276-73ca-4d0d-be78-c24a471aedc7 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.713185 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b55ffa74-a4ce-40eb-9e31-cc7221845402 req-01c48276-73ca-4d0d-be78-c24a471aedc7 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 943 time: 0.2309926 Feb 04 11:36:03.742967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.802251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=0d8e5fc2-ad8a-415b-8ccf-d33084f44af4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:03.823991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.857637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:03.911256 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b55ffa74-a4ce-40eb-9e31-cc7221845402 req-ef4d0a42-f321-474c-935a-76a752f350b3 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331332 Feb 04 11:36:03.916315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e7d8d-63cf-42d8-ab06-6e094e2a5e0c req-c18cb6de-6547-4ebe-9b65-a174518abedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:03.919094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c50e7d8d-63cf-42d8-ab06-6e094e2a5e0c req-c18cb6de-6547-4ebe-9b65-a174518abedd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443385 Feb 04 11:36:04.031054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:04.041389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-7b1e601e-863a-482e-b94a-3228f7cb8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:04.045133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-7b1e601e-863a-482e-b94a-3228f7cb8e24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1096 time: 0.0880463 Feb 04 11:36:04.133509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-0b287a72-f55f-446f-9afc-d218ff941280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc HTTP/1.1" status: 200 len: 217 time: 0.0803106 Feb 04 11:36:04.205913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-ccfa9a77-ed58-425f-be3b-8d41fd869288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:04.207936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-ccfa9a77-ed58-425f-be3b-8d41fd869288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=665edb61-e19e-41ef-8620-a710c31db26d HTTP/1.1" status: 200 len: 835 time: 0.0665205 Feb 04 11:36:04.295053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-a01d0a90-ce3a-4ef3-997d-e9b6e6bd0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:04.296565 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-a01d0a90-ce3a-4ef3-997d-e9b6e6bd0dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed62255b-c709-4c28-b0e8-a73f9a97d27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822735 Feb 04 11:36:04.395525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router c6c4c809-d7ca-4663-8e0e-dca00ae168cb has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:04.457774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-7062beb9-2c5a-4f1d-b1a2-abd884621673 service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524353 Feb 04 11:36:04.566843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:04.580764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] Sync routers for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:04.591023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:04.591676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:04.598004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b40fce-2fe0-4b87-873f-8c7fd98aabcd req-748908e3-1b43-473d-baad-0ceb05ecbb7f service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356740 Feb 04 11:36:04.658793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:04.668966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:04.669584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:04.734869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:04.735404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b904b5-75a8-4141-866e-575f13e05218 None None] The sync data for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:04.744491 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b867390c-6877-4b3e-b92b-2caef275a4fc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/c6c4c809-d7ca-4663-8e0e-dca00ae168cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3051260 Feb 04 11:36:04.747980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40292) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.142569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.322316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e416804-40e1-4ab8-bb1a-0717ac77cc19 req-2a6fc9b6-71b6-4b70-bd77-5e1d82d0378e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:05.323831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e416804-40e1-4ab8-bb1a-0717ac77cc19 req-2a6fc9b6-71b6-4b70-bd77-5e1d82d0378e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 943 time: 0.3007812 Feb 04 11:36:05.424813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e416804-40e1-4ab8-bb1a-0717ac77cc19 req-7fca903a-ec92-4632-9cf2-e52c55a272e6 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933614 Feb 04 11:36:05.540829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.796695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:05.943355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port c480d661-4d07-4be0-bc61-cc6d30000584 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:05.943515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:05.997318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--893046783', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:06.000966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:06.010727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:06.017287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:06.025009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:06.091367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:06.095854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.108322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.123849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:06.128244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:06.130632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:06.136242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:06.178796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.210454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:36:06.255069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.313906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.364026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for c480d661-4d07-4be0-bc61-cc6d30000584 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:06.364937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:06.364937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:06.371313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.372023 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment 5380bb61-7f79-4ad3-9168-a7b47ff6437c of type vlan for network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 Feb 04 11:36:06.400854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.413000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:06.431941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'port_id': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'mac_address': 'fa:16:3e:cb:cd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:36:06.499651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.518616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:36:06.537816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:06.560601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.566654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:06.567232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.628265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.681524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011bace-5f53-4405-b693-4747088571e5 req-46ddc731-2e53-46e0-badd-979bb7d626b4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:06.683035 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7011bace-5f53-4405-b693-4747088571e5 req-46ddc731-2e53-46e0-badd-979bb7d626b4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 943 time: 0.1190166 Feb 04 11:36:06.697769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=2316deb0-d170-4c4f-aea8-c29f3f8e3507,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:06.714777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:06.714777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:06.797247 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4ff7a236-1586-49fe-8124-9942434128e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0057082 Feb 04 11:36:06.797836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7011bace-5f53-4405-b693-4747088571e5 req-8dc68837-b316-47ac-b5ec-a5b7559f1af4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732813 Feb 04 11:36:06.797930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:06.804614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-820067127', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:06.815725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:06.817549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:06.820534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:06.827750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:06.863223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.864307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:36:06.917768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=c480d661-4d07-4be0-bc61-cc6d30000584,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:06.920930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.922166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:06.950182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.113826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.423602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router c6c4c809-d7ca-4663-8e0e-dca00ae168cb has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:07.490722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.564582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:07.570739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ae614-3dba-4426-b594-070e89b8904b None None] Sync routers for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:07.577055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-00e2b80a-0b3c-4e99-8e66-14de49aaa05a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/c6c4c809-d7ca-4663-8e0e-dca00ae168cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8279700 Feb 04 11:36:07.579788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.581904 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ae614-3dba-4426-b594-070e89b8904b None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:07.582505 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-604ae614-3dba-4426-b594-070e89b8904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.629647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-90f9729b-51e9-4c27-8052-42236b724a45 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:07.649410 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-604ae614-3dba-4426-b594-070e89b8904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.660127 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ae614-3dba-4426-b594-070e89b8904b None None] Routers {'c6c4c809-d7ca-4663-8e0e-dca00ae168cb'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:07.661500 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-604ae614-3dba-4426-b594-070e89b8904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.726229 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-604ae614-3dba-4426-b594-070e89b8904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:07.726626 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ae614-3dba-4426-b594-070e89b8904b None None] The sync data for ids ['c6c4c809-d7ca-4663-8e0e-dca00ae168cb'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:07.736690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-90f9729b-51e9-4c27-8052-42236b724a45 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:07.740629 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-90f9729b-51e9-4c27-8052-42236b724a45 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6c4c809-d7ca-4663-8e0e-dca00ae168cb HTTP/1.1" status: 200 len: 205 time: 0.1569259 Feb 04 11:36:07.740789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:07.876561 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.879782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:07.909262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.068655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.243 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/8b65cf6f-54c7-489f-b6c8-78e35e9d32a5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:08.226764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:08.239378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.300441 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:36:08.331896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.359576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:08.365861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:08.366334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.402383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:08.404431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.405624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:08.407337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.417555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:08.436434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f5b6-441e-4881-9666-57681ec2702e req-94103226-ce64-4b9d-b642-fe31345f1a91 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:08.438605 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b6b6f5b6-441e-4881-9666-57681ec2702e req-94103226-ce64-4b9d-b642-fe31345f1a91 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 944 time: 0.5072465 Feb 04 11:36:08.453954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:08.502379 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b6b6f5b6-441e-4881-9666-57681ec2702e req-65c1b793-0584-49f9-bc15-388440585b7f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527437 Feb 04 11:36:08.514862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.525272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.525759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router c6c4c809-d7ca-4663-8e0e-dca00ae168cb {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:36:08.540059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.541138 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-186d3853-102a-490f-988d-d2fe1f42746d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/c6c4c809-d7ca-4663-8e0e-dca00ae168cb HTTP/1.1" status: 204 len: 168 time: 0.7992175 Feb 04 11:36:08.544912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40336) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:08.554046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:36:08.565009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:08.618432 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'code': 200} Feb 04 11:36:08.631387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet c83b6633-7291-4658-acd9-2fb28a51bc2f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:36:08.634969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.636435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.720440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:08.722588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:08.818013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.003015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.057293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=c83b6633-7291-4658-acd9-2fb28a51bc2f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:09.060102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.073271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e25f90-c7c4-4382-ace2-72b98f2a0a1a None None] Network 9e33a195-a873-42fd-a90b-fb49e898aafe requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:09.077643 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9f668ca8-cef7-483e-9356-318afbb1f915 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/c83b6633-7291-4658-acd9-2fb28a51bc2f HTTP/1.1" status: 204 len: 168 time: 0.5271480 Feb 04 11:36:09.079745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40342) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:09.107633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.150602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c823-999a-4e96-9c0d-b53dc13c49a7 req-886efda2-f441-4353-8071-ef22a1d8d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:09.151056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4eb6c823-999a-4e96-9c0d-b53dc13c49a7 req-886efda2-f441-4353-8071-ef22a1d8d810 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1098 time: 0.1843278 Feb 04 11:36:09.186625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet d3a396dd-09c9-4c22-9c8b-80e7cc3488e0 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:36:09.193121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.269708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4eb6c823-999a-4e96-9c0d-b53dc13c49a7 req-24d762a6-adf1-4d67-aabf-ba4d4db7e36f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114931 Feb 04 11:36:09.288222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.410947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.424547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] DHCP port deletion for 9e33a195-a873-42fd-a90b-fb49e898aafe request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:36:09.429879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] Deleting port aaf0e39d-8ea2-4e48-8316-3df00107e941 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:09.430512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.512255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.624573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.642691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device aaf0e39d-8ea2-4e48-8316-3df00107e941 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:09.717879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a396dd-09c9-4c22-9c8b-80e7cc3488e0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:09.738599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] For port aaf0e39d-8ea2-4e48-8316-3df00107e941, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aaf0e39d-8ea2-4e48-8316-3df00107e941,segment=NetworkSegment(eca43d21-94fb-4706-9291-2cbc9393b223),segment_id=eca43d21-94fb-4706-9291-2cbc9393b223)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:09.738967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.739214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.751838 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5fb48f2b-6da7-4f6b-84e7-e90b03ba32e0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/d3a396dd-09c9-4c22-9c8b-80e7cc3488e0 HTTP/1.1" status: 204 len: 168 time: 0.6680253 Feb 04 11:36:09.752931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40348) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:09.756007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afb93b-1240-4cb7-bc72-6c8b4bbba1b7 None None] Network 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:09.884282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d88e8d-c4b7-4342-ab37-71d767c52679 req-1c4b8901-579e-452d-ae37-340355e1917c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:09.885790 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d88e8d-c4b7-4342-ab37-71d767c52679 req-1c4b8901-579e-452d-ae37-340355e1917c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.2571216 Feb 04 11:36:09.891581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.897106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:36:09.938328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port aaf0e39d-8ea2-4e48-8316-3df00107e941 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:09.938692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:09.971986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] Calling delete_port for aaf0e39d-8ea2-4e48-8316-3df00107e941 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:09.981946 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d88e8d-c4b7-4342-ab37-71d767c52679 req-0cd418f6-33ab-4d27-b81f-d81a73073cb8 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872509 Feb 04 11:36:10.092145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:10.144507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:10.182066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port aaf0e39d-8ea2-4e48-8316-3df00107e941, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=aaf0e39d-8ea2-4e48-8316-3df00107e941,segment=NetworkSegment(eca43d21-94fb-4706-9291-2cbc9393b223),segment_id=eca43d21-94fb-4706-9291-2cbc9393b223)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:10.188435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.251283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.257504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:10.257711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f033c32-55be-4528-adee-4b5581ded44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4548688 Feb 04 11:36:10.257850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:10.257984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40352) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:10.312211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.366141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.402367 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bea44da9-b05d-4454-b210-9e5f72c195ca tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1443532 Feb 04 11:36:10.404963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40358) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:10.461391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for aaf0e39d-8ea2-4e48-8316-3df00107e941 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:10.482992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] Pushing event deleted for resources: {'Port': ['ID=aaf0e39d-8ea2-4e48-8316-3df00107e941,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:10.550726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85829c18-8cf6-4791-913e-c9c10445c255 None None] No DVR routers for this DVR port aaf0e39d-8ea2-4e48-8316-3df00107e941 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:10.590084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:10.606913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:10.607395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:10.622394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad958d04-34e3-45fa-b31b-28882cd70310 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:10.624108 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ad958d04-34e3-45fa-b31b-28882cd70310 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2174313 Feb 04 11:36:10.627672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:10.670681 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5947b20a-ec74-44a2-9656-4cc8dacb0cca tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420289 Feb 04 11:36:10.673822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:10.679657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614711604', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:10.699719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e662393-7034-4235-b6b3-5de35600991a None None] DHCP port deletion for 18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:36:10.792147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5e662393-7034-4235-b6b3-5de35600991a None None] Deleting port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:10.792518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e662393-7034-4235-b6b3-5de35600991a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:10.825790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:10.829628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:10.832465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:10.838703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:11.004254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:11.007229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.112092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port aaf0e39d-8ea2-4e48-8316-3df00107e941 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:11.113253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.151717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5e662393-7034-4235-b6b3-5de35600991a None None] For port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,segment=NetworkSegment(98385e23-5e9e-4942-83ff-a876fbf5dd2d),segment_id=98385e23-5e9e-4942-83ff-a876fbf5dd2d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:11.152888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e662393-7034-4235-b6b3-5de35600991a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.268745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] The port 'aaf0e39d-8ea2-4e48-8316-3df00107e941' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:36:11.295504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5e662393-7034-4235-b6b3-5de35600991a None None] Calling delete_port for fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:11.338224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:08Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:11.357848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:36:11.357848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Updating router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:36:11.378766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.415878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.449701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.494421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ffa7c-fda8-4186-9101-de2f3c6096f8 req-3af37589-08e3-40ac-a94e-d48b8768161a tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:11.497103 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b50ffa7c-fda8-4186-9101-de2f3c6096f8 req-3af37589-08e3-40ac-a94e-d48b8768161a tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.3529243 Feb 04 11:36:11.498937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e33a195-a873-42fd-a90b-fb49e898aafe']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:11.527680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca43d21-94fb-4706-9291-2cbc9393b223') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:11.527970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca43d21-94fb-4706-9291-2cbc9393b223') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:11.547109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.580675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.591925 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b50ffa7c-fda8-4186-9101-de2f3c6096f8 req-349851e7-0fbc-4c6e-8388-198e807f6ac9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852125 Feb 04 11:36:11.597662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:36:11.598232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:11.615094 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:11.638700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=54dbf871-ffe2-40aa-b48a-0383666074e5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.641039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:11.641411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: 2316deb0-d170-4c4f-aea8-c29f3f8e3507, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:11.737081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:11.772159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e662393-7034-4235-b6b3-5de35600991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.786222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:11.825147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:36:11.825493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:11.838758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662393-7034-4235-b6b3-5de35600991a None None] Pushing event deleted for resources: {'Port': ['ID=fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.841220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf240b53-2c90-432b-a7c2-a8fb2ecfcc60 req-c96cbe9c-e70d-4514-8f2d-90f51831e315 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:11.842951 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf240b53-2c90-432b-a7c2-a8fb2ecfcc60 req-c96cbe9c-e70d-4514-8f2d-90f51831e315 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0873718 Feb 04 11:36:11.846107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e662393-7034-4235-b6b3-5de35600991a None None] No DVR routers for this DVR port fdd9ab5b-56c6-4b92-bc22-14ead3ebb19f on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:11.851982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.883460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.906025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=9e33a195-a873-42fd-a90b-fb49e898aafe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:11.937463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf240b53-2c90-432b-a7c2-a8fb2ecfcc60 req-37585fdf-1562-4c47-b28a-021ad02910fc tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821626 Feb 04 11:36:11.961734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:11.990076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:11.997594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 2316deb0-d170-4c4f-aea8-c29f3f8e3507) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:12.003693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Transition to ACTIVE for port object 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:12.006723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:12.007295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.008012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85342a60-46e4-4300-82af-44d0c52c3104 None None] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:12.057285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8cb0ac-eaf7-40d2-a521-9179cc400fa8 tempest-TestNetworkAdvancedServerOps-837264818 tempest-TestNetworkAdvancedServerOps-837264818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:12.057285 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fb8cb0ac-eaf7-40d2-a521-9179cc400fa8 tempest-TestNetworkAdvancedServerOps-837264818 tempest-TestNetworkAdvancedServerOps-837264818-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1093 time: 0.0895638 Feb 04 11:36:12.057559 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5625b77b-fd89-4f81-b3e7-bb1023ca429f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/9e33a195-a873-42fd-a90b-fb49e898aafe HTTP/1.1" status: 204 len: 168 time: 2.2961445 Feb 04 11:36:12.057674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:12.058976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:12.064844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:12.073610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:12.079135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Usage tracker for resource:floatingip and tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:12.084581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:12.092536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:12.165073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.173636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.264149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Attempting to bind port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:12.264516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Attempting to bind port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:12.266291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Attempting to bind port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:12.287841 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e25693c0-8a75-4166-b4b9-890d4263559e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6127441 Feb 04 11:36:12.291107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:12.302675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:12.303080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:12.303485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.303902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:12.304387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Bound port: 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:12.304766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.329334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.346508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dc9f9-b480-460a-9328-804153781902 None None] Pushing event updated for resources: {'Port': ['ID=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:12.366547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.380235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:36:12.380500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.381548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.396346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98385e23-5e9e-4942-83ff-a876fbf5dd2d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.401980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98385e23-5e9e-4942-83ff-a876fbf5dd2d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.410899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.432527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.440767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:36:12.441278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:12.458196 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:12.513960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] For port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:12.532849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] For port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:12.622522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Allocated IP 172.20.0.2 (2316deb0-d170-4c4f-aea8-c29f3f8e3507/54dbf871-ffe2-40aa-b48a-0383666074e5/08c4b660-993e-4042-9962-19f86120d4c1) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:12.670963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.698904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.704596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.736047 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65 HTTP/1.1" status: 204 len: 168 time: 0.6782501 Feb 04 11:36:12.736911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:12.745830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301492160'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:12.755098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:12.761548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68236b-24e4-47ef-8e97-9ca8f39b7537 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=18dbeab3-a22d-4020-9eb7-8cbe7e3a3b65,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:12.765516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:12.769353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:12.777937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:12.810789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dc9f9-b480-460a-9328-804153781902 None None] Pushing event updated for resources: {'Port': ['ID=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:12.858367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.862490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:12.864826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:12.865227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:12.867348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.908216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:12.912628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:12.913406 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 9d2ced94-8716-4b79-9962-0161fd9175b2 of type vlan for network 21a45f6e-6358-44f4-ab89-23d5580825c7 Feb 04 11:36:12.945698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.085371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.092603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:13.093321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.144368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:13.229174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=21a45f6e-6358-44f4-ab89-23d5580825c7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.261315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:13.287468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Allocated IP 172.26.6.61 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/5a414ab2-bb51-41e8-8a6d-52d639717626) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:13.320454 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-59526b1b-1a11-4d56-88da-0a096a20b856 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5792198 Feb 04 11:36:13.325752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:13.332034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:13.382941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.449198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Transition to ACTIVE for port object 08c4b660-993e-4042-9962-19f86120d4c1 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:13.466092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:13.470629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:13.475778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:13.482634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:13.493208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Transition to ACTIVE for port object 08c4b660-993e-4042-9962-19f86120d4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:13.523331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.599724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:13.604739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.610359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.616035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:08Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:13.626426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f52ec-87f8-489f-8bad-8764846affed None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:08Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:13.650792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.728820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:13.732413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:13.736612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:13.776325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Pushing event updated for resources: {'Port': ['ID=08c4b660-993e-4042-9962-19f86120d4c1,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:13.841253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Attempting to bind port 08c4b660-993e-4042-9962-19f86120d4c1 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:13.841915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Attempting to bind port 08c4b660-993e-4042-9962-19f86120d4c1 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:13.842018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Attempting to bind port 08c4b660-993e-4042-9962-19f86120d4c1 on network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:13.847765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:13.848134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Checking segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:13.848534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.848929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Bound using segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:13.849417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Bound port: 08c4b660-993e-4042-9962-19f86120d4c1, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:13.849951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.923979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:13.993221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.001133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] For port 08c4b660-993e-4042-9962-19f86120d4c1, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:14.004474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:14.005577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] For port 08c4b660-993e-4042-9962-19f86120d4c1, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=08c4b660-993e-4042-9962-19f86120d4c1,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:14.015950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:14.021248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:14.092266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.098162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=d49f8a87-d6cc-4fb3-ab87-63091257112b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:14.106615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '9d2ced94-8716-4b79-9962-0161fd9175b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:14.107281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: 21a45f6e-6358-44f4-ab89-23d5580825c7, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:14.146120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Port': ['ID=5a414ab2-bb51-41e8-8a6d-52d639717626,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:14.195672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f1698-041f-4367-8e14-58b0a652cdd6 None None] Pushing event updated for resources: {'Port': ['ID=08c4b660-993e-4042-9962-19f86120d4c1,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:14.217464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:14.308299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 21a45f6e-6358-44f4-ab89-23d5580825c7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:14.313069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:14.313660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.320643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a515b-d280-400c-814d-3fab6237121d None None] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:14.378660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (2316deb0-d170-4c4f-aea8-c29f3f8e3507/54dbf871-ffe2-40aa-b48a-0383666074e5/737f3985-b4e5-4713-9a56-02374780cbc9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:14.428226 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-09dd2a7c-ba08-4f19-aefc-7e8b922fd30a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1011775 Feb 04 11:36:14.429035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40400) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:14.456272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-259038426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:14.467783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:14.473125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:14.477303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:14.485967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:14.652347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.654328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.688989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.705534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-21a45f6e-6358-44f4-ab89-23d5580825c7', 'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': 'd49f8a87-d6cc-4fb3-ab87-63091257112b'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:36:14.707245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.834292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.836381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.873734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 737f3985-b4e5-4713-9a56-02374780cbc9 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:14.920124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:14.921403 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ac1e4834-73bf-47ab-b47c-8b7a1aa3c98c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4892147 Feb 04 11:36:14.924002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40404) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:14.929358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Allocated IP 2001:db8::2 (21a45f6e-6358-44f4-ab89-23d5580825c7/d49f8a87-d6cc-4fb3-ab87-63091257112b/23175828-ec60-4bd4-9467-120bad28c4b4) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:14.930399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'port': {'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7', 'name': 'tempest-RoutersIpV6Test-1080870396'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:14.969714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.056999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.121651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:15.127048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:port and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:15.134663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:15.138781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:15.200115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.212403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Transition to ACTIVE for port object 23175828-ec60-4bd4-9467-120bad28c4b4 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:15.239141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Transition to ACTIVE for port object 23175828-ec60-4bd4-9467-120bad28c4b4 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:15.302280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:15.306553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.316237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:15.331787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] device_id is not set on port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:36:15.333115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:15.368661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:15.392669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.410013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.497111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Pushing event updated for resources: {'Port': ['ID=23175828-ec60-4bd4-9467-120bad28c4b4,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.502523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:15.503808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:15.520092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:15.540171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8::2da (21a45f6e-6358-44f4-ab89-23d5580825c7/d49f8a87-d6cc-4fb3-ab87-63091257112b/4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:15.618100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Attempting to bind port 23175828-ec60-4bd4-9467-120bad28c4b4 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:15.618602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Attempting to bind port 23175828-ec60-4bd4-9467-120bad28c4b4 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '9d2ced94-8716-4b79-9962-0161fd9175b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:15.619072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Attempting to bind port 23175828-ec60-4bd4-9467-120bad28c4b4 on network 21a45f6e-6358-44f4-ab89-23d5580825c7 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:15.627023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:15.627583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Checking segment: {'id': '9d2ced94-8716-4b79-9962-0161fd9175b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:15.628193 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.628694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Bound using segment: {'id': '9d2ced94-8716-4b79-9962-0161fd9175b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:15.629281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Bound port: 23175828-ec60-4bd4-9467-120bad28c4b4, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2ced94-8716-4b79-9962-0161fd9175b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '21a45f6e-6358-44f4-ab89-23d5580825c7'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:15.629887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=737f3985-b4e5-4713-9a56-02374780cbc9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:15.630215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.656247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.720613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc665e-d423-4576-bc95-29a644124c32 None None] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:15.733491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.795309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:15.934299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 08c4b660-993e-4042-9962-19f86120d4c1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:15.990624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] For port 23175828-ec60-4bd4-9467-120bad28c4b4, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:15.996699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-81f213e1-79d7-4aa0-b2bf-845eea14449b None None] Provisioning for port 08c4b660-993e-4042-9962-19f86120d4c1 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:16.023203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] For port 23175828-ec60-4bd4-9467-120bad28c4b4, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=23175828-ec60-4bd4-9467-120bad28c4b4,segment=NetworkSegment(9d2ced94-8716-4b79-9962-0161fd9175b2),segment_id=9d2ced94-8716-4b79-9962-0161fd9175b2)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:16.049314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.062016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event updated for resources: {'Port': ['ID=5a414ab2-bb51-41e8-8a6d-52d639717626,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:16.070837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.077104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:16.086756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.098028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.171680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.204623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 08c4b660-993e-4042-9962-19f86120d4c1 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:16.238031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 08c4b660-993e-4042-9962-19f86120d4c1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:16.238405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.255920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:16.259843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:16.263413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:16.265071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2344800-13ae-419a-b4cf-73c162b25918 None None] Pushing event updated for resources: {'Port': ['ID=23175828-ec60-4bd4-9467-120bad28c4b4,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:16.269732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:16.271565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.301218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:16.389916 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7fb5f0df-da23-416a-b8fe-482a45962cd7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4646826 Feb 04 11:36:16.394578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:16.409616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.455759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 08c4b660-993e-4042-9962-19f86120d4c1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=08c4b660-993e-4042-9962-19f86120d4c1,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:16.550843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.550843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:16.715006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=08c4b660-993e-4042-9962-19f86120d4c1,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:16.740084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4159920f-7c22-4c0e-b0c2-1fe2ab53a147 None None] Provisioning complete for port 08c4b660-993e-4042-9962-19f86120d4c1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:16.740821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4159920f-7c22-4c0e-b0c2-1fe2ab53a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.796453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:16.815870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:16.818436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:16.949825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Floating IP 685ac084-de5d-42a7-b2a2-38c9de1de25c associated. External IP: 172.26.6.61, port: 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc. Feb 04 11:36:17.027074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.046146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:17.319074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4159920f-7c22-4c0e-b0c2-1fe2ab53a147 None None] Provisioning for port 737f3985-b4e5-4713-9a56-02374780cbc9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:17.319074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4159920f-7c22-4c0e-b0c2-1fe2ab53a147 None None] Provisioning complete for port 737f3985-b4e5-4713-9a56-02374780cbc9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:17.319074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4159920f-7c22-4c0e-b0c2-1fe2ab53a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.343505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.465340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4159920f-7c22-4c0e-b0c2-1fe2ab53a147 None None] Port 737f3985-b4e5-4713-9a56-02374780cbc9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:17.478806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.595124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-540a96ed-4bb1-495c-845e-ea9466ee62fc None None] Provisioning complete for port 737f3985-b4e5-4713-9a56-02374780cbc9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:17.595124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-540a96ed-4bb1-495c-845e-ea9466ee62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.635369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.671873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6238046-f99e-4879-9009-3d3cc85c3b27 None None] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:17.755230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-540a96ed-4bb1-495c-845e-ea9466ee62fc None None] Port 737f3985-b4e5-4713-9a56-02374780cbc9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:17.765721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.799097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 08c4b660-993e-4042-9962-19f86120d4c1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:17.836786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.970808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=737f3985-b4e5-4713-9a56-02374780cbc9,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:17.985925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 08c4b660-993e-4042-9962-19f86120d4c1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:17.985925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.987831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:17.994569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Router 1df12533-3bb8-41ed-a9a2-28b8524961b9 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:18.052555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-58f21513-64a2-49ae-bd7c-1bd37a294da4 None None] Provisioning for port 23175828-ec60-4bd4-9467-120bad28c4b4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:18.149539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 23175828-ec60-4bd4-9467-120bad28c4b4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:18.348369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 23175828-ec60-4bd4-9467-120bad28c4b4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:18.360009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 23175828-ec60-4bd4-9467-120bad28c4b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:18.360009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.434246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Provisioning complete for port 23175828-ec60-4bd4-9467-120bad28c4b4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:18.435434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.616372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.653787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.684927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 23175828-ec60-4bd4-9467-120bad28c4b4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=23175828-ec60-4bd4-9467-120bad28c4b4,segment=NetworkSegment(9d2ced94-8716-4b79-9962-0161fd9175b2),segment_id=9d2ced94-8716-4b79-9962-0161fd9175b2)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:18.715267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:18.718870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:18.727828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:18.741004 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] Sync routers for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:18.757880 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:18.758910 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:18.796231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.796521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:18.863587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.954100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:18.962600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=23175828-ec60-4bd4-9467-120bad28c4b4,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:18.974115 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:19.046054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:19.046469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:19.047867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:19.048213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.166615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.228966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:19.303123 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f6507a05-6193-4026-b750-b734d666a391 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2429969 Feb 04 11:36:19.364461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:19.365153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:36:19.376485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.426594 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '685ac084-de5d-42a7-b2a2-38c9de1de25c', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'port_id': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'mac_address': 'fa:16:3e:cb:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:14Z', 'updated_at': '2022-02-04T11:36:14Z', 'revision_number': 0, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:36:00Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:19.432466 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] Checking router: 1df12533-3bb8-41ed-a9a2-28b8524961b9 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:36:19.443118 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:19.444096 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:19.474602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'status': 'completed', 'code': 200} Feb 04 11:36:19.645192 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:19.658314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 23175828-ec60-4bd4-9467-120bad28c4b4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:19.741032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 23175828-ec60-4bd4-9467-120bad28c4b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:19.741589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.758843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a64e2-cba7-4862-b621-93b6eb029114 req-a6114b61-cbe0-4124-84a3-4ab1579307cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:19.760612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-a6114b61-cbe0-4124-84a3-4ab1579307cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1098 time: 0.2891815 Feb 04 11:36:19.781243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Provisioning for port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:19.800947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Provisioning complete for port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:19.801689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:19.868438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-16254fd0-1422-442a-b8d2-6c1f54463483 None None] Port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:19.989269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:19.991946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e43093e7-b027-44b4-8e71-fa056aeecedc None None] Provisioning complete for port 737f3985-b4e5-4713-9a56-02374780cbc9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:19.992398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e43093e7-b027-44b4-8e71-fa056aeecedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.001794 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b96ff686-038f-4ffa-a1a1-d88d59c8633d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/c3f1b3ec-baf9-4efe-9c10-01ab4531abb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7065768 Feb 04 11:36:20.002228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.029399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:20.055949 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '685ac084-de5d-42a7-b2a2-38c9de1de25c', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'port_id': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'mac_address': 'fa:16:3e:cb:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:14Z', 'updated_at': '2022-02-04T11:36:14Z', 'revision_number': 0, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:36:00Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.067519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:20.067519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.067897 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19892b7-0a28-4c03-935f-21f21c6862e5 None None] The sync data for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv is: [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '685ac084-de5d-42a7-b2a2-38c9de1de25c', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'floating_ip_address': '172.26.6.61', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'port_id': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'mac_address': 'fa:16:3e:cb:cd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:14Z', 'updated_at': '2022-02-04T11:36:14Z', 'revision_number': 0, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:36:00Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:20.069790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8f5c4-60be-4df6-8c83-4af4af1673c2 req-c066d131-b613-425a-9398-755f9df88869 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.071313 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8a8f5c4-60be-4df6-8c83-4af4af1673c2 req-c066d131-b613-425a-9398-755f9df88869 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.6011112 Feb 04 11:36:20.110701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.193838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.194692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.195331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.196281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.196913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.197539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.198953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.199690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.201625 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cc7a6916-8a9c-4af6-8f02-03c80b59d583 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5654 time: 0.1983461 Feb 04 11:36:20.204451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.231298 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8a8f5c4-60be-4df6-8c83-4af4af1673c2 req-2cb35e33-1b4b-4979-98c8-2d312981d03e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515458 Feb 04 11:36:20.250147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a64e2-cba7-4862-b621-93b6eb029114 req-bc789941-9df2-4c93-8a6d-1bc080375145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.251386 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-bc789941-9df2-4c93-8a6d-1bc080375145 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed62255b-c709-4c28-b0e8-a73f9a97d27a HTTP/1.1" status: 200 len: 898 time: 0.4818687 Feb 04 11:36:20.277081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.365379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:20.376277 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e583f2-f174-4949-a692-e0882af250aa None None] New status for floating IP 685ac084-de5d-42a7-b2a2-38c9de1de25c: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:36:20.407238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.407623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.407999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.408655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.409259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.409909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.410511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.411162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.413550 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4aa1fd52-4393-4c18-a7c8-65a8934ae768 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5239 time: 0.2078848 Feb 04 11:36:20.417867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40428) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:20.522382 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1eb42816-3fa9-47f9-b22a-9e7eb25f290d tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/floatingips/685ac084-de5d-42a7-b2a2-38c9de1de25c HTTP/1.1" status: 200 len: 990 time: 0.2441061 Feb 04 11:36:20.690442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.719998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e43093e7-b027-44b4-8e71-fa056aeecedc None None] Port 737f3985-b4e5-4713-9a56-02374780cbc9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:20.727390 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4e8ba2d7-e231-421e-ac3b-e4eb761e2f95 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4302 time: 0.3081403 Feb 04 11:36:20.760593 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-563c4272-4a24-4359-80d9-57e2bdce00e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc HTTP/1.1" status: 200 len: 998 time: 0.4983966 Feb 04 11:36:20.777663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e43093e7-b027-44b4-8e71-fa056aeecedc None None] Provisioning complete for port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:20.778031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e43093e7-b027-44b4-8e71-fa056aeecedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.845979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e43093e7-b027-44b4-8e71-fa056aeecedc None None] Port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:20.847980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a64e2-cba7-4862-b621-93b6eb029114 req-d4d6bccc-a23a-42b2-8b12-581fc895542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:20.850637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-d4d6bccc-a23a-42b2-8b12-581fc895542d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=665edb61-e19e-41ef-8620-a710c31db26d HTTP/1.1" status: 200 len: 835 time: 0.0834584 Feb 04 11:36:20.851801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.852912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:20.859412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:15Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:16Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:20.867784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:36:20.867784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Updating router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 port 737f3985-b4e5-4713-9a56-02374780cbc9 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:36:20.923785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.072623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:21.137265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a64e2-cba7-4862-b621-93b6eb029114 req-584d7237-d2f5-4b50-8f3a-ef3eff4e648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:21.137265 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-584d7237-d2f5-4b50-8f3a-ef3eff4e648b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed62255b-c709-4c28-b0e8-a73f9a97d27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2683787 Feb 04 11:36:21.166717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:21.170938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:21.387091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.405393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Transition to ACTIVE for port object 737f3985-b4e5-4713-9a56-02374780cbc9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:21.445963 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-c91087c3-e208-461a-9fde-9f85134046ba service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027561 Feb 04 11:36:21.527521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:21.555381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.670415 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26a1d99b-5cd3-4b7c-b4d0-fc59e0453b92 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/floatingips/685ac084-de5d-42a7-b2a2-38c9de1de25c HTTP/1.1" status: 200 len: 992 time: 0.1419468 Feb 04 11:36:21.675450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:21.685216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389599218', 'description': 'tempest-secgroup-smoke-1389599218 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:21.706642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:21.714196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:21.723584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:21.747019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:21.754345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6340a-cbbb-4847-97f9-986c58c14024 None None] Pushing event updated for resources: {'Port': ['ID=737f3985-b4e5-4713-9a56-02374780cbc9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:21.758054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-84679f4e-1d07-4828-a4e5-37e45676e9c8 None None] Provisioning complete for port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:21.761207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-84679f4e-1d07-4828-a4e5-37e45676e9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.820765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router bda01954-b179-400b-bec8-f6d67c390a2f is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:36:21.826956 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-832a64e2-cba7-4862-b621-93b6eb029114 req-97b029ea-51cd-4fa8-bb30-6c2cceeaa542 service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729422 Feb 04 11:36:21.897631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Attempting to bind port 737f3985-b4e5-4713-9a56-02374780cbc9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:21.898003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Attempting to bind port 737f3985-b4e5-4713-9a56-02374780cbc9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:21.898371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Attempting to bind port 737f3985-b4e5-4713-9a56-02374780cbc9 on network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:21.900488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-84679f4e-1d07-4828-a4e5-37e45676e9c8 None None] Port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:21.907855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:21.908233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Checking segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:21.908634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.909021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Bound using segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:21.909489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Bound port: 737f3985-b4e5-4713-9a56-02374780cbc9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:21.909857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.914447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:21.937201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:21.941553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:21.944627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:21.959533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:21.993624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:21.998286 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-92281f01-daa3-4aac-b698-422b8bbbe825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/bda01954-b179-400b-bec8-f6d67c390a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5999241 Feb 04 11:36:22.000927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.008606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] Sync routers for ids ['bda01954-b179-400b-bec8-f6d67c390a2f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:22.014707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] For port 737f3985-b4e5-4713-9a56-02374780cbc9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:22.029487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] Routers {'bda01954-b179-400b-bec8-f6d67c390a2f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:22.029487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['bda01954-b179-400b-bec8-f6d67c390a2f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.037671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.081587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84dc0b-5a2c-4467-a416-197f6b4bd708 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:22.082156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-be84dc0b-5a2c-4467-a416-197f6b4bd708 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:22.084181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] For port 737f3985-b4e5-4713-9a56-02374780cbc9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=737f3985-b4e5-4713-9a56-02374780cbc9,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:22.108049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.114248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] Routers {'bda01954-b179-400b-bec8-f6d67c390a2f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:22.114691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['bda01954-b179-400b-bec8-f6d67c390a2f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.203211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.230597 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.231001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa2a241-83c6-4e83-b928-d9f208ec3718 None None] The sync data for ids ['bda01954-b179-400b-bec8-f6d67c390a2f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:22.241756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:22.273863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-be84dc0b-5a2c-4467-a416-197f6b4bd708 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:22.275772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.275908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-be84dc0b-5a2c-4467-a416-197f6b4bd708 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports/4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 HTTP/1.1" status: 200 len: 984 time: 0.2730515 Feb 04 11:36:22.278355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.325754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.329843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7e64f9f9-6a7f-4540-8c67-4ecc9fe8ca44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6506460 Feb 04 11:36:22.337575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.338098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:22.347095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:22.352233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:22.353661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:22.354315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.356887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:22.365274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:22.448121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6340a-cbbb-4847-97f9-986c58c14024 None None] Pushing event updated for resources: {'Port': ['ID=737f3985-b4e5-4713-9a56-02374780cbc9,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:22.494632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.579583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.594598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:22.684995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.717204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca43acd8-004a-4f7c-9387-d61d4dc5397a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:22.789215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.789882 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1418b1d1-1a99-4c0a-84f5-1368407278b6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4584832 Feb 04 11:36:22.792715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:22.798095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:22.804673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:22.809226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:22.812408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:22.821281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:22.868313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.960671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:15Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:22Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:22.963036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:22.966048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac6ff7-4c39-4c21-af45-9eab3fe9e08a None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:15Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:22Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:23.061412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.194597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:23.194949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.207649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.231528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d36c580-4f7d-487a-b4c6-ff986a02a26e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:23.381490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.381490 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f71dfc82-7438-4840-939e-e956f552cf98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5758998 Feb 04 11:36:23.381490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:23.381490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:23.385670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:23.390387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:23.394571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:23.400886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:23.405892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.634652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.673790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:23.678225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 737f3985-b4e5-4713-9a56-02374780cbc9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:23.736638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.903892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:23.933174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 737f3985-b4e5-4713-9a56-02374780cbc9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:23.939672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb37da20-052f-4761-ae88-ab7ca6c84f4f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:23.941502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 737f3985-b4e5-4713-9a56-02374780cbc9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:23.941502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.005368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.034122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.034122 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-51b66541-1253-4f53-8d05-a25ede070914 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6561031 Feb 04 11:36:24.034364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.040754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:24.049611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:24.053804 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:24.058032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:24.068228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:24.079351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.100425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=4c0a8f4b-3ca5-4c55-93b7-5b4357f0a9f8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:24.154023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 737f3985-b4e5-4713-9a56-02374780cbc9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=737f3985-b4e5-4713-9a56-02374780cbc9,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:24.185521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.239957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.310882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.312202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.359020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=737f3985-b4e5-4713-9a56-02374780cbc9,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:24.410932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.452096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d4df8a-132d-4242-b970-355a81a107e8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:24.588229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.598731 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c9580c3f-1d19-47b8-8eff-10da9d924577 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5544713 Feb 04 11:36:24.598731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.598731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:24.604043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:24.605260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router bda01954-b179-400b-bec8-f6d67c390a2f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:24.608377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:24.611250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:24.617965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:24.756030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:24.767207 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] Sync routers for ids ['bda01954-b179-400b-bec8-f6d67c390a2f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:24.777416 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] Routers {'bda01954-b179-400b-bec8-f6d67c390a2f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:24.778023 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['bda01954-b179-400b-bec8-f6d67c390a2f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:24.782064 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:36:24.789359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.842016 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:24.851220 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] Routers {'bda01954-b179-400b-bec8-f6d67c390a2f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:24.851875 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['bda01954-b179-400b-bec8-f6d67c390a2f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:24.857622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:24.900732 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2c6b7495-98ca-4547-b106-0ef5c9b5c810 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/bda01954-b179-400b-bec8-f6d67c390a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6186559 Feb 04 11:36:24.901290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:24.911525 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:24.911954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b9ac3-2803-476a-99a6-d6144596234c None None] The sync data for ids ['bda01954-b179-400b-bec8-f6d67c390a2f'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:24.962503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.055845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4642c7-13f4-40cb-bb78-d4ca5f853c69,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:25.301584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.302496 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-079ff307-5cce-48ab-880c-ab390735cfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7087462 Feb 04 11:36:25.305962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40476) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:25.311484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:25.317919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:25.325926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:25.330707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:25.338673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:25.388211 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-92f5a130-858e-4d84-830d-9e0387bd1047 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 11:36:25.389232 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-92f5a130-858e-4d84-830d-9e0387bd1047 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/bda01954-b179-400b-bec8-f6d67c390a2f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4863713 Feb 04 11:36:25.392117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:25.422807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:36:25.430101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.434754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10619335-13de-43ee-b096-b63edfe76674 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:25.510228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.567443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10619335-13de-43ee-b096-b63edfe76674 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:25.567443 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-10619335-13de-43ee-b096-b63edfe76674 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=bda01954-b179-400b-bec8-f6d67c390a2f HTTP/1.1" status: 200 len: 205 time: 0.1614716 Feb 04 11:36:25.567443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:25.621349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 737f3985-b4e5-4713-9a56-02374780cbc9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:25.696415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.715016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 737f3985-b4e5-4713-9a56-02374780cbc9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:25.716843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:25.723531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc39234-2412-481e-b601-715aca54a7e3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:25.734838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.047960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.050448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.062419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.063687 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb37fd52-106a-4e49-9b25-4aae7d52ffbe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7567673 Feb 04 11:36:26.199707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.202772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router bda01954-b179-400b-bec8-f6d67c390a2f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:36:26.214078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.215178 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d5930065-fd6e-4132-9bf0-af7e63279d92 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/bda01954-b179-400b-bec8-f6d67c390a2f HTTP/1.1" status: 204 len: 168 time: 0.6564455 Feb 04 11:36:26.218259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40500) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.231611 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-fdba645a-27cb-4f72-bbfb-82a70a34968c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389599218&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0442722 Feb 04 11:36:26.287933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet d49f8a87-d6cc-4fb3-ab87-63091257112b {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:36:26.290836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.352653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.390058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-4c380f65-4f83-4bd9-81e6-7cdd5b625eba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:26.391608 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-4c380f65-4f83-4bd9-81e6-7cdd5b625eba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 200 len: 796 time: 0.1533892 Feb 04 11:36:26.406816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-585b637f-2e1a-43d6-aa6f-d20ac22cac54 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0094779 Feb 04 11:36:26.444290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.501313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ea08168a-f703-438a-af88-1759433ab07f req-a50ebc55-fa9e-413b-a0ac-ce4ce066a83a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:26.611760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ea08168a-f703-438a-af88-1759433ab07f req-a50ebc55-fa9e-413b-a0ac-ce4ce066a83a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:26.613511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-a50ebc55-fa9e-413b-a0ac-ce4ce066a83a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974659 Feb 04 11:36:26.653431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.705640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.716716 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/d49f8a87-d6cc-4fb3-ab87-63091257112b HTTP/1.1" status: 204 len: 168 time: 0.4941349 Feb 04 11:36:26.716716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb15a-2895-42f3-a1c3-f9c6c6ecba1f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=d49f8a87-d6cc-4fb3-ab87-63091257112b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:26.718668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:26.722841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64b562-241f-4a42-bab1-662152fa4171 None None] Network 21a45f6e-6358-44f4-ab89-23d5580825c7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:26.840348 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-ed18961b-57c8-4544-af51-5e88d8986e48 service neutron] 10.222.0.36 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145839 Feb 04 11:36:26.866954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:26.879346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 23175828-ec60-4bd4-9467-120bad28c4b4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:26.879742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.025965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] DHCP port deletion for 21a45f6e-6358-44f4-ab89-23d5580825c7 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:36:27.031291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Deleting port 23175828-ec60-4bd4-9467-120bad28c4b4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:27.031689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.102161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-a016ec57-5e8e-4475-9e75-3d976679bed8 service neutron] 10.222.0.36 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586544 Feb 04 11:36:27.123582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 23175828-ec60-4bd4-9467-120bad28c4b4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=23175828-ec60-4bd4-9467-120bad28c4b4,segment=NetworkSegment(9d2ced94-8716-4b79-9962-0161fd9175b2),segment_id=9d2ced94-8716-4b79-9962-0161fd9175b2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:27.125176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.310425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] For port 23175828-ec60-4bd4-9467-120bad28c4b4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=23175828-ec60-4bd4-9467-120bad28c4b4,segment=NetworkSegment(9d2ced94-8716-4b79-9962-0161fd9175b2),segment_id=9d2ced94-8716-4b79-9962-0161fd9175b2)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:27.310807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.381439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 23175828-ec60-4bd4-9467-120bad28c4b4 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:27.428852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.435932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Calling delete_port for 23175828-ec60-4bd4-9467-120bad28c4b4 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:27.543600 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c430ff1e-46f6-4fe2-8f9e-c5da33012479 req-eb4e9803-a597-4d6f-a5c0-bb17a10286a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 210 time: 0.0510464 Feb 04 11:36:27.594638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.609524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:27.609524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:27.619132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 23175828-ec60-4bd4-9467-120bad28c4b4 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:27.649863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=23175828-ec60-4bd4-9467-120bad28c4b4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:27.659375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No DVR routers for this DVR port 23175828-ec60-4bd4-9467-120bad28c4b4 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:27.659701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 23175828-ec60-4bd4-9467-120bad28c4b4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:36:27.660148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 23175828-ec60-4bd4-9467-120bad28c4b4 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:27.661974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.662529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.662794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.663990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.663990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.664169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.664505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.681112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.681112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.681112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.681112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.681112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:27.832349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.865541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a45f6e-6358-44f4-ab89-23d5580825c7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:27.878618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2ced94-8716-4b79-9962-0161fd9175b2') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:27.878910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2ced94-8716-4b79-9962-0161fd9175b2') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:27.890790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.910615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.914528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:36:27.914919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:27.930263 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:28.102541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Deleting port 23175828-ec60-4bd4-9467-120bad28c4b4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:28.103101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.174879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-509b5df7-cff0-4977-b40b-5d37bbef00ad None None] The port '23175828-ec60-4bd4-9467-120bad28c4b4' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:36:28.216850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.235072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.246148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=21a45f6e-6358-44f4-ab89-23d5580825c7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:28.320453 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ceaaf6cb-930c-460c-b5fb-784fb1e810ce tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/21a45f6e-6358-44f4-ab89-23d5580825c7 HTTP/1.1" status: 204 len: 168 time: 1.6003160 Feb 04 11:36:28.340008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.340008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058854800'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:28.340008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:28.340821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:28.343783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:28.349561 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:28.445260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:28.460066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.478256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:28.486882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.487225 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 8ad7ea35-6839-4bb7-a24c-b8725399b6d7 of type vlan for network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 Feb 04 11:36:28.524160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.645724 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fba7e7f2-b74f-4f39-a810-d15f13afff4a req-bcbda2e3-b11d-49a1-8ea2-cefb3e5d1dd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 210 time: 0.0445678 Feb 04 11:36:28.656327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.662781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:28.663441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:28.780144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=d72027ef-b6e4-420f-aca5-7c2a7bd636a7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:28.790793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:28.858031 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a933bce3-578e-476e-80e9-4708a1545cc2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5315921 Feb 04 11:36:28.860742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:28.866547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:28.982704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:28.986559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:28.989407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:28.995639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:29.221839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:29.225493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.553960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.640504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=64d85a27-a28e-4c53-87bd-4e8637050ad1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:29.651182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '8ad7ea35-6839-4bb7-a24c-b8725399b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:29.652097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: d72027ef-b6e4-420f-aca5-7c2a7bd636a7, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:29.765889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:29.809074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b002ced-ccde-4213-9189-f06b57393541 req-4258aacf-3186-42a5-833c-757aa3546be2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 210 time: 0.0487609 Feb 04 11:36:29.873763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d72027ef-b6e4-420f-aca5-7c2a7bd636a7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:29.881832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:29.882513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:29.882871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d5ea6-795b-4219-a47b-8f6dac7ba61e None None] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:29.988714 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b66d6922-c988-4594-af88-5bcd3514b6c4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1269114 Feb 04 11:36:29.991377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:30.000104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1112789545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:30.006641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:30.011101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:30.014184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:30.020124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:30.107368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-d72027ef-b6e4-420f-aca5-7c2a7bd636a7', 'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': '64d85a27-a28e-4c53-87bd-4e8637050ad1'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:36:30.108289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.124965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.126053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.141062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.286228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Allocated IP 2001:db8::2 (d72027ef-b6e4-420f-aca5-7c2a7bd636a7/64d85a27-a28e-4c53-87bd-4e8637050ad1/85443332-4c5f-4d67-99c0-ab6f057f77c4) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:30.319392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.384240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b9005667-8e5f-4fda-9ae1-cf299057ddae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.422136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.423418 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bf19765b-021f-4034-b9cc-8810f2f894db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4283791 Feb 04 11:36:30.426377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:30.501423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.527585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Transition to ACTIVE for port object 85443332-4c5f-4d67-99c0-ab6f057f77c4 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:30.550748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Transition to ACTIVE for port object 85443332-4c5f-4d67-99c0-ab6f057f77c4 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:30.707063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.787382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:30.790151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:30.795127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:30.799031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Pushing event updated for resources: {'Port': ['ID=85443332-4c5f-4d67-99c0-ab6f057f77c4,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:30.906075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Attempting to bind port 85443332-4c5f-4d67-99c0-ab6f057f77c4 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:30.906808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Attempting to bind port 85443332-4c5f-4d67-99c0-ab6f057f77c4 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8ad7ea35-6839-4bb7-a24c-b8725399b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:30.906808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Attempting to bind port 85443332-4c5f-4d67-99c0-ab6f057f77c4 on network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:30.913227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:30.913227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Checking segment: {'id': '8ad7ea35-6839-4bb7-a24c-b8725399b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:30.913614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:30.914052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Bound using segment: {'id': '8ad7ea35-6839-4bb7-a24c-b8725399b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:30.914558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Bound port: 85443332-4c5f-4d67-99c0-ab6f057f77c4, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad7ea35-6839-4bb7-a24c-b8725399b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd72027ef-b6e4-420f-aca5-7c2a7bd636a7'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:30.915469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.014366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] For port 85443332-4c5f-4d67-99c0-ab6f057f77c4, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:31.018392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] For port 85443332-4c5f-4d67-99c0-ab6f057f77c4, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=85443332-4c5f-4d67-99c0-ab6f057f77c4,segment=NetworkSegment(8ad7ea35-6839-4bb7-a24c-b8725399b6d7),segment_id=8ad7ea35-6839-4bb7-a24c-b8725399b6d7)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:31.033423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f30c17d3-924d-44ec-a6f7-76782e068476 req-fad82074-d018-4140-bb25-840f73f453bd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 210 time: 0.0951877 Feb 04 11:36:31.054764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-d37651e0-fd27-43c0-9fd4-298425e5b741 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:31.056424 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-d37651e0-fd27-43c0-9fd4-298425e5b741 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 200 len: 796 time: 0.5052392 Feb 04 11:36:31.125107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.131585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.216444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0219b4-95f7-497e-bb8b-5152fa3f6005 None None] Pushing event updated for resources: {'Port': ['ID=85443332-4c5f-4d67-99c0-ab6f057f77c4,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:31.223363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-fd9783b8-88d8-41c9-9eaa-ffaee638e8c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 380 time: 0.1526792 Feb 04 11:36:31.235274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:31.715231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:31.715651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 85443332-4c5f-4d67-99c0-ab6f057f77c4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:31.734758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:31.809466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8::1 (d72027ef-b6e4-420f-aca5-7c2a7bd636a7/64d85a27-a28e-4c53-87bd-4e8637050ad1/187a8fb0-eb94-47e7-813b-e9428bea33ac) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:31.888455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:31.891884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:31.914097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 85443332-4c5f-4d67-99c0-ab6f057f77c4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:32.062856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.117347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 187a8fb0-eb94-47e7-813b-e9428bea33ac will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:32.207242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.12 (2316deb0-d170-4c4f-aea8-c29f3f8e3507/54dbf871-ffe2-40aa-b48a-0383666074e5/db1193f5-d4b7-4b09-aa23-7f77cd5ef063) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:32.220362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d4595d5-dc3e-47d2-a26a-ea948b5cef02 req-b35bc85e-c061-4d32-aca9-e55a75961b6e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 210 time: 0.0690012 Feb 04 11:36:32.278326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ef51a-b01c-4c90-ae90-abc501014b7f None None] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:32.342519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.438344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:32.444205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:32.463602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Provisioning for port 85443332-4c5f-4d67-99c0-ab6f057f77c4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:32.465009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:32.465550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.479320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Provisioning complete for port 85443332-4c5f-4d67-99c0-ab6f057f77c4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:32.479783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.480053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=187a8fb0-eb94-47e7-813b-e9428bea33ac,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.512884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.513285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.513558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.513888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.515617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.515617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.515617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.515617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.515617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.516110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.516110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.516401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.552904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.580337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object db1193f5-d4b7-4b09-aa23-7f77cd5ef063 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:32.687225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.712542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.730944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] For port 85443332-4c5f-4d67-99c0-ab6f057f77c4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=85443332-4c5f-4d67-99c0-ab6f057f77c4,segment=NetworkSegment(8ad7ea35-6839-4bb7-a24c-b8725399b6d7),segment_id=8ad7ea35-6839-4bb7-a24c-b8725399b6d7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:32.748717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9dd76ae8-5746-486d-a4a1-48b14a9d0325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.809141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:32.812269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.824868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:32.833950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:32.845105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:32.862541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.933928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Pushing event updated for resources: {'Port': ['ID=85443332-4c5f-4d67-99c0-ab6f057f77c4,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:32.943472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.944623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.945110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.945458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.945795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.946128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.946687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.947215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.947765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.948279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.949165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:32.949165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2502af-bdb7-4495-96da-cb6c73b68cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:36:33.020443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:33.021101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.178526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-681f5f64-2b4e-485d-9dd7-af19e5865df1 None None] Provisioning complete for port 85443332-4c5f-4d67-99c0-ab6f057f77c4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.180934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-681f5f64-2b4e-485d-9dd7-af19e5865df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.228938 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-bf42469b-f495-4886-84c3-9566ecfef7be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9975152 Feb 04 11:36:33.242029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Request body: {'port': {'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:33.430616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-681f5f64-2b4e-485d-9dd7-af19e5865df1 None None] Provisioning for port 187a8fb0-eb94-47e7-813b-e9428bea33ac completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:33.430616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-681f5f64-2b4e-485d-9dd7-af19e5865df1 None None] Provisioning complete for port 187a8fb0-eb94-47e7-813b-e9428bea33ac triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.430616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-681f5f64-2b4e-485d-9dd7-af19e5865df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.456264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.484842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-681f5f64-2b4e-485d-9dd7-af19e5865df1 None None] Port 187a8fb0-eb94-47e7-813b-e9428bea33ac cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:33.632759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 85443332-4c5f-4d67-99c0-ab6f057f77c4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:33.652601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 11:36:33.676921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.685553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.704868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 85443332-4c5f-4d67-99c0-ab6f057f77c4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.705255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.749412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Provisioning for port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:33.752494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.761134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Provisioning complete for port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.761509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.769870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f4217-db31-4626-aaad-1dc2bcc9fab6 req-1902ca06-8a15-4c82-94a5-242298abe08d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:33.770216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f0f4217-db31-4626-aaad-1dc2bcc9fab6 req-1902ca06-8a15-4c82-94a5-242298abe08d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:33.802950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.803798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.829897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:33.890537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Provisioning complete for port 187a8fb0-eb94-47e7-813b-e9428bea33ac triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:33.890537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:33.954762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-426b8e43-b78f-4fe8-9d14-b47567241438 None None] Port 187a8fb0-eb94-47e7-813b-e9428bea33ac cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:34.007323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0f0f4217-db31-4626-aaad-1dc2bcc9fab6 req-1902ca06-8a15-4c82-94a5-242298abe08d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:34.011736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f0f4217-db31-4626-aaad-1dc2bcc9fab6 req-1902ca06-8a15-4c82-94a5-242298abe08d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 932 time: 0.6300209 Feb 04 11:36:34.055108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=187a8fb0-eb94-47e7-813b-e9428bea33ac,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:34.141042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f0f4217-db31-4626-aaad-1dc2bcc9fab6 req-761c9c02-770f-4d3c-b17d-578c1aee8c19 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152909 Feb 04 11:36:34.161244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:34.165022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:34.379152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b75df0bc-37e5-4757-869d-84863b5c0e3a None None] Provisioning complete for port 187a8fb0-eb94-47e7-813b-e9428bea33ac triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:34.384641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b75df0bc-37e5-4757-869d-84863b5c0e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.387747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1193f5-d4b7-4b09-aa23-7f77cd5ef063 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:36:34.398700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.423537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Transition to ACTIVE for port object db1193f5-d4b7-4b09-aa23-7f77cd5ef063 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:34.448634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b75df0bc-37e5-4757-869d-84863b5c0e3a None None] Port 187a8fb0-eb94-47e7-813b-e9428bea33ac cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:34.570556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:34.616538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router 8eb1d502-54a3-4c5e-b33c-9db4591ec866 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:36:34.857997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Pushing event updated for resources: {'Port': ['ID=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:34.958295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:34.965668 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9f03a864-c619-4a12-afd5-b84c89df24ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/8eb1d502-54a3-4c5e-b33c-9db4591ec866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5376098 Feb 04 11:36:34.967722 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40552) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:34.970528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] Sync routers for ids ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:34.982125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] Routers {'8eb1d502-54a3-4c5e-b33c-9db4591ec866'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:34.982631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.037595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Attempting to bind port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:35.037904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Attempting to bind port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:35.038235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Attempting to bind port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 on network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:35.049274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 on network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:36:35.049586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Attempting to bind port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 on network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:35.069227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.069369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f4e15-69b8-40c6-9390-77cf1a2dddda tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.069369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-106f4e15-69b8-40c6-9390-77cf1a2dddda tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:35.069369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:35.069369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Checking segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:35.069369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Bound using segment: {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:35.069857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] Routers {'8eb1d502-54a3-4c5e-b33c-9db4591ec866'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:35.069951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Bound port: db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380bb61-7f79-4ad3-9168-a7b47ff6437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:35.069951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.070167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.135022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:35.135432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78651b7d-3fa1-4d1b-99c1-675ad937af8c None None] The sync data for ids ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:35.177508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] For port db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:35.180713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] For port db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:35.222090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.286729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-106f4e15-69b8-40c6-9390-77cf1a2dddda tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:35.287904 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-106f4e15-69b8-40c6-9390-77cf1a2dddda tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports/187a8fb0-eb94-47e7-813b-e9428bea33ac HTTP/1.1" status: 200 len: 911 time: 0.3192816 Feb 04 11:36:35.290897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:35.327298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.372977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f834e0-090a-4537-8e3d-a15295a10161 req-8187f87b-ffc0-40f3-b211-2af3cca93be6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.374431 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0f834e0-090a-4537-8e3d-a15295a10161 req-8187f87b-ffc0-40f3-b211-2af3cca93be6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 944 time: 0.1249533 Feb 04 11:36:35.566539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.566539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:35.566539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/db1193f5-d4b7-4b09-aa23-7f77cd5ef063 HTTP/1.1" status: 200 len: 1094 time: 2.3259532 Feb 04 11:36:35.568176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:36:35.613298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d5f0-bb37-4104-b982-9dcc4d8a36c4 service neutron] Pushing event updated for resources: {'Port': ['ID=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:35.621573 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0f834e0-090a-4537-8e3d-a15295a10161 req-2891a9ae-afb8-430b-b6ad-e1971de5ed0b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318344 Feb 04 11:36:35.749040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'status': 'completed', 'code': 200} Feb 04 11:36:35.810248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-871fc74b-5213-4bf0-833a-e2150f7ea718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.811169 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-871fc74b-5213-4bf0-833a-e2150f7ea718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 1097 time: 0.1192122 Feb 04 11:36:35.886377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-f3252e85-8f99-4be9-bed6-284fbd4dca94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063 HTTP/1.1" status: 200 len: 217 time: 0.0678606 Feb 04 11:36:35.952422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-80b9c8df-e584-4022-9363-9fe5451f2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:35.953782 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-80b9c8df-e584-4022-9363-9fe5451f2000 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54dbf871-ffe2-40aa-b48a-0383666074e5 HTTP/1.1" status: 200 len: 835 time: 0.0613642 Feb 04 11:36:36.029867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.033881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08168a-f703-438a-af88-1759433ab07f req-daf39224-5844-4e60-9983-f0bfa20d4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:36.035361 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-daf39224-5844-4e60-9983-f0bfa20d4ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2316deb0-d170-4c4f-aea8-c29f3f8e3507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751858 Feb 04 11:36:36.176836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-ecf108a4-bac2-4365-8e05-49887ba5d11d service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334317 Feb 04 11:36:36.320678 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea08168a-f703-438a-af88-1759433ab07f req-55ca767e-bc20-45d7-be5e-a6bab0875a4b service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361823 Feb 04 11:36:36.383028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 187a8fb0-eb94-47e7-813b-e9428bea33ac {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:36.383707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.591062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-692e686a-7119-4f7e-aa22-091b8b71ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:36.595599 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-692e686a-7119-4f7e-aa22-091b8b71ab02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 1097 time: 0.1008687 Feb 04 11:36:36.616557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:36.749950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 187a8fb0-eb94-47e7-813b-e9428bea33ac owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:36.750832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-1daa7820-21b8-4d18-ac4d-41be25435623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:36.752584 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-1daa7820-21b8-4d18-ac4d-41be25435623 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 200 len: 897 time: 0.1429076 Feb 04 11:36:36.864833 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-1783f45d-ce54-46ce-9668-34865ff3e2b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063 HTTP/1.1" status: 200 len: 217 time: 0.1055179 Feb 04 11:36:36.948679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-de75df01-2f2d-4ae7-87fe-bc82db09a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:36.950108 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-de75df01-2f2d-4ae7-87fe-bc82db09a420 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54dbf871-ffe2-40aa-b48a-0383666074e5 HTTP/1.1" status: 200 len: 835 time: 0.0768518 Feb 04 11:36:36.966837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90ed8-9c92-4330-91de-c67d334f323c req-7e886f5a-fc20-44bb-8a96-5867ea954b40 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:36.968326 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a2b90ed8-9c92-4330-91de-c67d334f323c req-7e886f5a-fc20-44bb-8a96-5867ea954b40 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 944 time: 0.1474507 Feb 04 11:36:37.056973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.059216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a2b90ed8-9c92-4330-91de-c67d334f323c req-43474657-aa51-4e45-b435-30050eb0ab48 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595031 Feb 04 11:36:37.082477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-6dc5e797-cf53-48f7-9eba-93a53664f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:37.084073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-6dc5e797-cf53-48f7-9eba-93a53664f999 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2316deb0-d170-4c4f-aea8-c29f3f8e3507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148598 Feb 04 11:36:37.111470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=187a8fb0-eb94-47e7-813b-e9428bea33ac,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:37.230890 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-926a9b3e-ad8a-4def-8ce3-646d14208c11 service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401429 Feb 04 11:36:37.290499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:37.385365 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f92288b5-cb74-47fd-8ec1-5616b29b3c9b req-a781953b-f5c4-404b-88cb-50e4197d7d84 service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477275 Feb 04 11:36:37.692714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router 8eb1d502-54a3-4c5e-b33c-9db4591ec866 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:37.835222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:37.845545 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] Sync routers for ids ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:37.855476 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] Routers {'8eb1d502-54a3-4c5e-b33c-9db4591ec866'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:37.856109 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:37.920223 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:37.929154 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] Routers {'8eb1d502-54a3-4c5e-b33c-9db4591ec866'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:37.930057 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:37.968422 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cccad44f-547d-4846-8b41-8ab155e912a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/8eb1d502-54a3-4c5e-b33c-9db4591ec866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748142 Feb 04 11:36:37.969736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.021558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cac1b98d-53f3-4590-ac2e-9a5b78a36700 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:38.026591 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:38.026992 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a97904-bbad-48f2-b826-59138bcd20a9 None None] The sync data for ids ['8eb1d502-54a3-4c5e-b33c-9db4591ec866'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:38.108818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cac1b98d-53f3-4590-ac2e-9a5b78a36700 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:38.114832 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cac1b98d-53f3-4590-ac2e-9a5b78a36700 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb1d502-54a3-4c5e-b33c-9db4591ec866 HTTP/1.1" status: 200 len: 205 time: 0.1431780 Feb 04 11:36:38.115008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:38.398340 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-a1d096ab-b5f0-4d7e-bc23-e76b483db035 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3579485 Feb 04 11:36:38.427688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.458476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device db1193f5-d4b7-4b09-aa23-7f77cd5ef063 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:36:38.610512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:38.634862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:36:38.700960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.716860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1193f5-d4b7-4b09-aa23-7f77cd5ef063 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:36:38.735209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:38.815065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.819223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.851943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77e5bc-6268-458d-8676-3f663e235d62 req-2d7f0b29-98bd-411e-a5b1-698e178958ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:38.853438 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae77e5bc-6268-458d-8676-3f663e235d62 req-2d7f0b29-98bd-411e-a5b1-698e178958ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 944 time: 0.5402846 Feb 04 11:36:38.876173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9766fe-2981-4b81-a10e-73003563d819 req-bab2a2e4-baaf-439c-b110-ee21a2a9e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:38.877565 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-bab2a2e4-baaf-439c-b110-ee21a2a9e255 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1098 time: 0.3931355 Feb 04 11:36:38.903258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.929625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae77e5bc-6268-458d-8676-3f663e235d62 req-23b87943-ee47-47db-815b-904c736eafab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691042 Feb 04 11:36:38.983668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:38.985602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:38.986194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router 8eb1d502-54a3-4c5e-b33c-9db4591ec866 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:36:39.002559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.006423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:39.006910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-43494c21-a76f-4c16-ba78-4054a2f1f5a6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/8eb1d502-54a3-4c5e-b33c-9db4591ec866 HTTP/1.1" status: 204 len: 168 time: 0.8906701 Feb 04 11:36:39.068885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9766fe-2981-4b81-a10e-73003563d819 req-3a1d8624-96ee-41f7-b2fd-60fc97a3ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:39.070590 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-3a1d8624-96ee-41f7-b2fd-60fc97a3ef99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1715741 Feb 04 11:36:39.079011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet 64d85a27-a28e-4c53-87bd-4e8637050ad1 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:36:39.083043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.157255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.187067 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-4e9d804b-8a0b-42d3-84c4-3a76cc369e0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 200 len: 1001 time: 0.1089282 Feb 04 11:36:39.200501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['db1193f5-d4b7-4b09-aa23-7f77cd5ef063'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:36:39.251148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.254384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9766fe-2981-4b81-a10e-73003563d819 req-2f78ae75-7224-4528-8d7b-e7c6147fcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:39.255866 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-2f78ae75-7224-4528-8d7b-e7c6147fcd15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0637252 Feb 04 11:36:39.345558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9766fe-2981-4b81-a10e-73003563d819 req-3b9ac3c5-ac68-4bb8-8af0-609d5b7ccafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:39.347450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-3b9ac3c5-ac68-4bb8-8af0-609d5b7ccafb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847073 Feb 04 11:36:39.429120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.477364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=64d85a27-a28e-4c53-87bd-4e8637050ad1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:39.480545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.487024 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-21637311-f19d-4afc-9a82-87b14cf93105 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/64d85a27-a28e-4c53-87bd-4e8637050ad1 HTTP/1.1" status: 204 len: 168 time: 0.4788544 Feb 04 11:36:39.489562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:39.492812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78999f-4718-43ca-be18-d8b64ddc1f58 None None] Network d72027ef-b6e4-420f-aca5-7c2a7bd636a7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:39.504087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-ffefc804-6798-4bb6-9784-b39b3e32856a service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468928 Feb 04 11:36:39.630201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.644267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 85443332-4c5f-4d67-99c0-ab6f057f77c4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:39.644808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.657533 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dc9766fe-2981-4b81-a10e-73003563d819 req-61943f43-2117-4844-a054-79d29bbb14a9 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472034 Feb 04 11:36:39.824952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] DHCP port deletion for d72027ef-b6e4-420f-aca5-7c2a7bd636a7 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:36:39.829787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Deleting port 85443332-4c5f-4d67-99c0-ab6f057f77c4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:39.830162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:39.881468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 85443332-4c5f-4d67-99c0-ab6f057f77c4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=85443332-4c5f-4d67-99c0-ab6f057f77c4,segment=NetworkSegment(8ad7ea35-6839-4bb7-a24c-b8725399b6d7),segment_id=8ad7ea35-6839-4bb7-a24c-b8725399b6d7)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:39.886240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.012322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 85443332-4c5f-4d67-99c0-ab6f057f77c4 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:40.054794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] For port 85443332-4c5f-4d67-99c0-ab6f057f77c4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=85443332-4c5f-4d67-99c0-ab6f057f77c4,segment=NetworkSegment(8ad7ea35-6839-4bb7-a24c-b8725399b6d7),segment_id=8ad7ea35-6839-4bb7-a24c-b8725399b6d7)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:40.057907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.147209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2749e-94d0-4125-9536-b9a7aae6f936 req-9cc4ca91-85a1-4a47-bfb4-e81f9b3b5902 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:40.148720 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53c2749e-94d0-4125-9536-b9a7aae6f936 req-9cc4ca91-85a1-4a47-bfb4-e81f9b3b5902 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 945 time: 0.0862939 Feb 04 11:36:40.186127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Calling delete_port for 85443332-4c5f-4d67-99c0-ab6f057f77c4 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:40.202229 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53c2749e-94d0-4125-9536-b9a7aae6f936 req-7496e5b3-de8f-46a0-956f-f12550da432a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Feb 04 11:36:40.216760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.263970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=85443332-4c5f-4d67-99c0-ab6f057f77c4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.274859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No DVR routers for this DVR port 85443332-4c5f-4d67-99c0-ab6f057f77c4 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:36:40.275067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:36:40.276626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:36:40.462081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device db1193f5-d4b7-4b09-aa23-7f77cd5ef063 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:40.515576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.542416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72027ef-b6e4-420f-aca5-7c2a7bd636a7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.559164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad7ea35-6839-4bb7-a24c-b8725399b6d7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.559457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad7ea35-6839-4bb7-a24c-b8725399b6d7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:40.571823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.590091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.596440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:36:40.596761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:36:40.612190 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:36:40.627922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:40.633300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:40.634590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.774218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.783241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Deleting port 85443332-4c5f-4d67-99c0-ab6f057f77c4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:40.783681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.793935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.815389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:40.831572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=d72027ef-b6e4-420f-aca5-7c2a7bd636a7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:40.859714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3fc3-c0f4-4b4a-b43f-b64b5b852258 None None] The port '85443332-4c5f-4d67-99c0-ab6f057f77c4' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:36:40.878260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:36:40.884067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:40.906174 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-298bab78-03ba-429b-91ca-384f8e5a9acf tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/d72027ef-b6e4-420f-aca5-7c2a7bd636a7 HTTP/1.1" status: 204 len: 168 time: 1.4154816 Feb 04 11:36:40.910419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:40.915502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-751817272', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:40.922894 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'code': 200} Feb 04 11:36:40.923815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:40.927648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:40.930634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:40.937116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:41.068092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.133631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.134355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.140251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:41.151665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.632742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 85443332-4c5f-4d67-99c0-ab6f057f77c4 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:36:41.688391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 85443332-4c5f-4d67-99c0-ab6f057f77c4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:36:41.688932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 85443332-4c5f-4d67-99c0-ab6f057f77c4 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:36:41.775645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:41.808002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf66ab5-17fc-41ec-904e-409ab084a67a req-4376c9e7-45ad-40e3-bf45-661051fa3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:41.809512 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dbf66ab5-17fc-41ec-904e-409ab084a67a req-4376c9e7-45ad-40e3-bf45-661051fa3fc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 1099 time: 0.3411646 Feb 04 11:36:41.818088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367c38-9a38-4e3d-be59-482bb9ae0c56 req-7a580b18-204a-46c8-9f90-f329bdc5c009 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:41.819388 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb367c38-9a38-4e3d-be59-482bb9ae0c56 req-7a580b18-204a-46c8-9f90-f329bdc5c009 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.3522086 Feb 04 11:36:41.900043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dbf66ab5-17fc-41ec-904e-409ab084a67a req-b86632d8-4c8b-41aa-9d3a-bbc298bcddf5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795753 Feb 04 11:36:41.907156 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb367c38-9a38-4e3d-be59-482bb9ae0c56 req-2185e15d-6623-49a2-93b3-ab400a69f171 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737658 Feb 04 11:36:42.197606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.230715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.369090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 172.26.6.177 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/1aa6aa9a-56ce-4332-a2f4-0b2c14489009) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:42.517612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.628621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:42.694190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:42.697274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:42.701544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:42.735988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=1aa6aa9a-56ce-4332-a2f4-0b2c14489009,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:43.161104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973419e-a45b-494f-805f-951e09fc1dc1 req-82578b5f-4452-4ac9-9b46-f8f10aaea0e8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:43.163557 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1973419e-a45b-494f-805f-951e09fc1dc1 req-82578b5f-4452-4ac9-9b46-f8f10aaea0e8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.1164987 Feb 04 11:36:43.210042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1973419e-a45b-494f-805f-951e09fc1dc1 req-a65d50d1-fcb5-4418-843c-c7953c72c222 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Feb 04 11:36:43.412388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:43.771652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.119012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router f20300fb-8f0f-4527-9dcf-9cbd41782538 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:36:44.301306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:44.322264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] Sync routers for ids ['f20300fb-8f0f-4527-9dcf-9cbd41782538'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:44.324374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] Routers {'f20300fb-8f0f-4527-9dcf-9cbd41782538'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:44.324990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f20300fb-8f0f-4527-9dcf-9cbd41782538'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:44.384979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:44.393841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] Routers {'f20300fb-8f0f-4527-9dcf-9cbd41782538'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:44.394431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f20300fb-8f0f-4527-9dcf-9cbd41782538'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:44.408253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8c4c-4dcc-48a4-9ce8-15e92356ec55 req-10277973-b534-431d-bd98-e13a9cde5f5c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:44.409744 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77ce8c4c-4dcc-48a4-9ce8-15e92356ec55 req-10277973-b534-431d-bd98-e13a9cde5f5c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.0882883 Feb 04 11:36:44.450300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:44.450647 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5e7a3450-a42f-4ea4-a64a-0f7efa2032ae tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5392330 Feb 04 11:36:44.453337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40612) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:44.458217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:44.458620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bbeeaa-bb11-4e80-ac09-8793de084a5a None None] The sync data for ids ['f20300fb-8f0f-4527-9dcf-9cbd41782538'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:44.512382 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77ce8c4c-4dcc-48a4-9ce8-15e92356ec55 req-a92c14af-4c6a-40c8-ae2a-3a603423fbbd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967107 Feb 04 11:36:44.831650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4128f939-1aaa-446b-a833-a12f050b6b83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/routers/f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 200 len: 884 time: 0.3772066 Feb 04 11:36:44.834129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:44.939882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e52ee0-7595-47ed-8b60-51bb1da23c95 req-ecc33baf-e944-4804-b591-8fd7f07448be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:44.941579 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f0e52ee0-7595-47ed-8b60-51bb1da23c95 req-ecc33baf-e944-4804-b591-8fd7f07448be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.2030399 Feb 04 11:36:45.043941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f0e52ee0-7595-47ed-8b60-51bb1da23c95 req-861bb03a-740d-4368-a162-a1b906d8f6e4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954704 Feb 04 11:36:45.067682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.092209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f4828934-9199-4470-a7fb-04deefc99892 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:router {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:45.137619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d058ff2f-4004-466b-b9f4-aa118e629c0a tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:45.138613 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d058ff2f-4004-466b-b9f4-aa118e629c0a tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 1094 time: 0.0699387 Feb 04 11:36:45.141530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.146264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:45.152873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:45.156777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:45.159706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:45.165329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:45.300027 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:36:45.342081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f4828934-9199-4470-a7fb-04deefc99892 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:router {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:45.343767 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f4828934-9199-4470-a7fb-04deefc99892 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5083985 Feb 04 11:36:45.346005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:45.350928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-751817272'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:45.370481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.509584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.654216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.164 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/44584616-184c-493c-be9a-6d4cc3d55d2a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:45.810095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.873639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.919736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.948731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:45.988235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:45.991034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:45.993703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:46.037658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=44584616-184c-493c-be9a-6d4cc3d55d2a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:46.133233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router f20300fb-8f0f-4527-9dcf-9cbd41782538 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:46.310127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:46.323785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.323785 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27f3b30f-cb0e-4803-8be1-3d08eef3cb48 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 200 len: 891 time: 0.9711692 Feb 04 11:36:46.323785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40634) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:46.324053 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] Sync routers for ids ['f20300fb-8f0f-4527-9dcf-9cbd41782538'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:46.333136 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] Routers {'f20300fb-8f0f-4527-9dcf-9cbd41782538'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:46.333734 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f20300fb-8f0f-4527-9dcf-9cbd41782538'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:46.403186 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:46.411597 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] Routers {'f20300fb-8f0f-4527-9dcf-9cbd41782538'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:46.412250 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f20300fb-8f0f-4527-9dcf-9cbd41782538'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:46.432972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.477206 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:46.477599 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311d476-e342-4936-b2ee-2289fb970a61 None None] The sync data for ids ['f20300fb-8f0f-4527-9dcf-9cbd41782538'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:46.627614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:46.657311 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a16583ca-bebc-4108-be3b-4d94b47dad2d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/routers/f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 200 len: 891 time: 0.3354602 Feb 04 11:36:46.659940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:46.727040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-95870edb-f94b-48c2-af3b-92626503d8eb tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 200 len: 205 time: 0.0619400 Feb 04 11:36:46.727647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:47.147401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.245295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.349544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.358714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.473995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 1aa6aa9a-56ce-4332-a2f4-0b2c14489009 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:47.474696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.500714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=44584616-184c-493c-be9a-6d4cc3d55d2a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:47.526027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:47.811794 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 7f669a72-7c48-4ecf-995e-87b7787c5744 associated. External IP: 172.26.6.164, port: db1193f5-d4b7-4b09-aa23-7f77cd5ef063. Feb 04 11:36:47.862228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.012995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 1aa6aa9a-56ce-4332-a2f4-0b2c14489009 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:48.595498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:48.662303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.736501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=1aa6aa9a-56ce-4332-a2f4-0b2c14489009,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:48.925424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:48.926959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:48.939966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:48.951010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:48.951850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:49.144619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.150413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.200911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:49.274259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.319255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.336823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router f20300fb-8f0f-4527-9dcf-9cbd41782538 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:36:49.344290 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1025254d-5eab-4e6e-9bae-63f90f8e294f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2017548 Feb 04 11:36:49.345478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:36:49.347856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:49.473449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.474081 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2771819c-11fb-441c-beae-081026e7925e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 204 len: 168 time: 2.7452774 Feb 04 11:36:49.477764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:49.489493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148541667'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:49.489702 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8d441081-b7e0-4b80-b707-6ff6654d814a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/7f669a72-7c48-4ecf-995e-87b7787c5744 HTTP/1.1" status: 200 len: 992 time: 0.1394472 Feb 04 11:36:49.500898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:49.510287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:49.512370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:49.518590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:49.570334 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'status': 'completed', 'code': 200} Feb 04 11:36:49.665248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:15Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:46Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:49.671424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:36:49.684966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:49.684966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:49.685202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-543ef11d-a8a3-4d89-8329-c08d356d93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:49.686902 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-543ef11d-a8a3-4d89-8329-c08d356d93a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 1099 time: 0.0942802 Feb 04 11:36:49.708521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:49.712903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.761650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:36:49.771024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.771416 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 6dd29308-041c-4fe6-bd72-8770c42d6c76 of type vlan for network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 Feb 04 11:36:49.809362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.908507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:36:49.918679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-202cefde-2824-4e07-9101-fc252af93693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:49.920517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-202cefde-2824-4e07-9101-fc252af93693 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 200 len: 897 time: 0.2257121 Feb 04 11:36:49.933502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4dcd-2b37-4b14-8ba6-42c2b718aa04 req-103dc857-b152-4cca-a9c0-549d1162db7c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:49.940728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cdea4dcd-2b37-4b14-8ba6-42c2b718aa04 req-103dc857-b152-4cca-a9c0-549d1162db7c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.2479000 Feb 04 11:36:49.976455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:49.982734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:49.985408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.067926 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cdea4dcd-2b37-4b14-8ba6-42c2b718aa04 req-9d2adee7-c812-4796-bbcc-45de2c0bf09e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259985 Feb 04 11:36:50.084726 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-5bd95e7b-79e2-432b-ab88-39b78ca007df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063 HTTP/1.1" status: 200 len: 1000 time: 0.1290219 Feb 04 11:36:50.125677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=5ea7c074-6852-46ba-8de6-1c1ae53e4860,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:50.150270 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6be3c997-c670-4141-9c20-388d2f2a8568 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6704257 Feb 04 11:36:50.152821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.159624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:50.171450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-c5935447-f326-444a-8d39-a04158e47d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:50.174285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-c5935447-f326-444a-8d39-a04158e47d3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54dbf871-ffe2-40aa-b48a-0383666074e5 HTTP/1.1" status: 200 len: 835 time: 0.0817125 Feb 04 11:36:50.175310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:36:50.254562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-dbefc824-2206-492d-91f1-2311554f1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:50.255981 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-dbefc824-2206-492d-91f1-2311554f1e03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2316deb0-d170-4c4f-aea8-c29f3f8e3507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765254 Feb 04 11:36:50.287325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:50.292061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:50.295586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:50.302703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:50.404836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:15Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:46Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:50.410935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868d192-6792-494f-a6a4-a75944ec5802 None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:36:15Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:46Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:50.461834 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-f39a360c-e549-4af1-b894-9f3df5f79ec3 service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931829 Feb 04 11:36:50.491773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:50.587798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:36:50.591411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:50.611998 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fdb2d1dc-252f-4024-9536-045a99cdfd43 req-9d0f53c5-4231-4e98-8020-b6468edfebef service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438282 Feb 04 11:36:50.653704 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fa78e-6817-40e8-9391-3fc3f559acf3 None None] New status for floating IP 7f669a72-7c48-4ecf-995e-87b7787c5744: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:36:50.722414 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-98964ae5-efbf-489d-a7c4-fa15b13a94ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/7f669a72-7c48-4ecf-995e-87b7787c5744 HTTP/1.1" status: 200 len: 992 time: 0.2291133 Feb 04 11:36:51.045177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.256129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=e27694f8-b241-4e0f-b8fb-c089a88b6749,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:51.264593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '6dd29308-041c-4fe6-bd72-8770c42d6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:51.270193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: 5ea7c074-6852-46ba-8de6-1c1ae53e4860, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:36:51.300452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437545de-63f3-4013-aa66-95d0e80d1dfc req-6a9b11cb-beae-4c5c-8581-3fedb1a3fdfc tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:51.301815 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-437545de-63f3-4013-aa66-95d0e80d1dfc req-6a9b11cb-beae-4c5c-8581-3fedb1a3fdfc tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0890708 Feb 04 11:36:51.349082 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-437545de-63f3-4013-aa66-95d0e80d1dfc req-6e48f870-bdf5-4db9-b783-0a4483c91ee0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Feb 04 11:36:51.396472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:36:51.498876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 5ea7c074-6852-46ba-8de6-1c1ae53e4860) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:51.502644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:51.503224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.510776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1d7af-9e58-41fd-b481-315bed479923 None None] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:51.605388 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39fae517-0fb0-42b1-8385-d57045bda7e8 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4513383 Feb 04 11:36:51.607977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40688) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:51.614243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-116545357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:51.620808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:36:51.625128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:36:51.628058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:36:51.633996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:36:51.719159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.720236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.726108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40692) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:51.743611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-5ea7c074-6852-46ba-8de6-1c1ae53e4860', 'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': 'e27694f8-b241-4e0f-b8fb-c089a88b6749'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:36:51.744549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.744930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.836820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4067f167-5197-41a0-b214-c011ee119302 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/7f669a72-7c48-4ecf-995e-87b7787c5744 HTTP/1.1" status: 200 len: 994 time: 0.1094584 Feb 04 11:36:51.908123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:51.911134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Allocated IP 2001:db8::2 (5ea7c074-6852-46ba-8de6-1c1ae53e4860/e27694f8-b241-4e0f-b8fb-c089a88b6749/67208b0c-ca0e-41fe-a715-36e5ce8fc9f7) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:52.068334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.073984 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7d4f153d-4fd3-4604-b714-6362de1e8294 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4607203 Feb 04 11:36:52.073984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40696) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:52.181994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.194977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Transition to ACTIVE for port object 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:52.214698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Transition to ACTIVE for port object 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:52.313645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.381333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:52.384171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:52.388252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:52.394239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Pushing event updated for resources: {'Port': ['ID=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:52.490578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Attempting to bind port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:36:52.490962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Attempting to bind port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6dd29308-041c-4fe6-bd72-8770c42d6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:36:52.491309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Attempting to bind port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 on network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:36:52.498397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:36:52.498891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Checking segment: {'id': '6dd29308-041c-4fe6-bd72-8770c42d6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:36:52.499296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.499718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Bound using segment: {'id': '6dd29308-041c-4fe6-bd72-8770c42d6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:36:52.500178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Bound port: 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd29308-041c-4fe6-bd72-8770c42d6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ea7c074-6852-46ba-8de6-1c1ae53e4860'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:36:52.500547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.575328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.585705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b49c-e355-4080-822c-1091b1336919 req-5d3d0ee8-839e-4cfe-9bfd-2bad84836958 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:52.587293 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7a8b49c-e355-4080-822c-1091b1336919 req-5d3d0ee8-839e-4cfe-9bfd-2bad84836958 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.1043956 Feb 04 11:36:52.605804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] For port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:36:52.609057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] For port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,segment=NetworkSegment(6dd29308-041c-4fe6-bd72-8770c42d6c76),segment_id=6dd29308-041c-4fe6-bd72-8770c42d6c76)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:36:52.637358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7a8b49c-e355-4080-822c-1091b1336919 req-b5919db7-3452-4f4d-bfd1-058d5f89f935 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 Feb 04 11:36:52.719627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:52.830853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711277e2-60c2-4c2e-8380-cd0c4e346d0a None None] Pushing event updated for resources: {'Port': ['ID=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:52.952154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8::1 (5ea7c074-6852-46ba-8de6-1c1ae53e4860/e27694f8-b241-4e0f-b8fb-c089a88b6749/97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:36:53.155636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.175088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:36:53.348149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.421638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:53.425006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:53.429268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:36:53.429805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.436600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:53.677572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:53.710151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:53.866836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84f050-a353-4735-b116-16f8628be534 None None] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:36:53.896372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:54.020048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07478e-8c14-4262-85bc-b5a771d5e217 req-93b66284-40a7-4539-9c51-94538e79ccdc tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:54.022124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea07478e-8c14-4262-85bc-b5a771d5e217 req-93b66284-40a7-4539-9c51-94538e79ccdc tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.2160707 Feb 04 11:36:54.076839 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea07478e-8c14-4262-85bc-b5a771d5e217 req-f7cbc8a4-65dc-434f-843e-a763ead19b3a tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485737 Feb 04 11:36:54.147629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] Provisioning for port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:54.161540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] Provisioning complete for port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:54.161897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.295244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.327646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.333277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] For port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,segment=NetworkSegment(6dd29308-041c-4fe6-bd72-8770c42d6c76),segment_id=6dd29308-041c-4fe6-bd72-8770c42d6c76)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:36:54.410285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.412391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.438895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.517302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8080bbc-cb22-46a4-bbeb-c74cafefac3f None None] Pushing event updated for resources: {'Port': ['ID=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:54.561813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-13a94d83-26d8-49c8-b610-450d8cce694b None None] Provisioning complete for port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:54.562255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-13a94d83-26d8-49c8-b610-450d8cce694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.585116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:54.641727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:36:54.642930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:36:54.800398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-13a94d83-26d8-49c8-b610-450d8cce694b None None] Provisioning for port 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:36:54.806043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-13a94d83-26d8-49c8-b610-450d8cce694b None None] Provisioning complete for port 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:54.806256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-13a94d83-26d8-49c8-b610-450d8cce694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:54.867451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-13a94d83-26d8-49c8-b610-450d8cce694b None None] Port 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:54.949008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router 74072a9f-d805-4f08-987b-2d27776a7ef6 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:36:54.988118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cc897d8f-aa8a-4554-a39b-3daaadcae09d None None] Provisioning complete for port 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:54.988864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cc897d8f-aa8a-4554-a39b-3daaadcae09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.047482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cc897d8f-aa8a-4554-a39b-3daaadcae09d None None] Port 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:36:55.120520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:55.131579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] Sync routers for ids ['74072a9f-d805-4f08-987b-2d27776a7ef6'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:55.138654 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c2d1d65e-2000-451d-b0d7-b2b7843ac717 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/74072a9f-d805-4f08-987b-2d27776a7ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0645726 Feb 04 11:36:55.141448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:55.143862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] Routers {'74072a9f-d805-4f08-987b-2d27776a7ef6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:55.144627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['74072a9f-d805-4f08-987b-2d27776a7ef6'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:55.208765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:55.218097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] Routers {'74072a9f-d805-4f08-987b-2d27776a7ef6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:55.218702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['74072a9f-d805-4f08-987b-2d27776a7ef6'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:55.224148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf25476-811c-463c-a945-7a3dc84eae84 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:55.224762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2cf25476-811c-463c-a945-7a3dc84eae84 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:55.284293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:55.286161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e9522-6c7a-49f1-9a97-fc1bab908df9 None None] The sync data for ids ['74072a9f-d805-4f08-987b-2d27776a7ef6'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:55.289023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10fea5-f7c0-46eb-b205-330393d0e4b3 req-8d9829bd-c92d-4ed8-a7a4-6f88bd6be9ff tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:55.290535 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d10fea5-f7c0-46eb-b205-330393d0e4b3 req-8d9829bd-c92d-4ed8-a7a4-6f88bd6be9ff tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0951269 Feb 04 11:36:55.313599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2cf25476-811c-463c-a945-7a3dc84eae84 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:55.315106 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2cf25476-811c-463c-a945-7a3dc84eae84 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports/97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 HTTP/1.1" status: 200 len: 911 time: 0.1720796 Feb 04 11:36:55.317951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40712) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:55.324671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e27694f8-b241-4e0f-b8fb-c089a88b6749'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:36:55.343166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d10fea5-f7c0-46eb-b205-330393d0e4b3 req-6cccbf0a-478b-4d88-9baa-c1a86aee6520 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Feb 04 11:36:55.581514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:55.633690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:36:55.754672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:36:55.754908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.307876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.405066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.411457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:56.412106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:56.413424 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/ports/97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 HTTP/1.1" status: 200 len: 911 time: 1.0945292 Feb 04 11:36:56.417203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40718) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:56.489623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e0fb-e449-4d20-acf9-b168090e7702 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:56.795755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39600f-b4ed-4e3f-a3b3-c2336877d465 req-b8816170-a36a-414e-ba71-a66e7bdb403b tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:56.795755 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4e39600f-b4ed-4e3f-a3b3-c2336877d465 req-b8816170-a36a-414e-ba71-a66e7bdb403b tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.3157914 Feb 04 11:36:56.911326 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4e39600f-b4ed-4e3f-a3b3-c2336877d465 req-01545a1a-0864-4cdf-b5ff-345de55d180e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157308 Feb 04 11:36:57.070814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.279090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.421405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:36:57.424884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.631162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:57.875556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:36:58.131666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d499f0-e909-48cd-a0af-f972d0c8b1e8 req-4d3bd878-e072-48f4-bd2d-f794a21107ca tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:58.133169 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1d499f0-e909-48cd-a0af-f972d0c8b1e8 req-4d3bd878-e072-48f4-bd2d-f794a21107ca tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.1087539 Feb 04 11:36:58.179066 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1d499f0-e909-48cd-a0af-f972d0c8b1e8 req-1200d92a-fa67-4a7f-bf01-3f260f4e3cc7 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 Feb 04 11:36:58.221623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.273205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=97d336ff-88ec-40b3-9bc0-ad5bd3cf1f18,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:36:58.458531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:58.744746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router 74072a9f-d805-4f08-987b-2d27776a7ef6 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:36:58.887212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:36:58.898321 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] Sync routers for ids ['74072a9f-d805-4f08-987b-2d27776a7ef6'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:36:58.908340 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] Routers {'74072a9f-d805-4f08-987b-2d27776a7ef6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:58.909060 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['74072a9f-d805-4f08-987b-2d27776a7ef6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:58.972779 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:58.984210 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] Routers {'74072a9f-d805-4f08-987b-2d27776a7ef6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:36:58.984210 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:36:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['74072a9f-d805-4f08-987b-2d27776a7ef6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:58.996021 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a6c52281-83d7-4a42-a646-462851a4cdf0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/74072a9f-d805-4f08-987b-2d27776a7ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775723 Feb 04 11:36:58.998747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40724) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.042731 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:36:59.043131 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9a3abe-4e4a-4c03-8ea1-149bdc2ec373 None None] The sync data for ids ['74072a9f-d805-4f08-987b-2d27776a7ef6'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:36:59.048371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08b56e92-aa36-40c3-95bc-02d1743c1b83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:36:59.148536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-08b56e92-aa36-40c3-95bc-02d1743c1b83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:36:59.149408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-08b56e92-aa36-40c3-95bc-02d1743c1b83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=74072a9f-d805-4f08-987b-2d27776a7ef6 HTTP/1.1" status: 200 len: 205 time: 0.1496303 Feb 04 11:36:59.152456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40728) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.286959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.775037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.779026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.807195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b2e4-bbe7-4295-a1fc-db0f9bcbab64 req-5e2e4274-cd4b-4e1b-9225-3dc220a272a0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:36:59.808722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b5f9b2e4-bbe7-4295-a1fc-db0f9bcbab64 req-5e2e4274-cd4b-4e1b-9225-3dc220a272a0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.4710238 Feb 04 11:36:59.855622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b5f9b2e4-bbe7-4295-a1fc-db0f9bcbab64 req-5d5aacae-79b8-4fe4-8e60-c5ae6826b7da tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411265 Feb 04 11:36:59.894475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.894475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router 74072a9f-d805-4f08-987b-2d27776a7ef6 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:36:59.902245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:36:59.903346 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d2e635ef-5d6b-49bb-9054-75cee95999d6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/74072a9f-d805-4f08-987b-2d27776a7ef6 HTTP/1.1" status: 204 len: 168 time: 0.7499025 Feb 04 11:36:59.906131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:36:59.977736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet e27694f8-b241-4e0f-b8fb-c089a88b6749 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:36:59.980907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.037014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.125877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.279228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9f113d2d-1dfb-4f9b-926b-82879e4673ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.313626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.354305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=e27694f8-b241-4e0f-b8fb-c089a88b6749,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:00.357824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.364240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-aae6572a-6552-4bf6-9022-d2e5ebd0e6c9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/e27694f8-b241-4e0f-b8fb-c089a88b6749 HTTP/1.1" status: 204 len: 168 time: 0.4571235 Feb 04 11:37:00.365150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fb3e5-829d-46b2-9e1d-5f98fca4d843 None None] Network 5ea7c074-6852-46ba-8de6-1c1ae53e4860 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:00.366771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40738) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:00.486260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.498634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:00.498995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.657976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] DHCP port deletion for 5ea7c074-6852-46ba-8de6-1c1ae53e4860 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:37:00.662418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Deleting port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:00.662789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.731213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,segment=NetworkSegment(6dd29308-041c-4fe6-bd72-8770c42d6c76),segment_id=6dd29308-041c-4fe6-bd72-8770c42d6c76)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:00.731868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:00.861091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:00.884446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] For port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,segment=NetworkSegment(6dd29308-041c-4fe6-bd72-8770c42d6c76),segment_id=6dd29308-041c-4fe6-bd72-8770c42d6c76)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:00.885443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.023083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Calling delete_port for 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:01.066123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ef6bc-a63c-49ba-9481-370f099dad8c req-32a13b62-cc27-4ccf-a1e8-31a2385571e6 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:01.067795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a30ef6bc-a63c-49ba-9481-370f099dad8c req-32a13b62-cc27-4ccf-a1e8-31a2385571e6 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0862381 Feb 04 11:37:01.069008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.099026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:01.099026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:01.132645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=67208b0c-ca0e-41fe-a715-36e5ce8fc9f7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:01.134431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No DVR routers for this DVR port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:01.388241 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a30ef6bc-a63c-49ba-9481-370f099dad8c req-4c784cb8-e1d2-4f17-b28c-44c5bb557dc1 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830358 Feb 04 11:37:01.399740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.427739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea7c074-6852-46ba-8de6-1c1ae53e4860']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:01.442391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd29308-041c-4fe6-bd72-8770c42d6c76') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:01.442391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd29308-041c-4fe6-bd72-8770c42d6c76') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:01.453412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.470027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.476211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:37:01.479248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:01.491284 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:01.600093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Deleting port 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:01.600604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.634389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:01.665340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.681798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:01.694665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=5ea7c074-6852-46ba-8de6-1c1ae53e4860,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:01.702352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:01.702352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 67208b0c-ca0e-41fe-a715-36e5ce8fc9f7 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:01.708003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1e65b-1e4b-42a5-bf1d-ca8626eae1c3 None None] The port '67208b0c-ca0e-41fe-a715-36e5ce8fc9f7' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:37:01.845551 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d1f92091-664b-4230-b458-a77ccd2cbf08 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/5ea7c074-6852-46ba-8de6-1c1ae53e4860 HTTP/1.1" status: 204 len: 168 time: 1.4777007 Feb 04 11:37:01.849164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40744) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:01.854936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1971372263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:01.861940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:01.866333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:01.869970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:01.877104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:02.010988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.016205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.026854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.171083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.284850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.288421 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7b300d09-c1eb-40b9-ae73-88e7bba4f006 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4360452 Feb 04 11:37:02.288979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40748) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:02.295499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-425310620'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:02.301941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:02.307481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:02.310578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:02.318011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:02.444491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:02.448277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.481109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:02.491218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.491579 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 435d6dff-a2a3-48c0-aec8-3449f5c4312d of type vlan for network 2a660bec-fa2c-4a99-92cc-80cb051afe42 Feb 04 11:37:02.557018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.625486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e170a-0316-4a3c-82d1-d44faa3f8acb req-902573a9-d9f3-4359-b132-91316b6d5b96 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:02.627011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c0e170a-0316-4a3c-82d1-d44faa3f8acb req-902573a9-d9f3-4359-b132-91316b6d5b96 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.1147716 Feb 04 11:37:02.676740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c0e170a-0316-4a3c-82d1-d44faa3f8acb req-9ba5d737-2327-4f6a-ae90-7e396fe9a533 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Feb 04 11:37:02.733876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.736257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:02.736864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.757729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b48ad01f-98af-445f-b13e-f5763215909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:02.849886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=2a660bec-fa2c-4a99-92cc-80cb051afe42,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:02.861598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:02.956767 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-734e97da-3b51-4361-813a-deba2ba23e73 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6641071 Feb 04 11:37:02.957454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40754) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:02.963795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:03.081011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:03.084209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:03.086987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:03.093460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:03.216204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:03.231743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.595262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.673667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.693321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=92f98042-9c46-48d4-8446-70b0d47ebe17,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:03.703693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:03.704092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: 2a660bec-fa2c-4a99-92cc-80cb051afe42, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:03.709477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.830612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:03.880435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444c2ac-0231-4cdf-81dc-354ca550cc2f req-c31334c0-e214-4220-b639-67fff9f90d4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:03.881945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c444c2ac-0231-4cdf-81dc-354ca550cc2f req-c31334c0-e214-4220-b639-67fff9f90d4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0903811 Feb 04 11:37:03.929907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c444c2ac-0231-4cdf-81dc-354ca550cc2f req-a492bc5b-c5e9-4c1a-86ae-954fb16ba81f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Feb 04 11:37:03.974759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 2a660bec-fa2c-4a99-92cc-80cb051afe42) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:03.974759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:03.974759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:03.979484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17132b9f-e65b-4949-9784-a81c9012dafa None None] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:04.148203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8a37da58-184c-4e67-b6de-2d1ecb5e9637 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1900101 Feb 04 11:37:04.152132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:04.224889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-2a660bec-fa2c-4a99-92cc-80cb051afe42', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:37:04.225731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.393306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Allocated IP 2001:db8::2 (2a660bec-fa2c-4a99-92cc-80cb051afe42/92f98042-9c46-48d4-8446-70b0d47ebe17/2eb99720-528e-438b-8d68-b15e2808cea2) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:04.621776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.632371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Transition to ACTIVE for port object 2eb99720-528e-438b-8d68-b15e2808cea2 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:04.659322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Transition to ACTIVE for port object 2eb99720-528e-438b-8d68-b15e2808cea2 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:04.685752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.743514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:04.877145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:04.880701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:04.884517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:04.991462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Pushing event updated for resources: {'Port': ['ID=2eb99720-528e-438b-8d68-b15e2808cea2,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:05.004756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Attempting to bind port 2eb99720-528e-438b-8d68-b15e2808cea2 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:05.005126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Attempting to bind port 2eb99720-528e-438b-8d68-b15e2808cea2 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:05.005600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Attempting to bind port 2eb99720-528e-438b-8d68-b15e2808cea2 on network 2a660bec-fa2c-4a99-92cc-80cb051afe42 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:05.012560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:05.012954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Checking segment: {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:05.014554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.015655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Bound using segment: {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:05.023671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Bound port: 2eb99720-528e-438b-8d68-b15e2808cea2, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:05.023671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.095521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8::1 (2a660bec-fa2c-4a99-92cc-80cb051afe42/92f98042-9c46-48d4-8446-70b0d47ebe17/9bfa7329-9ed3-4b1a-9f7b-24c242ac1637) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:05.131928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] For port 2eb99720-528e-438b-8d68-b15e2808cea2, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:05.134223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] For port 2eb99720-528e-438b-8d68-b15e2808cea2, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2eb99720-528e-438b-8d68-b15e2808cea2,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:05.154314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980c517-8c15-46d9-8bfa-62dfe3053270 req-7374385e-c49b-45f9-a127-8dd784c3a909 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:05.155875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5980c517-8c15-46d9-8bfa-62dfe3053270 req-7374385e-c49b-45f9-a127-8dd784c3a909 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0890725 Feb 04 11:37:05.200689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.202147 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5980c517-8c15-46d9-8bfa-62dfe3053270 req-b863ecb1-96f7-472d-8c2a-b254d15e4e09 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Feb 04 11:37:05.279759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.377446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222465eb-157d-49a0-9a6f-d11f74f0f253 None None] Pushing event updated for resources: {'Port': ['ID=2eb99720-528e-438b-8d68-b15e2808cea2,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:05.437483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.458836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:05.576275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.647288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:05.651137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:05.654325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:05.654325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:05.686193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:05.720349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2eb99720-528e-438b-8d68-b15e2808cea2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:05.948613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 2eb99720-528e-438b-8d68-b15e2808cea2 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:05.956368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.421683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e5290-8a45-4d22-acc6-4b7f45d938f0 req-4ea969c1-08a6-4c68-a2ea-c718574bce19 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:06.421683 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee4e5290-8a45-4d22-acc6-4b7f45d938f0 req-4ea969c1-08a6-4c68-a2ea-c718574bce19 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.0933530 Feb 04 11:37:06.434878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.448298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c94376-5ada-43f2-81bb-ffb1f3866c98 None None] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:06.471039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee4e5290-8a45-4d22-acc6-4b7f45d938f0 req-d6f49df6-c384-49dc-979e-d9ab3f9f07ba tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501087 Feb 04 11:37:06.512356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.512356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.629293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] Provisioning for port 2eb99720-528e-438b-8d68-b15e2808cea2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:06.635340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] Provisioning complete for port 2eb99720-528e-438b-8d68-b15e2808cea2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:06.635860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.668069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:06.735732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:06.737053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:06.824036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:06.861368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] For port 2eb99720-528e-438b-8d68-b15e2808cea2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2eb99720-528e-438b-8d68-b15e2808cea2,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:06.987990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.060728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c7b20-50ee-4a7c-822d-71d36626aef6 None None] Pushing event updated for resources: {'Port': ['ID=2eb99720-528e-438b-8d68-b15e2808cea2,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:07.124452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:37:07.250425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75589e3-6499-4f39-b702-3c6f4f1621c7 None None] Provisioning for port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:07.258808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75589e3-6499-4f39-b702-3c6f4f1621c7 None None] Provisioning complete for port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:07.259256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f75589e3-6499-4f39-b702-3c6f4f1621c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.304158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:07.319998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:07.325085 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c783898f-051a-46d8-ab5d-f7a4cf2bc0a5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689246 Feb 04 11:37:07.325352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40770) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:07.331195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1173267329'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:07.346742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f75589e3-6499-4f39-b702-3c6f4f1621c7 None None] Port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:07.348667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:07.353749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:07.356972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:07.363627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:07.366322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:07.367379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:07.491067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f75589e3-6499-4f39-b702-3c6f4f1621c7 None None] Provisioning complete for port 2eb99720-528e-438b-8d68-b15e2808cea2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:07.491753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f75589e3-6499-4f39-b702-3c6f4f1621c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.519047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:07.524482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.555818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:07.573182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.574184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 686cbab2-a916-4cd7-97fa-236d3476bebd of type vlan for network e96b77ad-9241-416e-9693-e2d534940ed1 Feb 04 11:37:07.589542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:07.695390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.737459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2eb99720-528e-438b-8d68-b15e2808cea2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:07.767129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01ac99-a3ad-4adb-b14a-8532cc197dd2 req-4219cd56-4ffc-4a4a-8b6c-07e08ffa0823 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:07.774277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce01ac99-a3ad-4adb-b14a-8532cc197dd2 req-4219cd56-4ffc-4a4a-8b6c-07e08ffa0823 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.1829681 Feb 04 11:37:07.822517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce01ac99-a3ad-4adb-b14a-8532cc197dd2 req-0b5ba09b-8f92-4ea0-9341-f87128e8ad8b tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472796 Feb 04 11:37:07.832172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.833255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:07.833579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:07.944141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=e96b77ad-9241-416e-9693-e2d534940ed1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:08.178216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e96b77ad-9241-416e-9693-e2d534940ed1 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:08.178216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8d0890c1-6ac9-4abb-ae85-5dc3093f45c8 None None] Provisioning complete for port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:08.178216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8d0890c1-6ac9-4abb-ae85-5dc3093f45c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.185096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8d0890c1-6ac9-4abb-ae85-5dc3093f45c8 None None] Port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:08.196560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 2eb99720-528e-438b-8d68-b15e2808cea2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:08.197470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.268034 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c352bac6-d7c9-4ed1-871b-1aa6f2abde38 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9415739 Feb 04 11:37:08.271114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40780) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:08.277573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:08.393695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:05Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:06Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:08.401030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:08.403708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Updating router dea47bde-0c09-48c4-b067-c9c468d73421 port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:37:08.461852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.514660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:08.518745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:08.521740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:08.527715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:08.650668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:08.654389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.846142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.860558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Transition to ACTIVE for port object 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:08.935726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:08.988868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.119341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:09.128973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e5e0a-38c8-4c78-920f-fdab5f74730b None None] Pushing event updated for resources: {'Port': ['ID=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:09.142058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:09.145382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: e96b77ad-9241-416e-9693-e2d534940ed1, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:09.180547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c09139-3d0f-4403-9eae-d644a8dc2bce req-201a8503-a7ac-4955-aa76-a6b5c3c569ad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:09.183137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-67c09139-3d0f-4403-9eae-d644a8dc2bce req-201a8503-a7ac-4955-aa76-a6b5c3c569ad tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.2341149 Feb 04 11:37:09.218929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Attempting to bind port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:09.219438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Attempting to bind port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:09.219984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Attempting to bind port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 on network 2a660bec-fa2c-4a99-92cc-80cb051afe42 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:09.226483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:09.226854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Checking segment: {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:09.227258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.227704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Bound using segment: {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:09.228765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Bound port: 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435d6dff-a2a3-48c0-aec8-3449f5c4312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:09.229273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.236238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-67c09139-3d0f-4403-9eae-d644a8dc2bce req-e5eb26e7-faa5-4300-9185-33f5f2d2425b tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459342 Feb 04 11:37:09.281812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network e96b77ad-9241-416e-9693-e2d534940ed1 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:09.329311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886892aa-b1c8-4db8-8dd2-c1b927397fd3 req-17c6132e-b648-47b5-a49b-c7880f710b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:09.329910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-886892aa-b1c8-4db8-8dd2-c1b927397fd3 req-17c6132e-b648-47b5-a49b-c7880f710b5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1098 time: 0.0907922 Feb 04 11:37:09.341091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] For port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:09.344511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] For port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:09.388613 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-886892aa-b1c8-4db8-8dd2-c1b927397fd3 req-e01f9009-6135-4846-90ea-47ba857a9d10 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510938 Feb 04 11:37:09.416880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e96b77ad-9241-416e-9693-e2d534940ed1) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:09.421683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:09.422274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.429020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c939b7-593e-4095-abdd-cc97e846c6f3 None None] Network e96b77ad-9241-416e-9693-e2d534940ed1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:09.446815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:09.536610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7d0b2910-ba76-49c0-817b-dd61d8a7a5fe tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2643147 Feb 04 11:37:09.539872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40786) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:09.634098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:09.635374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:09.694216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e5e0a-38c8-4c78-920f-fdab5f74730b None None] Pushing event updated for resources: {'Port': ['ID=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:09.979125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:10.077845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e96b77ad-9241-416e-9693-e2d534940ed1', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:37:10.078492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.241791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.511278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Allocated IP 2001:db8:1::2 (e96b77ad-9241-416e-9693-e2d534940ed1/a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22/d77947f0-77dd-4720-a5be-bd513dd440a0) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:10.557162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:37:10.738844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:05Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:09Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:10.753530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624c06f-3b3c-46c1-aef0-c8b335a6605a req-ec0e7bae-5174-4553-9609-2ec9053e4b03 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:10.756050 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9624c06f-3b3c-46c1-aef0-c8b335a6605a req-ec0e7bae-5174-4553-9609-2ec9053e4b03 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.3537364 Feb 04 11:37:10.776499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27654fde-ca8a-4ea9-a3af-44f15b910ff4 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:05Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:09Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:10.870768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9624c06f-3b3c-46c1-aef0-c8b335a6605a req-0dd62815-b6b2-49cb-883e-e860b221e280 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059492 Feb 04 11:37:10.920286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:10.949274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:10.953337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'port_id': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'mac_address': 'fa:16:3e:cb:cd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:37:11.005211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Transition to ACTIVE for port object d77947f0-77dd-4720-a5be-bd513dd440a0 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:11.053615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.068006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Transition to ACTIVE for port object d77947f0-77dd-4720-a5be-bd513dd440a0 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:11.078813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:37:11.095200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:11.182945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.245297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.263038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8:1::1 (e96b77ad-9241-416e-9693-e2d534940ed1/a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22/f4a1af2d-9f36-421a-858c-71f515645c87) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:11.271505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Network e96b77ad-9241-416e-9693-e2d534940ed1 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:11.275155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:11.279907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:11.287238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Pushing event updated for resources: {'Port': ['ID=d77947f0-77dd-4720-a5be-bd513dd440a0,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:11.449565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Attempting to bind port d77947f0-77dd-4720-a5be-bd513dd440a0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:11.450242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Attempting to bind port d77947f0-77dd-4720-a5be-bd513dd440a0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:11.450374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.450569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Attempting to bind port d77947f0-77dd-4720-a5be-bd513dd440a0 on network e96b77ad-9241-416e-9693-e2d534940ed1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:11.463981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:11.463981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Checking segment: {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:11.463981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.466018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Bound using segment: {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:11.466018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Bound port: d77947f0-77dd-4720-a5be-bd513dd440a0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:11.466018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.469906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object f4a1af2d-9f36-421a-858c-71f515645c87 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:11.484061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:11.521524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:37:11.564775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.635926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network e96b77ad-9241-416e-9693-e2d534940ed1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:11.639725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:11.644847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:11.645652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.656095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] For port d77947f0-77dd-4720-a5be-bd513dd440a0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:11.669147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=f4a1af2d-9f36-421a-858c-71f515645c87,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:11.680457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] For port d77947f0-77dd-4720-a5be-bd513dd440a0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d77947f0-77dd-4720-a5be-bd513dd440a0,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:11.774057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:11.813261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:11.937894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.055306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8025f5-dc50-4ec8-85cd-d89e9833930b None None] Pushing event updated for resources: {'Port': ['ID=d77947f0-77dd-4720-a5be-bd513dd440a0,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:12.211691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:12.218697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:12.219265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.311061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd44b8-fab9-492e-ba64-e6b5baf7b839 req-81597216-aba8-458f-8cd5-359567510cff tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:12.312681 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8fbd44b8-fab9-492e-ba64-e6b5baf7b839 req-81597216-aba8-458f-8cd5-359567510cff tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 944 time: 0.3041708 Feb 04 11:37:12.417427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.456432 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8fbd44b8-fab9-492e-ba64-e6b5baf7b839 req-7f2cf514-e2fe-4e7c-9519-b21c2d75d79a tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262834 Feb 04 11:37:12.460527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:12.488528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40798) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:12.557211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:12.590813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.655744 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-62e0200b-d15e-4095-a37e-6fdc5b14b10f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/floatingips/685ac084-de5d-42a7-b2a2-38c9de1de25c HTTP/1.1" status: 200 len: 991 time: 0.1614397 Feb 04 11:37:12.686473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.715040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:12.750284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.769764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:37:12.781459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.788200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.794442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:12.885595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:12.951971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=f4a1af2d-9f36-421a-858c-71f515645c87,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:12.978453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:13.030662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network e96b77ad-9241-416e-9693-e2d534940ed1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:13.031899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:13.209574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444a6da-2ad8-4c62-ba54-8800ca74f62e None None] Network e96b77ad-9241-416e-9693-e2d534940ed1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:13.347244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:13.383586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-07376309-4c16-48d2-9a11-7f77764356f4 None None] Provisioning for port d77947f0-77dd-4720-a5be-bd513dd440a0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:13.516548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:13.527845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:13.537148 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-be37a3c6-683e-4d1b-b660-2b0dcc8a4af9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9929338 Feb 04 11:37:13.537148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:13.542374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-217221845'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:13.544282 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:13.544879 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:13.547283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:13.553249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:13.554701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:13.561927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:13.626383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:13.626383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.657034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:13.688315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.688989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment bad963db-e484-42b2-a5e4-63e7cff80795 of type vlan for network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 Feb 04 11:37:13.729587 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:13.729936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.792387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:13.878209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:13.887837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.907626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.914125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:13.914808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:13.964036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-286b0c59-cc62-4696-8008-d0033a680683 None None] Provisioning for port f4a1af2d-9f36-421a-858c-71f515645c87 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:13.973208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-286b0c59-cc62-4696-8008-d0033a680683 None None] Provisioning complete for port f4a1af2d-9f36-421a-858c-71f515645c87 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:13.973854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-286b0c59-cc62-4696-8008-d0033a680683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.067289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:14.090994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:14.112923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-286b0c59-cc62-4696-8008-d0033a680683 None None] Port f4a1af2d-9f36-421a-858c-71f515645c87 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:14.131934 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-96950c10-4bb4-4947-9f57-faa124a95a9a tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5944886 Feb 04 11:37:14.135805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:14.143360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:14.181649 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:11Z', 'revision_number': 3, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:14.188065 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:14.188374 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Updating router dea47bde-0c09-48c4-b067-c9c468d73421 port f4a1af2d-9f36-421a-858c-71f515645c87 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:37:14.223610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d77947f0-77dd-4720-a5be-bd513dd440a0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:14.259693 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.314245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:14.320782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:14.328931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:14.334780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:14.340212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-97bc5c5c-b207-4f62-9219-5bfbe24ec04b None None] Provisioning complete for port f4a1af2d-9f36-421a-858c-71f515645c87 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:14.340732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-97bc5c5c-b207-4f62-9219-5bfbe24ec04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.397287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d77947f0-77dd-4720-a5be-bd513dd440a0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:14.408832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d77947f0-77dd-4720-a5be-bd513dd440a0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:14.415219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.416266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:14.416266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.444704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-97bc5c5c-b207-4f62-9219-5bfbe24ec04b None None] Port f4a1af2d-9f36-421a-858c-71f515645c87 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:14.549793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.574565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:14.665330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d6079a2a-e422-43ab-8435-85381e7e1fc5 None None] Provisioning complete for port f4a1af2d-9f36-421a-858c-71f515645c87 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:14.665330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d6079a2a-e422-43ab-8435-85381e7e1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.694894 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.704992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d77947f0-77dd-4720-a5be-bd513dd440a0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d77947f0-77dd-4720-a5be-bd513dd440a0,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:14.713040 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Transition to ACTIVE for port object f4a1af2d-9f36-421a-858c-71f515645c87 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:14.749538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d6079a2a-e422-43ab-8435-85381e7e1fc5 None None] Port f4a1af2d-9f36-421a-858c-71f515645c87 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:14.756873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:14.756873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.776258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.800826 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.802246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.865548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:14.876335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:14.877462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:14.924037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d77947f0-77dd-4720-a5be-bd513dd440a0,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:14.957651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:14.998577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:15.046811 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Pushing event updated for resources: {'Port': ['ID=f4a1af2d-9f36-421a-858c-71f515645c87,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.052481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.073261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.074722 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.074722 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.074722 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:15.081766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:15.089565 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Attempting to bind port f4a1af2d-9f36-421a-858c-71f515645c87 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:15.090066 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Attempting to bind port f4a1af2d-9f36-421a-858c-71f515645c87 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:15.090490 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Attempting to bind port f4a1af2d-9f36-421a-858c-71f515645c87 on network e96b77ad-9241-416e-9693-e2d534940ed1 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:15.091142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:15.095208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:15.095824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.099452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:15.099452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Checking segment: {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:15.099452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.099452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Bound using segment: {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:15.099452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Bound port: f4a1af2d-9f36-421a-858c-71f515645c87, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686cbab2-a916-4cd7-97fa-236d3476bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:15.100073 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.111039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631075a-7db3-4e8d-85f6-d95c0130a9a8 None None] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:15.129560 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'code': 200} Feb 04 11:37:15.203330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.220225 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] For port f4a1af2d-9f36-421a-858c-71f515645c87, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:15.223526 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] For port f4a1af2d-9f36-421a-858c-71f515645c87, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f4a1af2d-9f36-421a-858c-71f515645c87,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:15.236262 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7be61454-646c-4638-97f6-0c6874596169 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0966353 Feb 04 11:37:15.236846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40816) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:15.297614 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.313388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.401163 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:15.401884 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:15.444072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:37:15.447844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:15.545404 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3420b32-a9dd-4257-8fb7-45edb53afad7 None None] Pushing event updated for resources: {'Port': ['ID=f4a1af2d-9f36-421a-858c-71f515645c87,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:15.603929 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:15.677088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Allocated IP 2001:db8:2::2 (a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60/42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8/a5385f69-2da1-4bb5-ae40-fa60abf50bb3) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:15.706230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d77947f0-77dd-4720-a5be-bd513dd440a0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:15.912249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d77947f0-77dd-4720-a5be-bd513dd440a0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:15.912722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.030543 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:11Z', 'revision_number': 3, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:15Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:16.034686 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00929eee-2860-48c4-8b32-b060817cbd7b None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:11Z', 'revision_number': 3, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:15Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:16.137238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.146509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.160116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Transition to ACTIVE for port object a5385f69-2da1-4bb5-ae40-fa60abf50bb3 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:16.190799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Transition to ACTIVE for port object a5385f69-2da1-4bb5-ae40-fa60abf50bb3 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:16.257135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.332186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:16.335123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:16.339694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:16.346407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Pushing event updated for resources: {'Port': ['ID=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:16.456151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Attempting to bind port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:16.456601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Attempting to bind port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:16.457029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Attempting to bind port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 on network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:16.473797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:16.474530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Checking segment: {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:16.481869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.481869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Bound using segment: {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:16.481869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Bound port: a5385f69-2da1-4bb5-ae40-fa60abf50bb3, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:16.481869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.587800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8:2::1 (a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60/42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8/3ccfce0c-ac5e-4fb3-ada5-1c770d212f92) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:16.587990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] For port a5385f69-2da1-4bb5-ae40-fa60abf50bb3, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:16.591357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] For port a5385f69-2da1-4bb5-ae40-fa60abf50bb3, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:16.680637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.767210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.795519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:16.798096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92f44-ea75-4617-8ab1-4e6c858e9a6c None None] Pushing event updated for resources: {'Port': ['ID=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:16.897601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:16.979172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:16.995228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:17.001245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:17.001834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.004863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:17.370738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.764537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a5385f69-2da1-4bb5-ae40-fa60abf50bb3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:17.838849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.885100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94240e-b618-44a2-acc5-0ac21451b710 None None] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:17.898132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.898312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:17.960381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:17.980158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4a1af2d-9f36-421a-858c-71f515645c87 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:18.069551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:18.132908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] Provisioning for port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:18.133556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:18.135333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:18.148881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] Provisioning complete for port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:18.149335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.309164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f4a1af2d-9f36-421a-858c-71f515645c87 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:18.329710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f4a1af2d-9f36-421a-858c-71f515645c87 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:18.330211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.448167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:18.514099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.579721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.593760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] For port a5385f69-2da1-4bb5-ae40-fa60abf50bb3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:18.621322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f4a1af2d-9f36-421a-858c-71f515645c87, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f4a1af2d-9f36-421a-858c-71f515645c87,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:18.635488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:18.646668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:18.653778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4dbb1705-1f96-43de-a876-52a6b87cc98b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4132760 Feb 04 11:37:18.654087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:18.658922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:18.660319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:18.660545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1654837987'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:18.675906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:18.684474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:network and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:18.686231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:18.696355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:18.725015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.822370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.848679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:18.848679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.871175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:18.880592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.880925 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added segment 4964a911-39ba-43f4-a68c-f83768822634 of type vlan for network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf Feb 04 11:37:18.898795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-416133c0-3f34-424b-8d8e-2c2157a84c79 None None] Provisioning complete for port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:18.899154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-416133c0-3f34-424b-8d8e-2c2157a84c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.912195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:18.932967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c71db4-24f7-4735-9fb2-1b80c364dbc7 None None] Pushing event updated for resources: {'Port': ['ID=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:18.936315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:19.028965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.036551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:19.037195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.163091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Network': ['ID=ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:19.188081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:19.265064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f4a1af2d-9f36-421a-858c-71f515645c87,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:19.423030 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fc521825-edd7-49c1-a4c5-73ddbe90c10b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7676492 Feb 04 11:37:19.426680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:19.431199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'subnet': {'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:19.555540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:17Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:17Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:15Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:19.560751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:19.561156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Updating router dea47bde-0c09-48c4-b067-c9c468d73421 port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:37:19.601815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-416133c0-3f34-424b-8d8e-2c2157a84c79 None None] Provisioning for port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:19.612426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-416133c0-3f34-424b-8d8e-2c2157a84c79 None None] Provisioning complete for port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.612916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-416133c0-3f34-424b-8d8e-2c2157a84c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.669664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a5385f69-2da1-4bb5-ae40-fa60abf50bb3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:19.678134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:19.683039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:subnet and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:19.687838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:19.693998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:19.725992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.758426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-416133c0-3f34-424b-8d8e-2c2157a84c79 None None] Port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:19.793042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Made reservation on behalf of 4be599a11aa54e1191239ac5e36b8ef6 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:19.796631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.874369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.875016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:19.967986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-96375d10-e706-4db8-9132-354a9ccd191e None None] Provisioning complete for port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:19.968410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-96375d10-e706-4db8-9132-354a9ccd191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.136705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.172632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-96375d10-e706-4db8-9132-354a9ccd191e None None] Port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:20.223643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Subnet': ['ID=80c8defa-1d40-47e0-8807-59c21d27ac3c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:20.229275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Checking segment: {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:20.229631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network hostable DHCP agents. Network: ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:20.267733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4a1af2d-9f36-421a-858c-71f515645c87 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:20.341769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:20.399200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:20.404594 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:20.405316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.414285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3fe19e-e76a-486a-934d-40f2fe987f5a None None] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:20.440926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f4a1af2d-9f36-421a-858c-71f515645c87 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:20.441589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.485724 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fc608666-1ac0-403b-82e8-93c8369d465c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0589604 Feb 04 11:37:20.488469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:20.517959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.564534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Transition to ACTIVE for port object 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:20.701107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.923981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:37:20.924842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:20.968015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:20.984553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89115-5191-4910-8808-53796b971784 None None] Pushing event updated for resources: {'Port': ['ID=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:21.061271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6b283-0373-4830-ba62-adbd42721513 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:21.061841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6b283-0373-4830-ba62-adbd42721513 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:21.062305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6b283-0373-4830-ba62-adbd42721513 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:21.069665 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-07e6b283-0373-4830-ba62-adbd42721513 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=5d08d127c1e64ba38b5853db1323160c&network_id=2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 200 len: 3000 time: 0.0943060 Feb 04 11:37:21.109482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Attempting to bind port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:21.109847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Attempting to bind port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:21.110207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Attempting to bind port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 on network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:21.137308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.147031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:21.147031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Checking segment: {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:21.147330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.147775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Bound using segment: {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:21.148178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Bound port: 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad963db-e484-42b2-a5e4-63e7cff80795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:21.148608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.338034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Allocated IP 2001:db8:3::2 (ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf/80c8defa-1d40-47e0-8807-59c21d27ac3c/c6314b4a-4836-407d-ab1c-bbb690f93fa9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:21.340646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] For port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:21.345663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] For port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:21.437523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:21.534732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:21.535364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:21.771345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89115-5191-4910-8808-53796b971784 None None] Pushing event updated for resources: {'Port': ['ID=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:21.853768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:21.937046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.024578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Transition to ACTIVE for port object c6314b4a-4836-407d-ab1c-bbb690f93fa9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:22.109306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Transition to ACTIVE for port object c6314b4a-4836-407d-ab1c-bbb690f93fa9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:22.186938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.256086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Allocated IP 2001:db8:3::1 (ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf/80c8defa-1d40-47e0-8807-59c21d27ac3c/7ec7242e-b002-4820-891b-bc9041c4ac01) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:22.275906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:22.279815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:22.282198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:22.296770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Pushing event updated for resources: {'Port': ['ID=c6314b4a-4836-407d-ab1c-bbb690f93fa9,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:22.302498 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:37:22.395375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:17Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:21Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:22.400308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Attempting to bind port c6314b4a-4836-407d-ab1c-bbb690f93fa9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:22.400674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Attempting to bind port c6314b4a-4836-407d-ab1c-bbb690f93fa9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:22.401035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Attempting to bind port c6314b4a-4836-407d-ab1c-bbb690f93fa9 on network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3b086-58c2-418e-836a-b1401a2589aa None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:17Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:21Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Checking segment: {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Bound using segment: {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Bound port: c6314b4a-4836-407d-ab1c-bbb690f93fa9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:22.414827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.551988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] For port c6314b4a-4836-407d-ab1c-bbb690f93fa9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:22.557340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] For port c6314b4a-4836-407d-ab1c-bbb690f93fa9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c6314b4a-4836-407d-ab1c-bbb690f93fa9,segment=NetworkSegment(4964a911-39ba-43f4-a68c-f83768822634),segment_id=4964a911-39ba-43f4-a68c-f83768822634)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:22.587761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.609253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Transition to ACTIVE for port object 7ec7242e-b002-4820-891b-bc9041c4ac01 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:22.629756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.714988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.731011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e482201-8e78-47ae-8eb5-a70e99798862 None None] Pushing event updated for resources: {'Port': ['ID=c6314b4a-4836-407d-ab1c-bbb690f93fa9,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:22.811710 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:22.815164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:22.818213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:22.818927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:22.845698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=7ec7242e-b002-4820-891b-bc9041c4ac01,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:23.050176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.486112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.564312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.565109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:23.711923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event updated for resources: {'Port': ['ID=7ec7242e-b002-4820-891b-bc9041c4ac01,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:23.723745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40848) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:23.821918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:23.826165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:23.827372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:23.846949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805b94a-4e0c-4318-a156-01909de010f7 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:23.859960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a805b94a-4e0c-4318-a156-01909de010f7 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 814 time: 0.1286755 Feb 04 11:37:23.986838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:23.992636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:23.994542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.017097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:24.153110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68268fa-657b-4c8a-8c32-cac83edb653c None None] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:24.219978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:24.230733 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:24.237154 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-68097ca4-bb41-40b0-a186-872e5ec4d84e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7452445 Feb 04 11:37:24.237769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40856) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:24.244548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:24.244852 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:24.245485 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:24.248887 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.318673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:24.364793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ba9c1a03-0e67-4baa-a67d-47757b8ecb37 None None] Provisioning for port c6314b4a-4836-407d-ab1c-bbb690f93fa9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:24.433843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.437250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6314b4a-4836-407d-ab1c-bbb690f93fa9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:24.438151 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:24.618930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:24.742364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c6314b4a-4836-407d-ab1c-bbb690f93fa9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:24.749217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c6314b4a-4836-407d-ab1c-bbb690f93fa9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:24.749596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.793011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:24.794331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--678123033', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:24.801258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:24.808852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:24.817163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:24.834344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:24.896965 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:22Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:21Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:23Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:24.902505 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:24.902876 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Updating router dea47bde-0c09-48c4-b067-c9c468d73421 port 7ec7242e-b002-4820-891b-bc9041c4ac01 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:37:24.924354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.942051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:24.953660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:24.970665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port c6314b4a-4836-407d-ab1c-bbb690f93fa9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c6314b4a-4836-407d-ab1c-bbb690f93fa9,segment=NetworkSegment(4964a911-39ba-43f4-a68c-f83768822634),segment_id=4964a911-39ba-43f4-a68c-f83768822634)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:24.976199 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.010190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e67f537-4e5f-46f1-9280-05c255b062b9 None None] Provisioning complete for port c6314b4a-4836-407d-ab1c-bbb690f93fa9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:25.010656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e67f537-4e5f-46f1-9280-05c255b062b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.011864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:37:25.024464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.025216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment c6b31bcd-22a1-4b65-8037-23d92dd6474b of type vlan for network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f Feb 04 11:37:25.080414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.104962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 11:37:25.134798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Removed routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 11:37:25.135205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.165015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.192933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.201747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:25.202374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.321135 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5318997 Feb 04 11:37:25.334747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.367773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=c6314b4a-4836-407d-ab1c-bbb690f93fa9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:25.397007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb71cf-986c-45ee-ae15-e1d474df782f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=e83d89e7-a4ab-4f13-b46e-0fce5ed0516f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:25.410379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:37:25.415557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1068e44-5246-4296-94ff-1283611cec1c tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:25.422459 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e1068e44-5246-4296-94ff-1283611cec1c tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0813866 Feb 04 11:37:25.422459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.502953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e67f537-4e5f-46f1-9280-05c255b062b9 None None] Provisioning for port 7ec7242e-b002-4820-891b-bc9041c4ac01 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:25.515717 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.530439 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Transition to ACTIVE for port object 7ec7242e-b002-4820-891b-bc9041c4ac01 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:25.555100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e67f537-4e5f-46f1-9280-05c255b062b9 None None] Provisioning complete for port 7ec7242e-b002-4820-891b-bc9041c4ac01 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:25.556229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e67f537-4e5f-46f1-9280-05c255b062b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.645325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f537-4e5f-46f1-9280-05c255b062b9 None None] Port 7ec7242e-b002-4820-891b-bc9041c4ac01 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:25.654209 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.673286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3ecf2-1315-4462-8904-5db07cba2c1c tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:25.675249 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6be3ecf2-1315-4462-8904-5db07cba2c1c tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2516472 Feb 04 11:37:25.678211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.726351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-372c6a82-582d-4a43-b3fb-31e53dd6b245 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467205 Feb 04 11:37:25.729274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.765355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:25.772680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.778602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:25.786796 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbffed9-9f3a-4f27-9411-31d6493f855a None None] Pushing event updated for resources: {'Port': ['ID=7ec7242e-b002-4820-891b-bc9041c4ac01,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:25.803602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b5ca5997-7a55-4036-9ac0-2aabc2e0770e tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718486 Feb 04 11:37:25.806867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:25.880926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:25.884373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.011872 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Attempting to bind port 7ec7242e-b002-4820-891b-bc9041c4ac01 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:26.013054 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Attempting to bind port 7ec7242e-b002-4820-891b-bc9041c4ac01 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:26.014526 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Attempting to bind port 7ec7242e-b002-4820-891b-bc9041c4ac01 on network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:26.016133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546c60a-ad6d-4ee7-8ef8-df39bce736df tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:26.018940 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1546c60a-ad6d-4ee7-8ef8-df39bce736df tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2100196 Feb 04 11:37:26.021312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.028448 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:26.028806 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Checking segment: {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:26.029500 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.030044 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Bound using segment: {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:26.030673 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Bound port: 7ec7242e-b002-4820-891b-bc9041c4ac01, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4964a911-39ba-43f4-a68c-f83768822634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:26.031241 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.084439 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9cdd3859-756d-4b52-9c0d-2a3b60601bc5 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599492 Feb 04 11:37:26.087873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.096743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6314b4a-4836-407d-ab1c-bbb690f93fa9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:26.097373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051248708', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:26.101680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:26.146327 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] For port 7ec7242e-b002-4820-891b-bc9041c4ac01, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:26.151370 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] For port 7ec7242e-b002-4820-891b-bc9041c4ac01, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7ec7242e-b002-4820-891b-bc9041c4ac01,segment=NetworkSegment(4964a911-39ba-43f4-a68c-f83768822634),segment_id=4964a911-39ba-43f4-a68c-f83768822634)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:26.206503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c6314b4a-4836-407d-ab1c-bbb690f93fa9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:26.207040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.234197 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.262352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:26.266282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:26.269169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:26.275883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:26.300771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:26.311396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.313161 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-95a6388f-e083-4f0f-ad4c-728c8f903d0e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 954 time: 2.0744572 Feb 04 11:37:26.317936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40892) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.350965 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:26.350965 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:26.402064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:26.405846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:26.417449 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbffed9-9f3a-4f27-9411-31d6493f855a None None] Pushing event updated for resources: {'Port': ['ID=7ec7242e-b002-4820-891b-bc9041c4ac01,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:26.576308 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:26.773004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-56978c60-32b6-44d8-8c18-bfdcc1393090 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 954 time: 0.4538629 Feb 04 11:37:26.775802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:26.783165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'routes': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:26.929669 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:25Z', 'revision_number': 6, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:26Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:26.934931 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76e325b-30b3-4047-b5af-38cf92cc0c83 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:25Z', 'revision_number': 6, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:26Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:26.986630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.107418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=d8dd9709-a442-4691-adff-1f3674868ea7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:27.110695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:27.110695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: e83d89e7-a4ab-4f13-b46e-0fce5ed0516f, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:37:27.193123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:37:27.275607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.313131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e83d89e7-a4ab-4f13-b46e-0fce5ed0516f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:27.319134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:27.320356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.329009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc21f03-2b09-4dee-a2b3-e1f3b46111b0 None None] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:27.422534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3298c608-81bb-456c-ae5f-d17706dd9164 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3334911 Feb 04 11:37:27.619010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': 'd8dd9709-a442-4691-adff-1f3674868ea7'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:37:27.624323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.640328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 11:37:27.640328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 11:37:27.714671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:27.795435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7ec7242e-b002-4820-891b-bc9041c4ac01 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:27.817724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:27.823635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396088063', 'description': 'tempest-secgroup-smoke-1396088063 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:27.896656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:27.931247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Allocated IP 172.20.0.18 (e83d89e7-a4ab-4f13-b46e-0fce5ed0516f/d8dd9709-a442-4691-adff-1f3674868ea7/655de891-8dcc-459a-b5bf-dfb2bacbabc3) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:27.960475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:27.978000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:27.997772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:28.015428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 7ec7242e-b002-4820-891b-bc9041c4ac01 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:28.026106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7ec7242e-b002-4820-891b-bc9041c4ac01 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:28.026481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.059307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:28.094414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.108874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:28.108874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:28.194600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:28.202317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:28.209329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:28.218824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:28.222459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.231649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.435264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:28.452040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:28.470056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.535612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.595187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.612213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.652857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Transition to ACTIVE for port object 655de891-8dcc-459a-b5bf-dfb2bacbabc3 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:28.682156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35acfad2-3abe-4419-be2c-fcfe8e9161d2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:28.690702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:28.699749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.703304 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fcdb61c2-5df4-4c54-bb72-6798f8bc6217 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 704 time: 1.9241726 Feb 04 11:37:28.707525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.708113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.708113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.708113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.708550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.709129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.709629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.710130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.710750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.711308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.712565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.713170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.713719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:28.733646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 7ec7242e-b002-4820-891b-bc9041c4ac01, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7ec7242e-b002-4820-891b-bc9041c4ac01,segment=NetworkSegment(4964a911-39ba-43f4-a68c-f83768822634),segment_id=4964a911-39ba-43f4-a68c-f83768822634)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:28.756758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Transition to ACTIVE for port object 655de891-8dcc-459a-b5bf-dfb2bacbabc3 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:28.759159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.761353 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8666064a-b6da-41fa-8ebf-544c3a23107f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9424305 Feb 04 11:37:28.764265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.770713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '35acfad2-3abe-4419-be2c-fcfe8e9161d2', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:28.778503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:28.785108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:28.787616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:28.794193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:28.862788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.908053 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dcb77fdb-bcee-49b5-ad38-c1cca5699256 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 704 time: 0.2019703 Feb 04 11:37:28.910994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:28.924200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:28.941665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:27Z', 'revision_number': 7, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:26Z', 'revision_number': 4, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:28.953453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:28.961146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:28.967601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:28.970633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=7ec7242e-b002-4820-891b-bc9041c4ac01,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:28.973363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:29.020279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:29.020279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:29.177113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.305766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Pushing event updated for resources: {'Port': ['ID=655de891-8dcc-459a-b5bf-dfb2bacbabc3,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:29.393858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Attempting to bind port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:29.396697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Attempting to bind port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:29.396697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Attempting to bind port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 on network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:29.402071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:29.412817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.473016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:29.473639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Checking segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:29.473764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.474129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Bound using segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:29.474617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Bound port: 655de891-8dcc-459a-b5bf-dfb2bacbabc3, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:29.474993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.532694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.562532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367dc88f-a737-47b3-8f74-392278fae4bc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:29.684030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.719736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7ec7242e-b002-4820-891b-bc9041c4ac01 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:29.747355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.747355 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-daa4c00f-5025-4e6c-8b5b-73e343233e2c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9784136 Feb 04 11:37:29.749598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40922) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:29.759972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '35acfad2-3abe-4419-be2c-fcfe8e9161d2', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:29.768425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:29.770736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:29.773928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:29.786241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:29.908933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:29.935261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] For port 655de891-8dcc-459a-b5bf-dfb2bacbabc3, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:29.982585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] For port 655de891-8dcc-459a-b5bf-dfb2bacbabc3, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=655de891-8dcc-459a-b5bf-dfb2bacbabc3,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:29.999815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.053815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7ec7242e-b002-4820-891b-bc9041c4ac01 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:30.054196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.059957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 7ec7242e-b002-4820-891b-bc9041c4ac01 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:30.060345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.097582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.124527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.157914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2feae8-0635-47cf-9002-cf01dadc4d74,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:30.216701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.220775 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ad203344-f80f-48b2-979c-6bb3a065f376 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4665301 Feb 04 11:37:30.221022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40926) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.226439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '35acfad2-3abe-4419-be2c-fcfe8e9161d2', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:30.234108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:30.238212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:30.242243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:30.251785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:30.255948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f2f08-a943-4e2d-a7cd-6173b680c5c7 None None] Pushing event updated for resources: {'Port': ['ID=655de891-8dcc-459a-b5bf-dfb2bacbabc3,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:30.297703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9637ce7d-3178-4c82-b9e0-0c43c3d9e768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.314438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:27Z', 'revision_number': 7, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:28Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:30.314862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 7ec7242e-b002-4820-891b-bc9041c4ac01, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7ec7242e-b002-4820-891b-bc9041c4ac01,segment=NetworkSegment(4964a911-39ba-43f4-a68c-f83768822634),segment_id=4964a911-39ba-43f4-a68c-f83768822634)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:30.315324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.334951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57b258-b28c-4dd6-94e6-f5f4c4b58f26 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:27Z', 'revision_number': 7, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:28Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:30.406170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.485482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 7ec7242e-b002-4820-891b-bc9041c4ac01 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:30.512944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.588281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.648116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10da11a-01ab-4c20-bb8b-a3cb0158fdde,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:30.719805 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:30.727533 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:30.728247 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:30.821475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.825482 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1df69d9f-a8f3-412f-ada7-e729be91eebb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6001577 Feb 04 11:37:30.825482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:30.832734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '35acfad2-3abe-4419-be2c-fcfe8e9161d2', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:30.840529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:30.851499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:30.857157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:30.868576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:30.893330 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:30.924623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:30.975081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=7ec7242e-b002-4820-891b-bc9041c4ac01,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:30.988989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.098923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.236097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.268606 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:27Z', 'revision_number': 7, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec7242e-b002-4820-891b-bc9041c4ac01', 'name': '', 'network_id': 'ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:b8:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:21Z', 'updated_at': '2022-02-04T11:37:28Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '80c8defa-1d40-47e0-8807-59c21d27ac3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:31.273432 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:31.292253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098bafbf-5a7f-4efc-ab1d-d2b43924f9e0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:31.296492 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:31.297123 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:31.334837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.393417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.398552 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-85cca954-dcab-42d2-857a-4a01c94cd858 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5722625 Feb 04 11:37:31.399967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40934) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:31.406144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '35acfad2-3abe-4419-be2c-fcfe8e9161d2', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:31.416889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:31.430111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:31.430111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:31.439027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:31.484517 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:31.553634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:37:31.563670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.721881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:31.743740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.837643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632e52a-e9ff-4544-ab2f-ca8e6f599842 None None] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:31.856513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:31.898515 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:30Z', 'revision_number': 8, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:31.904317 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233c39a-e816-4edb-b9af-73e14d298324 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:30Z', 'revision_number': 8, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:31.911435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35e1920-4a68-48a8-8861-09b261713c83,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:31.964287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:31.978418 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-34b5a7f1-ed52-49cc-86c9-e6d9b737b6b7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0660856 Feb 04 11:37:31.981033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40938) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:32.053349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet 80c8defa-1d40-47e0-8807-59c21d27ac3c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:37:32.056512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.061398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.065336 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0a7aa296-9cbf-458e-8c15-6a9c289990ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6612074 Feb 04 11:37:32.065761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40942) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:32.072994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '35acfad2-3abe-4419-be2c-fcfe8e9161d2', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:32.079224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:32.083113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:32.086205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:32.092696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:32.122393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.141232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ea17837-ba28-4bdc-9969-e6bd90f8015a None None] Provisioning for port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:32.214608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.255596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 655de891-8dcc-459a-b5bf-dfb2bacbabc3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:32.268007 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:37:32.278906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.380010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.405201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.442244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:32.444676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:32.445123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.448493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=80c8defa-1d40-47e0-8807-59c21d27ac3c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:32.453938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.463320 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3b121c31-d36a-4fe7-b0cb-933ac879e6f7 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/80c8defa-1d40-47e0-8807-59c21d27ac3c HTTP/1.1" status: 204 len: 168 time: 0.4782567 Feb 04 11:37:32.463665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40946) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:32.488767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2e37b-b510-4f60-9e7b-cdf56ddc0ceb None None] Network ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:32.583784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:32.586853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.590090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.614620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bce1b7b-49df-4ccb-84ac-ccbd3c2132b5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.635169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:32.638286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port c6314b4a-4836-407d-ab1c-bbb690f93fa9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:32.638625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.649093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:32.649753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:32.713774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3f071f30-c185-4562-8dfc-79ba4100be15 None None] Provisioning complete for port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:32.713774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3f071f30-c185-4562-8dfc-79ba4100be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.754796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.754796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-92d92458-762d-40d5-9f82-938b8db53936 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6843829 Feb 04 11:37:32.919806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ddec86fb-ca7a-4aa3-8fc1-23c1f6ee7cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:32.920313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port c6314b4a-4836-407d-ab1c-bbb690f93fa9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c6314b4a-4836-407d-ab1c-bbb690f93fa9,segment=NetworkSegment(4964a911-39ba-43f4-a68c-f83768822634),segment_id=4964a911-39ba-43f4-a68c-f83768822634)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:32.920313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.011027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:33.018805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for c6314b4a-4836-407d-ab1c-bbb690f93fa9 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:33.112773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.120393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-6d19d9a1-7957-4680-a351-826b4bce4cb5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396088063&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.1667945 Feb 04 11:37:33.380295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.413829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3f071f30-c185-4562-8dfc-79ba4100be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.441642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=c6314b4a-4836-407d-ab1c-bbb690f93fa9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:33.442250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 655de891-8dcc-459a-b5bf-dfb2bacbabc3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=655de891-8dcc-459a-b5bf-dfb2bacbabc3,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:33.446600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No DVR routers for this DVR port c6314b4a-4836-407d-ab1c-bbb690f93fa9 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:33.549204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897f17e-2bf8-4d28-87d0-328f347d1cac None None] DHCP port deletion for ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:37:33.558543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.616160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-67b5f525-44c2-4075-964a-659ca3eb63ee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:33.616747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-67b5f525-44c2-4075-964a-659ca3eb63ee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:33.631915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.670920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.688874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4964a911-39ba-43f4-a68c-f83768822634') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.689249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4964a911-39ba-43f4-a68c-f83768822634') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.706970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.715585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7ec7242e-b002-4820-891b-bc9041c4ac01 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:33.731170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.737883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:37:33.738278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:33.766867 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:33.787457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 7ec7242e-b002-4820-891b-bc9041c4ac01 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:33.787457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7ec7242e-b002-4820-891b-bc9041c4ac01 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:33.787457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6314b4a-4836-407d-ab1c-bbb690f93fa9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:33.818150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-67b5f525-44c2-4075-964a-659ca3eb63ee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:33.823582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-67b5f525-44c2-4075-964a-659ca3eb63ee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=e83d89e7-a4ab-4f13-b46e-0fce5ed0516f HTTP/1.1" status: 200 len: 796 time: 0.6917717 Feb 04 11:37:33.827703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-3f071f30-c185-4562-8dfc-79ba4100be15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:33.828061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-3f071f30-c185-4562-8dfc-79ba4100be15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:33.828511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: c6314b4a-4836-407d-ab1c-bbb690f93fa9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:33.828848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6314b4a-4836-407d-ab1c-bbb690f93fa9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:33.846768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=655de891-8dcc-459a-b5bf-dfb2bacbabc3,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:33.851487 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-b2227f49-8c6b-4ed9-8775-6c9e32bed3d3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0173850 Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.866965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:37:33.881482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:30Z', 'revision_number': 8, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.881482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:33.891260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.901974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:33.901974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:33.949988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:33.985560 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-ab81ba1c-1103-44fb-8e60-8930993fdbba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1055441 Feb 04 11:37:33.997151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-94cf05f1-7bf0-4d4a-8e4b-34376658b292 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:37:33.998171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-94cf05f1-7bf0-4d4a-8e4b-34376658b292 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083594 Feb 04 11:37:34.029063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.052471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:34.062261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:34.112567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:34.135296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b0ee4abf-efc2-4f0d-8345-97583b146ef9 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/ddeac3d6-f21a-4c89-a720-aec1c9b3b4cf HTTP/1.1" status: 204 len: 168 time: 1.6651492 Feb 04 11:37:34.135609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:34.193859 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-dc69bb8c-ddfd-4bfd-aaf1-d15835180be6 service neutron] 10.222.0.36 "GET /v2.0/networks/e83d89e7-a4ab-4f13-b46e-0fce5ed0516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860926 Feb 04 11:37:34.350171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-4e4a5d99-e9a4-4ed6-a9b6-19daf60819eb service neutron] 10.222.0.36 "GET /v2.0/networks/e83d89e7-a4ab-4f13-b46e-0fce5ed0516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497638 Feb 04 11:37:34.482988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:30Z', 'revision_number': 8, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:34.489473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d07df-338c-4744-b8b2-c5d94e3a1f38 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:30Z', 'revision_number': 8, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '3ccfce0c-ac5e-4fb3-ada5-1c770d212f92', 'name': '', 'network_id': 'a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ef:fb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:16Z', 'updated_at': '2022-02-04T11:37:24Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:34.770968 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c52da46-15f8-4aac-84b0-dcfcbdcda717 req-a28f015b-2a33-4747-beaf-ad30f42efce7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 210 time: 0.0716414 Feb 04 11:37:34.888116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.159625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.246780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:35.247442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.465502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:35.465502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.587674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:35.665598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 655de891-8dcc-459a-b5bf-dfb2bacbabc3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:35.739626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:35.740586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.878654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:35.949771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78691d4d-f0ff-485e-ad86-906462f9f554 req-9693b90c-5f4a-44bf-a21c-826983f32088 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 210 time: 0.0578797 Feb 04 11:37:35.951248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=3ccfce0c-ac5e-4fb3-ada5-1c770d212f92,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:36.190603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.664952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:36.831218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:36.841807 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:36.860995 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-93134cab-123c-4e5b-a99b-72fc920324b6 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7104499 Feb 04 11:37:36.860995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40978) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:36.861298 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:36.861298 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:36.918379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet 42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:37:36.922466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:36.989972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.017077 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:37.095334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.119356 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e20ada0c-d7bf-4c75-91cf-0d2e5fffe0ff req-2a94884a-1e75-4e56-ac66-d6207ea17a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 210 time: 0.0584056 Feb 04 11:37:37.297421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.341105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:37.344859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.354455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:37.356116 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bfa40f4d-d381-4863-b7b7-1ecec975176f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8 HTTP/1.1" status: 204 len: 168 time: 0.5050828 Feb 04 11:37:37.356273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca566098-82da-4285-a5f1-2a58a007e785 None None] Network a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:37.381624 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:35Z', 'revision_number': 9, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:37.385988 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:37.396058 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:37.396704 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:37.481439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.587561 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:37.588512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:37.592214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.687331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] DHCP port deletion for a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:37:37.693603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] Deleting port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:37.694294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:37.873286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-9aad93da-73ed-4db2-adfd-db1ff67f2fac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:37.874772 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-9aad93da-73ed-4db2-adfd-db1ff67f2fac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=e83d89e7-a4ab-4f13-b46e-0fce5ed0516f HTTP/1.1" status: 200 len: 796 time: 0.3907309 Feb 04 11:37:37.876699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port a5385f69-2da1-4bb5-ae40-fa60abf50bb3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:37.877050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.017267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] For port a5385f69-2da1-4bb5-ae40-fa60abf50bb3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,segment=NetworkSegment(bad963db-e484-42b2-a5e4-63e7cff80795),segment_id=bad963db-e484-42b2-a5e4-63e7cff80795)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:38.018078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.028802 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:35Z', 'revision_number': 9, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:38.035739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029272cb-04aa-4757-b000-b342b6d98339 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:35Z', 'revision_number': 9, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4a1af2d-9f36-421a-858c-71f515645c87', 'name': '', 'network_id': 'e96b77ad-9241-416e-9693-e2d534940ed1', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:44:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:10Z', 'updated_at': '2022-02-04T11:37:18Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': 'a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:38.157527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for a5385f69-2da1-4bb5-ae40-fa60abf50bb3 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:38.162139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] Calling delete_port for a5385f69-2da1-4bb5-ae40-fa60abf50bb3 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:38.229713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-6ae95593-a369-45be-b716-be27a4efb088 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 473 time: 0.3446929 Feb 04 11:37:38.242891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '5226b31c-0add-43c0-befc-712db72923f4', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['35acfad2-3abe-4419-be2c-fcfe8e9161d2']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:38.352984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.387258 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5995468c-a945-4cc6-9df8-fd0736854a05 req-d8814c4e-cfe0-48a4-bef2-a19c56e1ce3c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 210 time: 0.1166127 Feb 04 11:37:38.400622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:38.400936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:38.434988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] Pushing event deleted for resources: {'Port': ['ID=a5385f69-2da1-4bb5-ae40-fa60abf50bb3,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:38.438407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c1fe7-7b3f-4215-b6c7-705f7a206231 None None] No DVR routers for this DVR port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:38.484299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:38.490323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:port and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:38.497574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:38.504247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:38.643846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:37:38.647804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:38.835832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.24 (e83d89e7-a4ab-4f13-b46e-0fce5ed0516f/d8dd9709-a442-4691-adff-1f3674868ea7/438ba372-baae-4c42-b205-92c35cbf400f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:38.897755 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-b760b787-fd0a-41bc-a0e9-cd94e82f8df4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073308 Feb 04 11:37:38.916046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port a5385f69-2da1-4bb5-ae40-fa60abf50bb3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:38.916463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.022396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340378-d2c3-4602-840a-30742bc4fe50 req-40f51b5d-9d4e-4392-a0e7-d1a87964c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.024063 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-40f51b5d-9d4e-4392-a0e7-d1a87964c0aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1098 time: 0.0955546 Feb 04 11:37:39.047373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] The port 'a5385f69-2da1-4bb5-ae40-fa60abf50bb3' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:37:39.187822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340378-d2c3-4602-840a-30742bc4fe50 req-8ae391f7-26a5-49cc-814f-f41c4d804c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.194054 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-8ae391f7-26a5-49cc-814f-f41c4d804c3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed62255b-c709-4c28-b0e8-a73f9a97d27a HTTP/1.1" status: 200 len: 898 time: 0.1425562 Feb 04 11:37:39.230181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.257051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.287891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:39.299724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 438ba372-baae-4c42-b205-92c35cbf400f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:39.305575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad963db-e484-42b2-a5e4-63e7cff80795') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:39.316178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad963db-e484-42b2-a5e4-63e7cff80795') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:39.316607 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-c646f10d-a73b-49fd-b46e-29c1e2527c48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc HTTP/1.1" status: 200 len: 1000 time: 0.1102877 Feb 04 11:37:39.322105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.344171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.354121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:37:39.354529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: util.warn( Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:39.369444 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:39.380234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340378-d2c3-4602-840a-30742bc4fe50 req-186d7b4d-909e-451d-9215-4e1a97b4853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.381683 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-186d7b4d-909e-451d-9215-4e1a97b4853a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=665edb61-e19e-41ef-8620-a710c31db26d HTTP/1.1" status: 200 len: 835 time: 0.0669250 Feb 04 11:37:39.463320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340378-d2c3-4602-840a-30742bc4fe50 req-60bd1a37-1e63-476f-b32f-0ec6bb9b879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.464803 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-60bd1a37-1e63-476f-b32f-0ec6bb9b879b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed62255b-c709-4c28-b0e8-a73f9a97d27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767407 Feb 04 11:37:39.475240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-62eb70d4-5428-48cf-b9c0-6f61692a2743 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:37:39.476237 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-62eb70d4-5428-48cf-b9c0-6f61692a2743 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051370 Feb 04 11:37:39.513979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.569593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.627809 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-47ac92ec-33d4-4337-a2db-58b210adf65d service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453705 Feb 04 11:37:39.651832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.665027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a5385f69-2da1-4bb5-ae40-fa60abf50bb3 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:39.665585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:39.680016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:39.681956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:39.689951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:39.709461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: a5385f69-2da1-4bb5-ae40-fa60abf50bb3 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:39.710192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a5385f69-2da1-4bb5-ae40-fa60abf50bb3 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:39.710979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:39.764387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.765134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:39.776634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:39.777235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3ccfce0c-ac5e-4fb3-ada5-1c770d212f92 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:39.791284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=438ba372-baae-4c42-b205-92c35cbf400f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:39.796549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-aa4f1bb7-8e3a-4d03-8666-f3b1073a7a06 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/a7e080ad-d3f9-4e4d-acbe-6cb1e19fdc60 HTTP/1.1" status: 204 len: 168 time: 2.4406345 Feb 04 11:37:39.801649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41000) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:39.831866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e23c3-6376-4ccf-9960-dcad3a8a8a19 req-98738f27-0df3-472d-8d8a-d7a4d6108688 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:39.832608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bb4e23c3-6376-4ccf-9960-dcad3a8a8a19 req-98738f27-0df3-472d-8d8a-d7a4d6108688 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:39.902736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e3ae5ddb-fbe7-40f3-8372-00cd829f5d13 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6674914 Feb 04 11:37:39.915424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Request body: {'port': {'device_id': '5226b31c-0add-43c0-befc-712db72923f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:39.972022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bb4e23c3-6376-4ccf-9960-dcad3a8a8a19 req-98738f27-0df3-472d-8d8a-d7a4d6108688 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:39.973547 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb4e23c3-6376-4ccf-9960-dcad3a8a8a19 req-98738f27-0df3-472d-8d8a-d7a4d6108688 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 932 time: 0.4150162 Feb 04 11:37:40.074372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.091686 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb4e23c3-6376-4ccf-9960-dcad3a8a8a19 req-9f8ced9c-a55f-4c80-9fc9-0e0276603f37 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846195 Feb 04 11:37:40.096544 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-17340378-d2c3-4602-840a-30742bc4fe50 req-ee9ce076-6f3a-43e4-9e0b-cfcf94280008 service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607990 Feb 04 11:37:40.140719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4c46d671-cf2d-43e6-832c-fa1e4178dc1e None None] Provisioning for port 438ba372-baae-4c42-b205-92c35cbf400f completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:40.143131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4c46d671-cf2d-43e6-832c-fa1e4178dc1e None None] Provisioning complete for port 438ba372-baae-4c42-b205-92c35cbf400f triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:40.144074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4c46d671-cf2d-43e6-832c-fa1e4178dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.210292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4c46d671-cf2d-43e6-832c-fa1e4178dc1e None None] Port 438ba372-baae-4c42-b205-92c35cbf400f cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:40.508095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.596684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438ba372-baae-4c42-b205-92c35cbf400f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:37:40.600338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.615494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Transition to ACTIVE for port object 438ba372-baae-4c42-b205-92c35cbf400f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:40.815667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.866454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port f4a1af2d-9f36-421a-858c-71f515645c87 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:40.866794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:40.979169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Pushing event updated for resources: {'Port': ['ID=438ba372-baae-4c42-b205-92c35cbf400f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.068369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Attempting to bind port 438ba372-baae-4c42-b205-92c35cbf400f on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:41.068369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Attempting to bind port 438ba372-baae-4c42-b205-92c35cbf400f by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:41.068369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Attempting to bind port 438ba372-baae-4c42-b205-92c35cbf400f on network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:41.073243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Port 438ba372-baae-4c42-b205-92c35cbf400f on network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:37:41.073564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Attempting to bind port 438ba372-baae-4c42-b205-92c35cbf400f on network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:41.079004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:41.079336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Checking segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:41.079750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Bound using segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:41.080448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Bound port: 438ba372-baae-4c42-b205-92c35cbf400f, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:41.080762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.080874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port f4a1af2d-9f36-421a-858c-71f515645c87, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f4a1af2d-9f36-421a-858c-71f515645c87,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:41.081266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.181328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] For port 438ba372-baae-4c42-b205-92c35cbf400f, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:41.184528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] For port 438ba372-baae-4c42-b205-92c35cbf400f, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=438ba372-baae-4c42-b205-92c35cbf400f,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:41.213430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for f4a1af2d-9f36-421a-858c-71f515645c87 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:41.289874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.350478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509de0-4178-4af8-95c4-2ae93b24d8cf req-80ebc0ba-cc07-47b8-83c4-09630ba99b6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.352033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-81509de0-4178-4af8-95c4-2ae93b24d8cf req-80ebc0ba-cc07-47b8-83c4-09630ba99b6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 944 time: 0.1389632 Feb 04 11:37:41.365308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.365926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.367277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] 10.222.0.42 "PUT /v2.0/ports/438ba372-baae-4c42-b205-92c35cbf400f HTTP/1.1" status: 200 len: 1094 time: 1.4571061 Feb 04 11:37:41.367897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226b31c-0add-43c0-befc-712db72923f4', 'tag': '438ba372-baae-4c42-b205-92c35cbf400f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:37:41.446899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f168ac8-a854-4028-bd17-1583c743f81e service neutron] Pushing event updated for resources: {'Port': ['ID=438ba372-baae-4c42-b205-92c35cbf400f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.453539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226b31c-0add-43c0-befc-712db72923f4', 'tag': '438ba372-baae-4c42-b205-92c35cbf400f', 'status': 'completed', 'code': 200} Feb 04 11:37:41.457782 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-81509de0-4178-4af8-95c4-2ae93b24d8cf req-bb0accd5-3b59-44dc-9e78-4e7410dac9e1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775628 Feb 04 11:37:41.515957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:41.557274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-0a6de626-bcf7-4e14-a8d6-e608e5537261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.558796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-0a6de626-bcf7-4e14-a8d6-e608e5537261 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 1097 time: 0.0796676 Feb 04 11:37:41.702032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=f4a1af2d-9f36-421a-858c-71f515645c87,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:41.749414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-c9fcac11-df38-4b34-bb44-c3003d6c038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.750071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-c9fcac11-df38-4b34-bb44-c3003d6c038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.751666 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-c9fcac11-df38-4b34-bb44-c3003d6c038c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1851244 Feb 04 11:37:41.907726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-fa756ee3-046a-45a0-9daa-56b10661376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:41.909742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf99c55a-f5d7-48b8-a3be-619660b5ea98 req-fa756ee3-046a-45a0-9daa-56b10661376d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495445 Feb 04 11:37:41.915468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.026015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-ae27fcd0-b5f7-4fbc-a5cb-b9c9244f9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:42.028187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-ae27fcd0-b5f7-4fbc-a5cb-b9c9244f9f44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 1097 time: 0.0799451 Feb 04 11:37:42.096680 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-55c4775d-49f5-4af9-8f25-ff0273e435ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=438ba372-baae-4c42-b205-92c35cbf400f HTTP/1.1" status: 200 len: 217 time: 0.0625710 Feb 04 11:37:42.166337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e509f813-19f4-4de8-8f4b-df8588f63f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:42.167939 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-e509f813-19f4-4de8-8f4b-df8588f63f15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8dd9709-a442-4691-adff-1f3674868ea7 HTTP/1.1" status: 200 len: 838 time: 0.0647182 Feb 04 11:37:42.248410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-380866bf-ceb8-464b-8b58-269cbe940532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:42.249887 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-380866bf-ceb8-464b-8b58-269cbe940532 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e83d89e7-a4ab-4f13-b46e-0fce5ed0516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748665 Feb 04 11:37:42.260459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:42.391245 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-48830660-ae47-41d8-88f5-d67abe06724a service neutron] 10.222.0.42 "GET /v2.0/networks/e83d89e7-a4ab-4f13-b46e-0fce5ed0516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340363 Feb 04 11:37:42.422946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:42.433298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:42.438586 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-640514d0-39ac-491e-aeff-5fd4d9a7adf2 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6358957 Feb 04 11:37:42.441848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41010) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:42.448082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:42.448715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:42.527297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:37:42.533474 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.612005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.625156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:42.717918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.725972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d56e9ae4-7466-4d0d-9910-02abd4174811 req-3993505f-336c-49e2-bd1d-c5980333d7bd service neutron] 10.222.0.42 "GET /v2.0/networks/e83d89e7-a4ab-4f13-b46e-0fce5ed0516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271453 Feb 04 11:37:42.737331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6fba8-1018-4478-b419-e61825b10d4e req-a4e29ab3-430f-45ce-87b2-fc0b18570e5f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:42.742055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52f6fba8-1018-4478-b419-e61825b10d4e req-a4e29ab3-430f-45ce-87b2-fc0b18570e5f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 944 time: 0.1259241 Feb 04 11:37:42.797389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52f6fba8-1018-4478-b419-e61825b10d4e req-27d9ecb4-06e3-4567-81f4-6eef7c45dd29 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477479 Feb 04 11:37:42.878964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.927004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:42.927004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:42.932019 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3301532-b662-435c-b4dc-934599830685 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22 HTTP/1.1" status: 204 len: 168 time: 0.4890423 Feb 04 11:37:42.933037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55145418-524a-4105-8234-5224a45022fc None None] Network e96b77ad-9241-416e-9693-e2d534940ed1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:42.934825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:43.055834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.068264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port d77947f0-77dd-4720-a5be-bd513dd440a0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:43.070342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.144124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:41Z', 'revision_number': 10, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:43.150646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:43.164790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:43.165417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:43.392247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:43.422023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port d77947f0-77dd-4720-a5be-bd513dd440a0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d77947f0-77dd-4720-a5be-bd513dd440a0,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:43.422624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.450107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] DHCP port deletion for e96b77ad-9241-416e-9693-e2d534940ed1 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:37:43.467166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Deleting port d77947f0-77dd-4720-a5be-bd513dd440a0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:43.467634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.551098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for d77947f0-77dd-4720-a5be-bd513dd440a0 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:43.741351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.755127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d77947f0-77dd-4720-a5be-bd513dd440a0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:43.795299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=d77947f0-77dd-4720-a5be-bd513dd440a0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:43.798942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No DVR routers for this DVR port d77947f0-77dd-4720-a5be-bd513dd440a0 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:43.863328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: d77947f0-77dd-4720-a5be-bd513dd440a0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:43.863686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d77947f0-77dd-4720-a5be-bd513dd440a0 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:43.937702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.939479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] For port d77947f0-77dd-4720-a5be-bd513dd440a0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d77947f0-77dd-4720-a5be-bd513dd440a0,segment=NetworkSegment(686cbab2-a916-4cd7-97fa-236d3476bebd),segment_id=686cbab2-a916-4cd7-97fa-236d3476bebd)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:43.939910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:43.971830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96b77ad-9241-416e-9693-e2d534940ed1']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:43.985687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686cbab2-a916-4cd7-97fa-236d3476bebd') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:43.989251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686cbab2-a916-4cd7-97fa-236d3476bebd') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:43.998865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.017752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.025164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:37:44.025558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.036059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d735dc3-abc5-49c9-bcbd-939498a06599 req-c38b3331-25f4-4014-86e8-af99a44ed2e8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:44.038478 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d735dc3-abc5-49c9-bcbd-939498a06599 req-c38b3331-25f4-4014-86e8-af99a44ed2e8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 944 time: 0.0969481 Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:44.040653 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:44.078831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Calling delete_port for d77947f0-77dd-4720-a5be-bd513dd440a0 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:44.104617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d735dc3-abc5-49c9-bcbd-939498a06599 req-ebfdf016-e6c9-49f0-8a91-134fe0714f5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533824 Feb 04 11:37:44.162514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:41Z', 'revision_number': 10, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: from cryptography.utils import int_from_bytes Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: from cryptography.utils import int_from_bytes Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn_limited( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn_limited( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 11:37:44.166193 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 11:37:44.170790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de1946-a0a3-4f55-a8e1-8e683bf12f3c None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:41Z', 'revision_number': 10, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None, '_interfaces': [{'id': '9bfa7329-9ed3-4b1a-9f7b-24c242ac1637', 'name': '', 'network_id': '2a660bec-fa2c-4a99-92cc-80cb051afe42', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'mac_address': 'fa:16:3e:ad:1f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:04Z', 'updated_at': '2022-02-04T11:37:12Z', 'revision_number': 5, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'subnets': [{'id': '92f98042-9c46-48d4-8446-70b0d47ebe17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:44.171395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:44.171780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:44.221654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.241217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.252406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=e96b77ad-9241-416e-9693-e2d534940ed1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:44.260501 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cbbbccf9-35b0-45ec-98b3-aa2bb281a3ab tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/e96b77ad-9241-416e-9693-e2d534940ed1 HTTP/1.1" status: 204 len: 168 time: 1.3246460 Feb 04 11:37:44.263146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:44.673421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Deleting port d77947f0-77dd-4720-a5be-bd513dd440a0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:44.674032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:44.753148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a4e327d3-349d-40dc-a7d3-c07082880cbe None None] The port 'd77947f0-77dd-4720-a5be-bd513dd440a0' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:37:44.828902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.305939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:45.306274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.309885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c6a1-54de-4392-8da3-5e47ad88b72b req-2515bba7-e4a0-4c35-ab50-dd5b2575ea79 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:45.311452 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0693c6a1-54de-4392-8da3-5e47ad88b72b req-2515bba7-e4a0-4c35-ab50-dd5b2575ea79 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 944 time: 0.0929883 Feb 04 11:37:45.373472 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0693c6a1-54de-4392-8da3-5e47ad88b72b req-e9e3c4f4-9d77-4bdd-a68f-b2ce11779661 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546739 Feb 04 11:37:45.526074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:45.527881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:45.624876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4a1af2d-9f36-421a-858c-71f515645c87 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:45.654519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:45.663245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f4a1af2d-9f36-421a-858c-71f515645c87 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:45.671397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4a1af2d-9f36-421a-858c-71f515645c87 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:45.998280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.050581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=9bfa7329-9ed3-4b1a-9f7b-24c242ac1637,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:46.226311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.507664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:46.569627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b073b12-d95d-4cdf-91bf-468a656e23c3 req-407a0780-a9f9-4346-b5fc-245da9bd4207 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:46.571187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b073b12-d95d-4cdf-91bf-468a656e23c3 req-407a0780-a9f9-4346-b5fc-245da9bd4207 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 944 time: 0.0890918 Feb 04 11:37:46.616616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b073b12-d95d-4cdf-91bf-468a656e23c3 req-90dee11f-ab8c-4264-a352-59e5d6d41130 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Feb 04 11:37:46.752576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 438ba372-baae-4c42-b205-92c35cbf400f details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:37:46.775745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:46.784977 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:46.794531 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-464f7650-b54e-4185-90f8-9b877067c1f5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5279830 Feb 04 11:37:46.794763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:46.796540 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:46.797726 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:46.865253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting subnet 92f98042-9c46-48d4-8446-70b0d47ebe17 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:37:46.870009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.901429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 438ba372-baae-4c42-b205-92c35cbf400f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=438ba372-baae-4c42-b205-92c35cbf400f,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:46.918246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '438ba372-baae-4c42-b205-92c35cbf400f', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'port_id': '438ba372-baae-4c42-b205-92c35cbf400f', 'mac_address': 'fa:16:3e:af:c7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:37:46.928819 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:46.936277 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:46.980598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.000184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438ba372-baae-4c42-b205-92c35cbf400f {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:37:47.017775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 438ba372-baae-4c42-b205-92c35cbf400f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=438ba372-baae-4c42-b205-92c35cbf400f,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:47.026139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.082942 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:45Z', 'revision_number': 11, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:47.083682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.093198 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:47.102993 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:47.103627 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:47.184188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=438ba372-baae-4c42-b205-92c35cbf400f,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.221709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.233440 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:47.276283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.278097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Subnet': ['ID=92f98042-9c46-48d4-8446-70b0d47ebe17,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:47.278601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16dd7a4-32c0-434f-9012-08bca2571d3b None None] Network 2a660bec-fa2c-4a99-92cc-80cb051afe42 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:37:47.285377 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-79dd870b-186a-40fc-bb8a-761cb6dfeb83 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/92f98042-9c46-48d4-8446-70b0d47ebe17 HTTP/1.1" status: 204 len: 168 time: 0.4875927 Feb 04 11:37:47.286069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:47.341426 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:45Z', 'revision_number': 11, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:47.345778 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87d154-c0ed-49e0-a430-47ac581dace2 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:45Z', 'revision_number': 11, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:47.366731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['438ba372-baae-4c42-b205-92c35cbf400f'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:37:47.417796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.429482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Deleting port 2eb99720-528e-438b-8d68-b15e2808cea2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:47.429850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.656625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] For port 2eb99720-528e-438b-8d68-b15e2808cea2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2eb99720-528e-438b-8d68-b15e2808cea2,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:47.656625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.767633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] DHCP port deletion for 2a660bec-fa2c-4a99-92cc-80cb051afe42 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:37:47.816039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Deleting port 2eb99720-528e-438b-8d68-b15e2808cea2 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:47.816853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:47.846786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Calling delete_port for 2eb99720-528e-438b-8d68-b15e2808cea2 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:47.850820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:47.911426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:47.911920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bfa7329-9ed3-4b1a-9f7b-24c242ac1637 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:47.992539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ae074-c5f6-4959-a55e-f67021564fa8 req-887a094a-0e61-458d-8224-c548c8d528ae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:47.996316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-827ae074-c5f6-4959-a55e-f67021564fa8 req-887a094a-0e61-458d-8224-c548c8d528ae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 945 time: 0.1548893 Feb 04 11:37:48.043392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-827ae074-c5f6-4959-a55e-f67021564fa8 req-7c414bdb-2996-42d0-bf0a-f8d01b04218d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434256 Feb 04 11:37:48.061950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.112059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Port': ['ID=2eb99720-528e-438b-8d68-b15e2808cea2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.115694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No DVR routers for this DVR port 2eb99720-528e-438b-8d68-b15e2808cea2 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:48.124869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] For port 2eb99720-528e-438b-8d68-b15e2808cea2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2eb99720-528e-438b-8d68-b15e2808cea2,segment=NetworkSegment(435d6dff-a2a3-48c0-aec8-3449f5c4312d),segment_id=435d6dff-a2a3-48c0-aec8-3449f5c4312d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:48.128910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.240797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.246683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Calling delete_port for 2eb99720-528e-438b-8d68-b15e2808cea2 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:48.266728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a660bec-fa2c-4a99-92cc-80cb051afe42']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:48.279183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435d6dff-a2a3-48c0-aec8-3449f5c4312d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:48.279474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435d6dff-a2a3-48c0-aec8-3449f5c4312d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:48.291721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.307862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.313846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:37:48.314226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.319950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:37:48.319950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:37:48.329194 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:37:48.495436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.513836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.524738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Pushing event deleted for resources: {'Network': ['ID=2a660bec-fa2c-4a99-92cc-80cb051afe42,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:48.532203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8c117022-04b0-4631-837d-6314e8c1732d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/networks/2a660bec-fa2c-4a99-92cc-80cb051afe42 HTTP/1.1" status: 204 len: 168 time: 1.2451065 Feb 04 11:37:48.535082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:48.540368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'routes': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:48.757428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 438ba372-baae-4c42-b205-92c35cbf400f up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:37:48.821341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Deleting port 2eb99720-528e-438b-8d68-b15e2808cea2 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:48.822562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.831207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Added routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 11:37:48.831485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Removed routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 11:37:48.831984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:48.897468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-43e6b40a-c45e-43b7-92b7-016da60b4bf6 None None] The port '2eb99720-528e-438b-8d68-b15e2808cea2' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:37:48.975667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 438ba372-baae-4c42-b205-92c35cbf400f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:48.987504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 438ba372-baae-4c42-b205-92c35cbf400f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:48.987504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.092092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.095757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.117142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.142917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226b31c-0add-43c0-befc-712db72923f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ba372-baae-4c42-b205-92c35cbf400f'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:37:49.154105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 438ba372-baae-4c42-b205-92c35cbf400f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=438ba372-baae-4c42-b205-92c35cbf400f,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:49.209253 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226b31c-0add-43c0-befc-712db72923f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ba372-baae-4c42-b205-92c35cbf400f', 'code': 200} Feb 04 11:37:49.239667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router dea47bde-0c09-48c4-b067-c9c468d73421 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:49.249432 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ffbc-7471-4f8d-b131-7c3e8606bb75 req-0fc1e5b4-7dac-40d9-80e3-1f1a8cb7089d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:49.250957 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2f87ffbc-7471-4f8d-b131-7c3e8606bb75 req-0fc1e5b4-7dac-40d9-80e3-1f1a8cb7089d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 945 time: 0.0945621 Feb 04 11:37:49.299108 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2f87ffbc-7471-4f8d-b131-7c3e8606bb75 req-5abfe00f-4802-4a6a-bda9-d74916680274 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Feb 04 11:37:49.318679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.383918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:49.392002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.396284 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-156776ad-85b2-42d5-9cdc-2dc84f4181c3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 705 time: 0.8600986 Feb 04 11:37:49.397730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.404039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] Sync routers for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:49.410860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=438ba372-baae-4c42-b205-92c35cbf400f,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:49.427750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:49.428472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:49.444964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-41bc3552-9278-488f-a38f-d06cafed8b26 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:49.535113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-41bc3552-9278-488f-a38f-d06cafed8b26 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:49.539086 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-41bc3552-9278-488f-a38f-d06cafed8b26 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 205 time: 0.1374974 Feb 04 11:37:49.539359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.564279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:49.685115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2eb99720-528e-438b-8d68-b15e2808cea2 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:49.721706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:45Z', 'revision_number': 11, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:49.763929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:49.764565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 2eb99720-528e-438b-8d68-b15e2808cea2 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:49.765094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2eb99720-528e-438b-8d68-b15e2808cea2 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:49.767534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] Checking router: dea47bde-0c09-48c4-b067-c9c468d73421 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:49.778441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] Routers {'dea47bde-0c09-48c4-b067-c9c468d73421'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:49.779911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dea47bde-0c09-48c4-b067-c9c468d73421'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:49.847689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:49.909907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] Set router dea47bde-0c09-48c4-b067-c9c468d73421 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:50.020986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:45Z', 'revision_number': 11, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:50.027577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63804e5c-6ce6-4926-8511-280540b9a470 None None] The sync data for ids ['dea47bde-0c09-48c4-b067-c9c468d73421'] in dv-neutron-827824-2-hyperv is: [{'id': 'dea47bde-0c09-48c4-b067-c9c468d73421', 'name': 'tempest-RoutersIpV6Test-router-1971372263', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:02Z', 'updated_at': '2022-02-04T11:37:45Z', 'revision_number': 11, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:50.147029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Deleting port 5a414ab2-bb51-41e8-8a6d-52d639717626 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:50.147442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.177002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c8d3b-812f-44ba-abe7-43bbc7c64780 req-af400013-73ee-436d-a027-4d5404a28a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:50.178474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d2c8d3b-812f-44ba-abe7-43bbc7c64780 req-af400013-73ee-436d-a027-4d5404a28a37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 1099 time: 0.4581366 Feb 04 11:37:50.182592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.185947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.240089 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d2c8d3b-812f-44ba-abe7-43bbc7c64780 req-bdd271ae-6168-4ddd-99a5-18a6b93de225 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553598 Feb 04 11:37:50.335217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.335535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.392356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.392986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router dea47bde-0c09-48c4-b067-c9c468d73421 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:37:50.412607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.418717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-050a71d7-a3e0-46ad-a950-bc47d5b32ed1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 204 len: 168 time: 0.8733606 Feb 04 11:37:50.419001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41066) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.425461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1474865463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:50.463871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Calling delete_port for 5a414ab2-bb51-41e8-8a6d-52d639717626 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:50.466469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:37:50.476371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Usage tracker for resource:router and tenant:4be599a11aa54e1191239ac5e36b8ef6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:37:50.480462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:37:50.491855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:37:50.529163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f49947-256d-41fc-ab6b-6885de62915f req-c04d74d4-d473-4027-b6f9-bcdeee5d0dd6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:50.530916 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-55f49947-256d-41fc-ab6b-6885de62915f req-c04d74d4-d473-4027-b6f9-bcdeee5d0dd6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 946 time: 0.1159124 Feb 04 11:37:50.581122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-55f49947-256d-41fc-ab6b-6885de62915f req-5c66f4b0-8c70-4eb7-8d66-90ec941607c4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Feb 04 11:37:50.597447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.597447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.609497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.752554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.780119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.830616 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'Port': ['ID=5a414ab2-bb51-41e8-8a6d-52d639717626,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:50.865791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.866923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c890259b-6242-489e-8ee2-e9757cc73a2c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4469452 Feb 04 11:37:50.870261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:50.875884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:37:50.921911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:50.922286 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Floating IP 685ac084-de5d-42a7-b2a2-38c9de1de25c disassociated (deleted). External IP: 172.26.6.61, port: 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc. Feb 04 11:37:51.260607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.282015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Router 1df12533-3bb8-41ed-a9a2-28b8524961b9 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:51.329931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.491400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:51.507007 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] Sync routers for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:51.515384 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:51.516088 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:51.612996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.674009 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ecf68c71-2794-476f-ad3d-e2a8ff5c3ab0 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "DELETE /v2.0/floatingips/685ac084-de5d-42a7-b2a2-38c9de1de25c HTTP/1.1" status: 204 len: 168 time: 1.9162161 Feb 04 11:37:51.674660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:37:51.738041 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:51.740265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Router cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:37:51.900137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:51.907792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:51.911747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5a0bd7e2-5ee3-418b-a8c6-a2ce787a8df3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "PUT /v2.0/routers/cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 HTTP/1.1" status: 200 len: 698 time: 1.0380750 Feb 04 11:37:51.911942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] Sync routers for ids ['cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:51.912420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:51.922470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] Routers {'cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:51.923293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:51.928835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00fb30-eda2-4bba-bdd8-2c0a4c756959 req-c9012855-5546-4553-8aca-05d38cc246ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:51.933683 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e00fb30-eda2-4bba-bdd8-2c0a4c756959 req-c9012855-5546-4553-8aca-05d38cc246ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 946 time: 0.2302673 Feb 04 11:37:51.982311 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e00fb30-eda2-4bba-bdd8-2c0a4c756959 req-99e3bcd6-c14b-4fe9-a852-de3dd6b2f4ed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Feb 04 11:37:52.105730 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:36:00Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:52.110646 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] Checking router: 1df12533-3bb8-41ed-a9a2-28b8524961b9 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:52.122346 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:52.122963 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:52.136094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] Set router cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:52.218334 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'status': 'completed', 'code': 200} Feb 04 11:37:52.260747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-eb75a616-88e0-46af-9a26-b44191ceefad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.262227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-eb75a616-88e0-46af-9a26-b44191ceefad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 1098 time: 0.1813481 Feb 04 11:37:52.275792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147', 'name': 'tempest-RoutersIpV6Test-router-1474865463', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:50Z', 'updated_at': '2022-02-04T11:37:51Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:52.285473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] Checking router: cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:52.307054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] Routers {'cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:52.307775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:52.346324 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:52.377708 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1f9fa96c-b42f-439c-99be-484a54ec395f tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/routers/cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 HTTP/1.1" status: 200 len: 704 time: 0.4646156 Feb 04 11:37:52.378408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:52.445460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f73e558a-a87f-4dd3-b523-b60f90ba283c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Synchronizing usage tracker for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:52.450669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02aa25-3331-429e-9c61-c9b6675cce12 req-d0760b61-e3ce-428a-b28f-27216a1d3a80 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.452903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] Set router cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:52.458435 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae02aa25-3331-429e-9c61-c9b6675cce12 req-d0760b61-e3ce-428a-b28f-27216a1d3a80 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 946 time: 0.2670803 Feb 04 11:37:52.458795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f73e558a-a87f-4dd3-b523-b60f90ba283c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Unset dirty status for tenant:4be599a11aa54e1191239ac5e36b8ef6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:52.463161 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f73e558a-a87f-4dd3-b523-b60f90ba283c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 HTTP/1.1" status: 200 len: 205 time: 0.0836582 Feb 04 11:37:52.463827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41092) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:52.522906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-7853b2f1-d1ec-492a-8746-88f2261a83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.524470 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-7853b2f1-d1ec-492a-8746-88f2261a83e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed62255b-c709-4c28-b0e8-a73f9a97d27a HTTP/1.1" status: 200 len: 898 time: 0.2553000 Feb 04 11:37:52.542799 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae02aa25-3331-429e-9c61-c9b6675cce12 req-4a5c9f50-6505-4ac5-a18a-0fb3555ac915 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833812 Feb 04 11:37:52.582160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147', 'name': 'tempest-RoutersIpV6Test-router-1474865463', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:50Z', 'updated_at': '2022-02-04T11:37:51Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:52.587089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b64525-76d1-491f-9df0-a844058d2ce3 None None] The sync data for ids ['cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147'] in dv-neutron-827824-2-hyperv is: [{'id': 'cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147', 'name': 'tempest-RoutersIpV6Test-router-1474865463', 'tenant_id': '4be599a11aa54e1191239ac5e36b8ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:37:50Z', 'updated_at': '2022-02-04T11:37:51Z', 'revision_number': 2, 'project_id': '4be599a11aa54e1191239ac5e36b8ef6', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:52.634434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-0db0c808-169f-4e57-afed-dda8f000e6c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc HTTP/1.1" status: 200 len: 217 time: 0.0904810 Feb 04 11:37:52.644076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4957623-076b-4dca-9b1c-98e67602c3f2 req-57166898-9e15-401c-958e-9f36185a67e4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.652219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4957623-076b-4dca-9b1c-98e67602c3f2 req-57166898-9e15-401c-958e-9f36185a67e4 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.3085268 Feb 04 11:37:52.655666 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:52.750970 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4957623-076b-4dca-9b1c-98e67602c3f2 req-7fa82531-66e1-4908-8f4d-d2102069225d tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975683 Feb 04 11:37:52.753311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-88119c82-7d1a-4e0b-9d2d-9185803571b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.755372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-88119c82-7d1a-4e0b-9d2d-9185803571b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=665edb61-e19e-41ef-8620-a710c31db26d HTTP/1.1" status: 200 len: 835 time: 0.1000085 Feb 04 11:37:52.799191 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:36:00Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:52.805572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925edf8b-e0e8-48c4-91b0-d49e4b84de91 None None] The sync data for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv is: [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:35:52Z', 'revision_number': 4, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '168f7a3a-f2b0-420c-b591-511d0391a2b4', 'name': '', 'network_id': 'ed62255b-c709-4c28-b0e8-a73f9a97d27a', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'mac_address': 'fa:16:3e:59:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '665edb61-e19e-41ef-8620-a710c31db26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:50Z', 'updated_at': '2022-02-04T11:36:00Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'subnets': [{'id': '665edb61-e19e-41ef-8620-a710c31db26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:37:52.864889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-75413511-1111-439e-ac66-799e8e2d1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:52.866334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-75413511-1111-439e-ac66-799e8e2d1b43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed62255b-c709-4c28-b0e8-a73f9a97d27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043806 Feb 04 11:37:53.022592 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-afac5e62-fc9a-4f5c-9326-fbec54683c6d service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421051 Feb 04 11:37:53.039949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.042171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.159033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24a31ba2-377e-4ed6-975c-8a8919abe2fd req-ca51ef19-6244-48b5-b098-937a7fec034a service neutron] 10.222.0.42 "GET /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291347 Feb 04 11:37:53.164499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.165029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Fanout notify agent at l3_agent the message router_deleted on router cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:37:53.180501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.181612 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-20bd8cc3-789d-4d41-840c-0bfe6db7e913 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 HTTP/1.1" status: 204 len: 168 time: 0.7168093 Feb 04 11:37:53.188077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.235118 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-031230bd-e368-440a-bb26-c90d061a153d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 HTTP/1.1" status: 200 len: 205 time: 0.0459244 Feb 04 11:37:53.237497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.305627 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-2f97e30f-e51b-44c4-b2e1-2443e89f5dd3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:53.306636 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2f97e30f-e51b-44c4-b2e1-2443e89f5dd3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/cdfe2dd8-8bcf-43c7-94ba-a8b69e5a9147 HTTP/1.1" status: 404 len: 336 time: 0.0682631 Feb 04 11:37:53.309284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.352114 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7158a77-cc9d-486e-aaf9-d020908c63a0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:53.352660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7158a77-cc9d-486e-aaf9-d020908c63a0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:53.354227 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e7158a77-cc9d-486e-aaf9-d020908c63a0 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/80c8defa-1d40-47e0-8807-59c21d27ac3c HTTP/1.1" status: 404 len: 337 time: 0.0439994 Feb 04 11:37:53.356768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.396721 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e9503-8a78-46ff-9884-233de771ee4e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:53.408330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475e9503-8a78-46ff-9884-233de771ee4e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:53.408330 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-475e9503-8a78-46ff-9884-233de771ee4e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/42eefec1-1b17-4a99-87b1-3a2ca2f6f6d8 HTTP/1.1" status: 404 len: 337 time: 0.0418808 Feb 04 11:37:53.411529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.463446 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb35ac7-2a11-4938-869b-a46765a103b4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:53.464225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb35ac7-2a11-4938-869b-a46765a103b4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:53.466009 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2fb35ac7-2a11-4938-869b-a46765a103b4 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/a9fb7d6e-1886-4c47-bb99-b09ac7ac9d22 HTTP/1.1" status: 404 len: 337 time: 0.0532677 Feb 04 11:37:53.468507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.496259 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fae23-dc27-4774-a266-2e248ba836ff None None] New status for floating IP 685ac084-de5d-42a7-b2a2-38c9de1de25c: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:37:53.520845 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10b4262-efbd-4412-9759-aa1c13f3d12d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:53.521299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10b4262-efbd-4412-9759-aa1c13f3d12d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:53.523261 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a10b4262-efbd-4412-9759-aa1c13f3d12d tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/92f98042-9c46-48d4-8446-70b0d47ebe17 HTTP/1.1" status: 404 len: 337 time: 0.0535522 Feb 04 11:37:53.525690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41124) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.573998 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c642098b-91bd-4f05-9f02-c42467aa61cc tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 200 len: 205 time: 0.0448749 Feb 04 11:37:53.574335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.652935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-12a6864b-3a90-4dc1-b4d1-dca819027678 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:53.654444 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-12a6864b-3a90-4dc1-b4d1-dca819027678 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.42 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.1551576 Feb 04 11:37:53.697122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-a56c0ec4-a00b-402f-9aef-5eb9ad7f4f31 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:53.700948 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a56c0ec4-a00b-402f-9aef-5eb9ad7f4f31 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/dea47bde-0c09-48c4-b067-c9c468d73421 HTTP/1.1" status: 404 len: 336 time: 0.1241324 Feb 04 11:37:53.701298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.746066 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-eb6350aa-8c6f-44cc-b798-75129df68fe3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=74072a9f-d805-4f08-987b-2d27776a7ef6 HTTP/1.1" status: 200 len: 205 time: 0.0435898 Feb 04 11:37:53.748682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.751956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Deleting port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:53.752452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:53.819625 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-aa4ae70f-9ad2-4e79-85b7-30e67006405b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:53.825164 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aa4ae70f-9ad2-4e79-85b7-30e67006405b tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/74072a9f-d805-4f08-987b-2d27776a7ef6 HTTP/1.1" status: 404 len: 336 time: 0.0716722 Feb 04 11:37:53.825441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:53.870618 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-531ea450-6ff3-42e5-ab36-4751c02f0825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:53.870618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531ea450-6ff3-42e5-ab36-4751c02f0825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:53.874137 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-531ea450-6ff3-42e5-ab36-4751c02f0825 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/e27694f8-b241-4e0f-b8fb-c089a88b6749 HTTP/1.1" status: 404 len: 337 time: 0.0451789 Feb 04 11:37:53.874566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.037472 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-739d7235-7232-46d0-8843-69f62166b3a1 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 200 len: 205 time: 0.1616514 Feb 04 11:37:54.040304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.108013 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-d1095cbb-27b4-4b0c-8a6f-66912ec2a6df tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:54.112997 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d1095cbb-27b4-4b0c-8a6f-66912ec2a6df tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/f20300fb-8f0f-4527-9dcf-9cbd41782538 HTTP/1.1" status: 404 len: 336 time: 0.0678687 Feb 04 11:37:54.112997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.113440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41156) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.160655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278605-1fc0-4348-af29-de19800893da req-5be27bcf-eab4-42f7-9629-8fa53209dbe6 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:37:54.162090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec278605-1fc0-4348-af29-de19800893da req-5be27bcf-eab4-42f7-9629-8fa53209dbe6 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 945 time: 0.2384112 Feb 04 11:37:54.228033 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a0b3c057-7989-49e2-b3f3-d34b8c16234c tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=8eb1d502-54a3-4c5e-b33c-9db4591ec866 HTTP/1.1" status: 200 len: 205 time: 0.1135664 Feb 04 11:37:54.236835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.247791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] For port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:54.248154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.265780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec278605-1fc0-4348-af29-de19800893da req-07bd1913-b7a3-4349-ad0e-0dc1d7aa7662 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/security-groups?id=5990018b-fbff-428d-af89-b63cc1acd643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959511 Feb 04 11:37:54.313413 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-aab4e429-461f-432d-8608-921d0a2729f3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:54.317692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-aab4e429-461f-432d-8608-921d0a2729f3 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/8eb1d502-54a3-4c5e-b33c-9db4591ec866 HTTP/1.1" status: 404 len: 336 time: 0.0766280 Feb 04 11:37:54.364416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41166) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.380697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Calling delete_port for 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:54.424902 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3ded4d-ec89-4d1b-9c15-ddea4bf55c63 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:54.425435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3ded4d-ec89-4d1b-9c15-ddea4bf55c63 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:54.427363 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0e3ded4d-ec89-4d1b-9c15-ddea4bf55c63 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/64d85a27-a28e-4c53-87bd-4e8637050ad1 HTTP/1.1" status: 404 len: 337 time: 0.0620213 Feb 04 11:37:54.430579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.482461 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7984a961-9590-4edd-a06d-19b578c43b98 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=bda01954-b179-400b-bec8-f6d67c390a2f HTTP/1.1" status: 200 len: 205 time: 0.0508039 Feb 04 11:37:54.485012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41174) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.626971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.632164 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.api.v2.resource [None req-722536df-8297-441c-9a50-bbace5020842 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:54.635675 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-722536df-8297-441c-9a50-bbace5020842 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/bda01954-b179-400b-bec8-f6d67c390a2f HTTP/1.1" status: 404 len: 336 time: 0.1478310 Feb 04 11:37:54.645097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.681546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'Port': ['ID=0b1a07b0-bb8a-4e97-a2b7-e1540404acfc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:54.694567 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3481df6-578d-48bd-8d70-c10ce4efc055 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:54.695584 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3481df6-578d-48bd-8d70-c10ce4efc055 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:54.700655 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3481df6-578d-48bd-8d70-c10ce4efc055 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/d49f8a87-d6cc-4fb3-ab87-63091257112b HTTP/1.1" status: 404 len: 337 time: 0.0513177 Feb 04 11:37:54.716057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41182) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.807870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-81ee6507-954a-4065-89eb-00b997f89a6e tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6c4c809-d7ca-4663-8e0e-dca00ae168cb HTTP/1.1" status: 200 len: 205 time: 0.0906477 Feb 04 11:37:54.809081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] No DVR routers for this DVR port 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:37:54.811761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:54.814966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41186) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.815413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'name': 'network-vif-deleted', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:37:54.891689 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015c1273-5601-4f1b-9342-d4a22bf53b1d', 'name': 'network-vif-deleted', 'tag': '0b1a07b0-bb8a-4e97-a2b7-e1540404acfc', 'status': 'completed', 'code': 200} Feb 04 11:37:54.902926 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f376a6d-d90c-49b7-b3f5-81b8b01b9bb7 req-7fc44609-2ece-402a-89bc-ab43af93b49e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.42 "DELETE /v2.0/ports/0b1a07b0-bb8a-4e97-a2b7-e1540404acfc HTTP/1.1" status: 204 len: 173 time: 1.2408061 Feb 04 11:37:54.903781 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-0ad588ca-e27a-48d9-b18a-2cfea95f7b53 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] delete failed (client error): The resource could not be found. Feb 04 11:37:54.904750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0ad588ca-e27a-48d9-b18a-2cfea95f7b53 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/routers/c6c4c809-d7ca-4663-8e0e-dca00ae168cb HTTP/1.1" status: 404 len: 336 time: 0.0838411 Feb 04 11:37:54.907636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41192) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.946980 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-49da26cb-c1b0-4e3a-a21b-d32dfd5eb1db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:54.947463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49da26cb-c1b0-4e3a-a21b-d32dfd5eb1db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:54.950413 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-49da26cb-c1b0-4e3a-a21b-d32dfd5eb1db tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/c83b6633-7291-4658-acd9-2fb28a51bc2f HTTP/1.1" status: 404 len: 337 time: 0.0418012 Feb 04 11:37:54.953146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:54.996157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5704fc-8eba-4c08-8c27-9ce21c7d45b5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] DELETE failed (client error): The resource could not be found. Feb 04 11:37:54.996522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5704fc-8eba-4c08-8c27-9ce21c7d45b5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 11:37:54.998206 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ae5704fc-8eba-4c08-8c27-9ce21c7d45b5 tempest-RoutersIpV6Test-748994574 tempest-RoutersIpV6Test-748994574-project] 10.222.0.36 "DELETE /v2.0/subnets/d3a396dd-09c9-4c22-9c8b-80e7cc3488e0 HTTP/1.1" status: 404 len: 337 time: 0.0441012 Feb 04 11:37:55.171783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.444665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-eba93ecf-9427-42a9-b4f8-c91055f43686 req-a39fb527-edb5-4d49-ae8e-f97c1fcbfc1f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Synchronizing usage tracker for tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:37:55.546850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-eba93ecf-9427-42a9-b4f8-c91055f43686 req-a39fb527-edb5-4d49-ae8e-f97c1fcbfc1f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Unset dirty status for tenant:8a15580fe38d4b91bb4a9858ff9f1fb5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:37:55.548315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eba93ecf-9427-42a9-b4f8-c91055f43686 req-a39fb527-edb5-4d49-ae8e-f97c1fcbfc1f tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "GET /v2.0/ports?device_id=015c1273-5601-4f1b-9342-d4a22bf53b1d HTTP/1.1" status: 200 len: 210 time: 0.1504078 Feb 04 11:37:55.593831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:55.747532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.17 (e83d89e7-a4ab-4f13-b46e-0fce5ed0516f/d8dd9709-a442-4691-adff-1f3674868ea7/3e502643-6325-4221-8bc3-5790dd6892c6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:37:55.765135 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ca2b9f23-8274-4e91-a3c9-94fafc493aec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4be599a11aa54e1191239ac5e36b8ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701603 Feb 04 11:37:55.767537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:55.841064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdfc28d8-935a-4716-a750-3b5d3046bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.868894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdfc28d8-935a-4716-a750-3b5d3046bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:55.929848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.050095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 3e502643-6325-4221-8bc3-5790dd6892c6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:56.050332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdfc28d8-935a-4716-a750-3b5d3046bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.071892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc28d8-935a-4716-a750-3b5d3046bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97757d2-4f5f-4fb2-8f97-8559f9b24162,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:56.075139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdfc28d8-935a-4716-a750-3b5d3046bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.076260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cdfc28d8-935a-4716-a750-3b5d3046bf39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d97757d2-4f5f-4fb2-8f97-8559f9b24162 HTTP/1.1" status: 204 len: 168 time: 0.3077304 Feb 04 11:37:56.141427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.215291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:56.218791 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:56.223038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:37:56.262434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=3e502643-6325-4221-8bc3-5790dd6892c6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:56.297041 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.517736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.598208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-724167fd-2241-487d-a747-14e0209f30ca None None] Provisioning for port 3e502643-6325-4221-8bc3-5790dd6892c6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:37:56.604213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-724167fd-2241-487d-a747-14e0209f30ca None None] Provisioning complete for port 3e502643-6325-4221-8bc3-5790dd6892c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:56.607807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-724167fd-2241-487d-a747-14e0209f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:56.650561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:56.672418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-724167fd-2241-487d-a747-14e0209f30ca None None] Port 3e502643-6325-4221-8bc3-5790dd6892c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:56.976788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.083889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.203601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=3e502643-6325-4221-8bc3-5790dd6892c6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:57.205976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.290933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.349450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:37:57.350214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.351210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:37:57.569029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:57.597707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3a8c2ebe-d582-4061-b7b1-4be3dd163430 None None] Provisioning complete for port 3e502643-6325-4221-8bc3-5790dd6892c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:37:57.600967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2ebe-d582-4061-b7b1-4be3dd163430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.665085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c2ebe-d582-4061-b7b1-4be3dd163430 None None] Port 3e502643-6325-4221-8bc3-5790dd6892c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:37:57.753908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Deleting port 168f7a3a-f2b0-420c-b591-511d0391a2b4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:37:57.754245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.892348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:57.902395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:57.915380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:57.916035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:57.956327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] For port 168f7a3a-f2b0-420c-b591-511d0391a2b4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=168f7a3a-f2b0-420c-b591-511d0391a2b4,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:37:57.956688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:57.965946 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2656e6cd-0ff1-4efc-b699-7e0b65057f86 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/c3f1b3ec-baf9-4efe-9c10-01ab4531abb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8533168 Feb 04 11:37:58.090776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Calling delete_port for 168f7a3a-f2b0-420c-b591-511d0391a2b4 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:37:58.103534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:58.449381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.503307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'Port': ['ID=168f7a3a-f2b0-420c-b591-511d0391a2b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:58.515903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:37:56Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:50Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502643-6325-4221-8bc3-5790dd6892c6', 'name': '', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:78:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:55Z', 'updated_at': '2022-02-04T11:37:56Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:58.520608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:37:58.521007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Updating router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 port 3e502643-6325-4221-8bc3-5790dd6892c6 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:37:58.593693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:58.827352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:37:58.873440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:37:58.873697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0b1a07b0-bb8a-4e97-a2b7-e1540404acfc not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:37:58.934759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.009676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.022454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Transition to ACTIVE for port object 3e502643-6325-4221-8bc3-5790dd6892c6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:37:59.106577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.263365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f605-9d35-4fc4-bf8e-ee8be298e69e None None] Pushing event updated for resources: {'Port': ['ID=3e502643-6325-4221-8bc3-5790dd6892c6,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.305170 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:37:59.338635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Attempting to bind port 3e502643-6325-4221-8bc3-5790dd6892c6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:37:59.339008 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Attempting to bind port 3e502643-6325-4221-8bc3-5790dd6892c6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:37:59.339366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Attempting to bind port 3e502643-6325-4221-8bc3-5790dd6892c6 on network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:37:59.342827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Router 1df12533-3bb8-41ed-a9a2-28b8524961b9 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:37:59.345265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:37:59.345625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Checking segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:37:59.346027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.346411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Bound using segment: {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:37:59.346877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Bound port: 3e502643-6325-4221-8bc3-5790dd6892c6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b31bcd-22a1-4b65-8037-23d92dd6474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:37:59.347252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.449678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] For port 3e502643-6325-4221-8bc3-5790dd6892c6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:37:59.452880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] For port 3e502643-6325-4221-8bc3-5790dd6892c6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3e502643-6325-4221-8bc3-5790dd6892c6,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:37:59.531271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:37:59.541456 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] Sync routers for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:37:59.551219 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:59.551845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:59.559012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.606264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ce0874eb-a096-41a2-be09-b941f69b4c4c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "PUT /v2.0/routers/1df12533-3bb8-41ed-a9a2-28b8524961b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544771 Feb 04 11:37:59.611180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:37:59.663126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:37:59.663126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:37:59.724847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Deleting subnet 665edb61-e19e-41ef-8620-a710c31db26d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:37:59.728750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.750081 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:59.768813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f605-9d35-4fc4-bf8e-ee8be298e69e None None] Pushing event updated for resources: {'Port': ['ID=3e502643-6325-4221-8bc3-5790dd6892c6,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:37:59.804293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:37:59.921904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:37:59.930487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.090214 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:37:58Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.090668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.094748 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] Checking router: 1df12533-3bb8-41ed-a9a2-28b8524961b9 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:00.106501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] Routers {'1df12533-3bb8-41ed-a9a2-28b8524961b9'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:00.107122 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:37:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['1df12533-3bb8-41ed-a9a2-28b8524961b9'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.136669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'Subnet': ['ID=665edb61-e19e-41ef-8620-a710c31db26d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:00.140747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.150795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-02567b5d-bde4-4db4-b5f6-8e69837a3e8c tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "DELETE /v2.0/subnets/665edb61-e19e-41ef-8620-a710c31db26d HTTP/1.1" status: 204 len: 168 time: 0.5349226 Feb 04 11:38:00.151268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:00.165546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a2f56-c7d2-4107-a50b-0179edd278e7 None None] Network ed62255b-c709-4c28-b0e8-a73f9a97d27a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:38:00.298781 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] Set router 1df12533-3bb8-41ed-a9a2-28b8524961b9 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:00.356412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.386958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0ded4804-c07b-4ed9-a907-a8937988e7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.559569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.574217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:37:56Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:50Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502643-6325-4221-8bc3-5790dd6892c6', 'name': '', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:78:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:55Z', 'updated_at': '2022-02-04T11:37:59Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.597505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769eed32-b1b5-450a-a8c8-d1e8e83491a3 None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:37:56Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:50Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502643-6325-4221-8bc3-5790dd6892c6', 'name': '', 'network_id': 'e83d89e7-a4ab-4f13-b46e-0fce5ed0516f', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:78:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:37:55Z', 'updated_at': '2022-02-04T11:37:59Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd8dd9709-a442-4691-adff-1f3674868ea7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:00.628624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] DHCP port deletion for ed62255b-c709-4c28-b0e8-a73f9a97d27a request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:38:00.649358 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:37:58Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:00.649953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] Deleting port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:00.649953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.654876 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434700e-dff8-4f50-9f50-77999784dbeb None None] The sync data for ids ['1df12533-3bb8-41ed-a9a2-28b8524961b9'] in dv-neutron-827824-2-hyperv is: [{'id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987443102', 'tenant_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:35:42Z', 'updated_at': '2022-02-04T11:37:58Z', 'revision_number': 5, 'project_id': '8a15580fe38d4b91bb4a9858ff9f1fb5', 'gw_port': {'id': 'f4783d66-dac1-46a7-81c1-1be69e1288ec', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df12533-3bb8-41ed-a9a2-28b8524961b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:35:43Z', 'updated_at': '2022-02-04T11:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:00.661262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Deleting port f4783d66-dac1-46a7-81c1-1be69e1288ec {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:00.661810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.863112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] For port f4783d66-dac1-46a7-81c1-1be69e1288ec, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f4783d66-dac1-46a7-81c1-1be69e1288ec,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:00.863378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.898671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] For port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,segment=NetworkSegment(8f4b725d-f1d9-44cc-8bf3-2a5901907079),segment_id=8f4b725d-f1d9-44cc-8bf3-2a5901907079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:00.903401 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:00.989768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Calling delete_port for f4783d66-dac1-46a7-81c1-1be69e1288ec owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:01.028951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] Calling delete_port for 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:01.238231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.291439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] Pushing event deleted for resources: {'Port': ['ID=19b3a55b-7d9b-41c9-9259-36bdb33bd7e9,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:01.296173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be2569-a11b-49e7-b3d4-15e1ceb08b62 None None] No DVR routers for this DVR port 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:01.340853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.391861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'Port': ['ID=f4783d66-dac1-46a7-81c1-1be69e1288ec,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:01.619841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.792803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e502643-6325-4221-8bc3-5790dd6892c6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:01.811123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.813548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.935045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.935613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Fanout notify agent at l3_agent the message router_deleted on router 1df12533-3bb8-41ed-a9a2-28b8524961b9 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:38:01.952053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:01.953195 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9b4529ee-5312-4b96-87d8-85747c6bb72e tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "DELETE /v2.0/routers/1df12533-3bb8-41ed-a9a2-28b8524961b9 HTTP/1.1" status: 204 len: 168 time: 1.8008788 Feb 04 11:38:01.956119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:01.969253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 3e502643-6325-4221-8bc3-5790dd6892c6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:01.976073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3e502643-6325-4221-8bc3-5790dd6892c6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:01.976894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.090993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.113023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.145007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 3e502643-6325-4221-8bc3-5790dd6892c6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3e502643-6325-4221-8bc3-5790dd6892c6,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:02.229490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.249688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.256913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed62255b-c709-4c28-b0e8-a73f9a97d27a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:02.270695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4b725d-f1d9-44cc-8bf3-2a5901907079') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:02.275681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4b725d-f1d9-44cc-8bf3-2a5901907079') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:02.283162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.300490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.307485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:38:02.309952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.322922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=3e502643-6325-4221-8bc3-5790dd6892c6,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:38:02.323122 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:38:02.417346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:02.453700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:02.454049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 19b3a55b-7d9b-41c9-9259-36bdb33bd7e9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:02.454457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 168f7a3a-f2b0-420c-b591-511d0391a2b4 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:02.491877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.492128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 168f7a3a-f2b0-420c-b591-511d0391a2b4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:02.492257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 168f7a3a-f2b0-420c-b591-511d0391a2b4 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:02.497000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.522315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "DELETE /v2.0/networks/ed62255b-c709-4c28-b0e8-a73f9a97d27a HTTP/1.1" status: 204 len: 168 time: 0.5650942 Feb 04 11:38:02.523865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90666cd-8bd4-437e-94fb-dd0a2ff883a9 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'Network': ['ID=ed62255b-c709-4c28-b0e8-a73f9a97d27a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.525568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41244) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:02.598812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5291c5-e03d-446d-9f30-fd8af482e275 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.631387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5291c5-e03d-446d-9f30-fd8af482e275 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.728878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c26b-81c0-4bde-84c8-f7dbb7f56fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.757582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5291c5-e03d-446d-9f30-fd8af482e275 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.774556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5291c5-e03d-446d-9f30-fd8af482e275 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990018b-fbff-428d-af89-b63cc1acd643,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:02.782792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b5291c5-e03d-446d-9f30-fd8af482e275 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:02.784553 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6b5291c5-e03d-446d-9f30-fd8af482e275 tempest-TestNetworkAdvancedServerOps-2066731981 tempest-TestNetworkAdvancedServerOps-2066731981-project] 10.222.0.36 "DELETE /v2.0/security-groups/5990018b-fbff-428d-af89-b63cc1acd643 HTTP/1.1" status: 204 len: 168 time: 0.2572312 Feb 04 11:38:03.383262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41256) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.537406 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15a71520-3563-40e8-83f7-945ee4092049 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a15580fe38d4b91bb4a9858ff9f1fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528957 Feb 04 11:38:03.540208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:03.604948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38e76d04-09a7-41ba-af9b-085106366f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.633751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38e76d04-09a7-41ba-af9b-085106366f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.655027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.683249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e502643-6325-4221-8bc3-5790dd6892c6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:03.715187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.752165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38e76d04-09a7-41ba-af9b-085106366f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.755501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3e502643-6325-4221-8bc3-5790dd6892c6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:03.755916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.768331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e76d04-09a7-41ba-af9b-085106366f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ac696a-d7e3-4728-a6ec-f0a8f3044ddb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:03.794417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38e76d04-09a7-41ba-af9b-085106366f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:03.794417 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-38e76d04-09a7-41ba-af9b-085106366f8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1ac696a-d7e3-4728-a6ec-f0a8f3044ddb HTTP/1.1" status: 204 len: 168 time: 0.2495759 Feb 04 11:38:03.902450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4783d66-dac1-46a7-81c1-1be69e1288ec no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:03.937684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f4783d66-dac1-46a7-81c1-1be69e1288ec {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:03.938033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f4783d66-dac1-46a7-81c1-1be69e1288ec not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:04.498744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:04.517195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.532456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:04.536531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5a8ce622124f2ab20d0d88307bf06d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:04.539416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:04.545222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:04.630757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.712870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.763502 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb5a8ce622124f2ab20d0d88307bf06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636533 Feb 04 11:38:04.764402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d294-682d-4965-952c-edf323ed9341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3df9d3e-afa5-45f7-876a-7d2e9696810b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:04.766899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41274) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:04.828764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67b1888a-9520-46b3-9da0-1c6d6b2065f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.854276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67b1888a-9520-46b3-9da0-1c6d6b2065f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:04.998550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67b1888a-9520-46b3-9da0-1c6d6b2065f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.016528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1888a-9520-46b3-9da0-1c6d6b2065f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3df9d3e-afa5-45f7-876a-7d2e9696810b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:05.019929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-67b1888a-9520-46b3-9da0-1c6d6b2065f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:05.021568 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-67b1888a-9520-46b3-9da0-1c6d6b2065f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3df9d3e-afa5-45f7-876a-7d2e9696810b HTTP/1.1" status: 204 len: 168 time: 0.2528076 Feb 04 11:38:05.129473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:16.397086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41294) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:16.968315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.475642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 3e502643-6325-4221-8bc3-5790dd6892c6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:17.476385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.666652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 3e502643-6325-4221-8bc3-5790dd6892c6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3e502643-6325-4221-8bc3-5790dd6892c6,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:17.667084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:17.815624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 3e502643-6325-4221-8bc3-5790dd6892c6 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:18.129345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.180644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=3e502643-6325-4221-8bc3-5790dd6892c6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:18.459663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:18.834032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:38:19.127809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:38:19.139201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:38:19.150571 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f068006-987c-4a68-a4b9-29b8e3ec3ca0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/c3f1b3ec-baf9-4efe-9c10-01ab4531abb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7523549 Feb 04 11:38:19.189369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:19.189978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:19.369650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:19.720876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5be1b-fee2-4868-b1b9-e9afe57b8042 req-ee74441b-ee4c-4995-8ebe-134904733e49 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:19.722375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7e5be1b-fee2-4868-b1b9-e9afe57b8042 req-ee74441b-ee4c-4995-8ebe-134904733e49 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 946 time: 0.0976236 Feb 04 11:38:19.748311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:50Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:19.758507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:19.768067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:19.769215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:19.775474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7e5be1b-fee2-4868-b1b9-e9afe57b8042 req-0162e1f2-26d4-4a79-9bd1-e95fc41af993 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Feb 04 11:38:19.950345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:20.312303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:50Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:20.316188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f92820-6e41-4ffd-8d7f-a4207dacb9f8 None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7f669a72-7c48-4ecf-995e-87b7787c5744', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'port_id': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'mac_address': 'fa:16:3e:c2:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:36:46Z', 'updated_at': '2022-02-04T11:36:50Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:20.972363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a4412-a227-4203-bcf8-e1348edc9e1a req-ead2be81-ad88-48bd-bc2f-45a1df3a1be9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:20.973789 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c9a4412-a227-4203-bcf8-e1348edc9e1a req-ead2be81-ad88-48bd-bc2f-45a1df3a1be9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 946 time: 0.0828652 Feb 04 11:38:21.056675 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c9a4412-a227-4203-bcf8-e1348edc9e1a req-d0527a8a-1cb0-441b-93f8-54848f6bb228 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=35acfad2-3abe-4419-be2c-fcfe8e9161d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772417 Feb 04 11:38:21.096014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7132b9c-ea36-402c-96bd-726449404450 req-d0f7da73-cb3f-401b-9667-3a952842690a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:21.097270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7132b9c-ea36-402c-96bd-726449404450 req-d0f7da73-cb3f-401b-9667-3a952842690a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 946 time: 0.0897448 Feb 04 11:38:21.280821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 438ba372-baae-4c42-b205-92c35cbf400f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:21.281073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.522669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 438ba372-baae-4c42-b205-92c35cbf400f, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=438ba372-baae-4c42-b205-92c35cbf400f,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:21.523093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.639807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e502643-6325-4221-8bc3-5790dd6892c6 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:21.652694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 438ba372-baae-4c42-b205-92c35cbf400f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:21.674253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 3e502643-6325-4221-8bc3-5790dd6892c6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:21.674607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e502643-6325-4221-8bc3-5790dd6892c6 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:21.929291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:21.981778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=438ba372-baae-4c42-b205-92c35cbf400f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:22.057889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 438ba372-baae-4c42-b205-92c35cbf400f on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:22.060291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:22.062683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226b31c-0add-43c0-befc-712db72923f4', 'name': 'network-vif-deleted', 'tag': '438ba372-baae-4c42-b205-92c35cbf400f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:38:22.075034 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7132b9c-ea36-402c-96bd-726449404450 req-98d21e90-afbe-4e84-997f-57e071a0b214 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/438ba372-baae-4c42-b205-92c35cbf400f HTTP/1.1" status: 204 len: 173 time: 0.9718738 Feb 04 11:38:22.109819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226b31c-0add-43c0-befc-712db72923f4', 'name': 'network-vif-deleted', 'tag': '438ba372-baae-4c42-b205-92c35cbf400f', 'status': 'completed', 'code': 200} Feb 04 11:38:22.214244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a295fe01-ce19-4c95-a7f7-599db276605d req-df5579e0-2b45-4b71-8c1b-3382fc3464c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:22.306516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a295fe01-ce19-4c95-a7f7-599db276605d req-df5579e0-2b45-4b71-8c1b-3382fc3464c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:22.307747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a295fe01-ce19-4c95-a7f7-599db276605d req-df5579e0-2b45-4b71-8c1b-3382fc3464c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=5226b31c-0add-43c0-befc-712db72923f4 HTTP/1.1" status: 200 len: 210 time: 0.1363170 Feb 04 11:38:23.402086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.470202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06cc0870-d728-4222-978d-276a42ff38ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.499567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06cc0870-d728-4222-978d-276a42ff38ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.660218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06cc0870-d728-4222-978d-276a42ff38ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.675745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc0870-d728-4222-978d-276a42ff38ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35acfad2-3abe-4419-be2c-fcfe8e9161d2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:23.683448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06cc0870-d728-4222-978d-276a42ff38ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.684434 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-06cc0870-d728-4222-978d-276a42ff38ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/35acfad2-3abe-4419-be2c-fcfe8e9161d2 HTTP/1.1" status: 204 len: 168 time: 0.2813690 Feb 04 11:38:23.793863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:23.863689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet d8dd9709-a442-4691-adff-1f3674868ea7 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:38:23.866571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:23.919526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.000198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.146721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.185694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=d8dd9709-a442-4691-adff-1f3674868ea7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:24.189213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.195475 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e4ddcfce-6e83-4d32-b6b7-bae7e7ddd651 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/d8dd9709-a442-4691-adff-1f3674868ea7 HTTP/1.1" status: 204 len: 168 time: 0.4005978 Feb 04 11:38:24.196014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80638911-c33c-4023-afcc-7c7d4c3c7f4b None None] Network e83d89e7-a4ab-4f13-b46e-0fce5ed0516f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:38:24.198281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:24.310673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.321373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:24.321696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.483177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] DHCP port deletion for e83d89e7-a4ab-4f13-b46e-0fce5ed0516f request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:38:24.487571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Deleting port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:24.487973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.529927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 655de891-8dcc-459a-b5bf-dfb2bacbabc3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=655de891-8dcc-459a-b5bf-dfb2bacbabc3,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:24.530546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.654551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 655de891-8dcc-459a-b5bf-dfb2bacbabc3 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:24.693712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] For port 655de891-8dcc-459a-b5bf-dfb2bacbabc3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=655de891-8dcc-459a-b5bf-dfb2bacbabc3,segment=NetworkSegment(c6b31bcd-22a1-4b65-8037-23d92dd6474b),segment_id=c6b31bcd-22a1-4b65-8037-23d92dd6474b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:24.694070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.786219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.820908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Calling delete_port for 655de891-8dcc-459a-b5bf-dfb2bacbabc3 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:24.838508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=655de891-8dcc-459a-b5bf-dfb2bacbabc3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:24.843494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:24.892507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:38:24.892850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:38:24.926572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 438ba372-baae-4c42-b205-92c35cbf400f no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:24.960924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 438ba372-baae-4c42-b205-92c35cbf400f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:24.961192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 438ba372-baae-4c42-b205-92c35cbf400f not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:24.968900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:24.994504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83d89e7-a4ab-4f13-b46e-0fce5ed0516f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:25.006336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b31bcd-22a1-4b65-8037-23d92dd6474b') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:25.006633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b31bcd-22a1-4b65-8037-23d92dd6474b') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:25.018543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.034203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.040108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:38:25.040480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:38:25.054372 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:38:25.295065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.312433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.323452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=e83d89e7-a4ab-4f13-b46e-0fce5ed0516f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:25.394252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Deleting port 655de891-8dcc-459a-b5bf-dfb2bacbabc3 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:25.394808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.404153 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70333cdf-d436-4513-ac3d-c872e232d580 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/e83d89e7-a4ab-4f13-b46e-0fce5ed0516f HTTP/1.1" status: 204 len: 168 time: 1.2048719 Feb 04 11:38:25.406641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:25.462656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-72d63fcd-25d8-441a-b73a-422870e4df38 None None] The port '655de891-8dcc-459a-b5bf-dfb2bacbabc3' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:38:25.612922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 44584616-184c-493c-be9a-6d4cc3d55d2a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:25.613505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.678428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 655de891-8dcc-459a-b5bf-dfb2bacbabc3 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:25.715504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 655de891-8dcc-459a-b5bf-dfb2bacbabc3 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:25.715894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 655de891-8dcc-459a-b5bf-dfb2bacbabc3 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:25.792836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.792836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:25.916128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 44584616-184c-493c-be9a-6d4cc3d55d2a owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:26.128149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.178610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=44584616-184c-493c-be9a-6d4cc3d55d2a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:26.268521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.268843 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 7f669a72-7c48-4ecf-995e-87b7787c5744 disassociated (deleted). External IP: 172.26.6.164, port: db1193f5-d4b7-4b09-aa23-7f77cd5ef063. Feb 04 11:38:26.613918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:38:26.897822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:38:26.907021 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:38:26.913318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:26.917178 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:26.917781 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:26.969457 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-351dbd9b-abd8-4620-a2be-f27121569cc3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f669a72-7c48-4ecf-995e-87b7787c5744 HTTP/1.1" status: 204 len: 168 time: 1.5617976 Feb 04 11:38:26.970014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:38:27.017274 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'status': 'completed', 'code': 200} Feb 04 11:38:27.109136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-78169f25-f66c-431f-9fee-964f12956182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:27.110770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-78169f25-f66c-431f-9fee-964f12956182 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 1099 time: 0.0724835 Feb 04 11:38:27.127329 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:27.247069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-068c86e8-635d-4a86-a53f-66a72eea43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:27.249262 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-068c86e8-635d-4a86-a53f-66a72eea43ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 200 len: 897 time: 0.1323349 Feb 04 11:38:27.265200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:27.322150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-89c0b815-4f0c-45a8-bdfe-e06aaa012cf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063 HTTP/1.1" status: 200 len: 217 time: 0.0664904 Feb 04 11:38:27.386118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-923302af-4a7c-491d-b362-013d861aeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:27.387993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-923302af-4a7c-491d-b362-013d861aeeae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=54dbf871-ffe2-40aa-b48a-0383666074e5 HTTP/1.1" status: 200 len: 835 time: 0.0607207 Feb 04 11:38:27.455757 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:27.459701 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:27.468799 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:27.469602 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:27.527894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-ed7765c6-9404-4a5f-a5f6-cb8a3f09bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:27.529268 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-ed7765c6-9404-4a5f-a5f6-cb8a3f09bcc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2316deb0-d170-4c4f-aea8-c29f3f8e3507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323085 Feb 04 11:38:27.567460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62dedd-7e7d-4d20-84a6-0736677be98e req-326d4745-fb3a-4936-8318-2bdaca6e1c5f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:27.568900 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9f62dedd-7e7d-4d20-84a6-0736677be98e req-326d4745-fb3a-4936-8318-2bdaca6e1c5f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.1258399 Feb 04 11:38:27.650058 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:27.687670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9f62dedd-7e7d-4d20-84a6-0736677be98e req-fee8bb80-9e5e-4676-a300-98fcb90f1b9c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115632 Feb 04 11:38:27.715246 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-abc58893-e1de-4bda-8890-8ebb11f7ee05 service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761343 Feb 04 11:38:27.861316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-145c5a70-635a-470c-ae1f-d5998b1a31b7 req-2e110727-fc10-4ae3-871c-2c179b1db020 service neutron] 10.222.0.42 "GET /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391878 Feb 04 11:38:27.987759 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:27.991622 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f5be2-7adc-4070-8497-e3b54d86e40d None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '737f3985-b4e5-4713-9a56-02374780cbc9', 'name': '', 'network_id': '2316deb0-d170-4c4f-aea8-c29f3f8e3507', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:ac:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:13Z', 'updated_at': '2022-02-04T11:36:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '54dbf871-ffe2-40aa-b48a-0383666074e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:28.196917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921179f5-b517-48f8-b55a-327c53dc7e2b None None] New status for floating IP 7f669a72-7c48-4ecf-995e-87b7787c5744: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:38:28.798249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-77996d16-8f4e-4083-b429-e8f13299e71d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:28.799682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-77996d16-8f4e-4083-b429-e8f13299e71d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.0788171 Feb 04 11:38:29.011288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:29.011519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.075171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a6d8c-d256-4100-8db5-a9ea1cce99c4 req-4ccab7d3-1faa-4d8e-a6ea-48ebf19cd710 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:29.076616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c62a6d8c-d256-4100-8db5-a9ea1cce99c4 req-4ccab7d3-1faa-4d8e-a6ea-48ebf19cd710 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 946 time: 0.2760963 Feb 04 11:38:29.229315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c62a6d8c-d256-4100-8db5-a9ea1cce99c4 req-ab17d5c2-06fc-48f6-91b1-654bcad09b06 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229987 Feb 04 11:38:29.295813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port db1193f5-d4b7-4b09-aa23-7f77cd5ef063, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:29.296074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.415489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for db1193f5-d4b7-4b09-aa23-7f77cd5ef063 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:29.625061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.674972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=db1193f5-d4b7-4b09-aa23-7f77cd5ef063,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:29.753080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port db1193f5-d4b7-4b09-aa23-7f77cd5ef063 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:29.755435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:29.757922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'name': 'network-vif-deleted', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:38:29.769734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de0464b4-cc05-4cb2-be5d-03700b42b4c1 req-f6d7f339-7e14-48c8-a6ca-2f124e1d7425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/db1193f5-d4b7-4b09-aa23-7f77cd5ef063 HTTP/1.1" status: 204 len: 173 time: 0.9386775 Feb 04 11:38:29.803747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce2487-95db-4d44-bdd0-fe6ca76f3c87', 'name': 'network-vif-deleted', 'tag': 'db1193f5-d4b7-4b09-aa23-7f77cd5ef063', 'status': 'completed', 'code': 200} Feb 04 11:38:30.253933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b55d039b-34fb-4c5b-afed-5274acaa45e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:30.395459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bcc503bb-bf0e-440d-87bb-0a1262d2f24a req-72d91a90-0227-4ec6-8668-3aa8fc40274e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:30.524089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bcc503bb-bf0e-440d-87bb-0a1262d2f24a req-72d91a90-0227-4ec6-8668-3aa8fc40274e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:30.525166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bcc503bb-bf0e-440d-87bb-0a1262d2f24a req-72d91a90-0227-4ec6-8668-3aa8fc40274e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=19ce2487-95db-4d44-bdd0-fe6ca76f3c87 HTTP/1.1" status: 200 len: 210 time: 0.1703103 Feb 04 11:38:31.621132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:31.688985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.718825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.842440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.870544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:31.874285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:31.875533 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2dbc7eb-f92f-4f2c-a3d3-73bf374dd3b8 HTTP/1.1" status: 204 len: 168 time: 0.2534378 Feb 04 11:38:31.879952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.880299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.880635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.880961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.881288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.881614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.881993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.882317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.882637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.882953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.883758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.883758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76432ad-382e-4c00-aa52-00193a0be0ab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:31.958534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:32.502955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.683497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-360cb78e-5e99-4b87-b5a0-a0ba0b759df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.850560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 737f3985-b4e5-4713-9a56-02374780cbc9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:32.851141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:32.958563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device db1193f5-d4b7-4b09-aa23-7f77cd5ef063 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:32.992758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: db1193f5-d4b7-4b09-aa23-7f77cd5ef063 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:32.993097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device db1193f5-d4b7-4b09-aa23-7f77cd5ef063 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:33.037693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 737f3985-b4e5-4713-9a56-02374780cbc9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=737f3985-b4e5-4713-9a56-02374780cbc9,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:33.038075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.263223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 737f3985-b4e5-4713-9a56-02374780cbc9 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:33.534746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.582632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=737f3985-b4e5-4713-9a56-02374780cbc9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:33.671972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.700530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:33.879924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.243352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:38:34.420943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:38:34.430915 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] Sync routers for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:38:34.439975 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:34.447696 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:34.496911 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7ce43fb7-8d73-4564-b488-141520fcff7f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/c3f1b3ec-baf9-4efe-9c10-01ab4531abb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5371013 Feb 04 11:38:34.499316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41354) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:34.568290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet 54dbf871-ffe2-40aa-b48a-0383666074e5 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:38:34.571326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.622597 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:34.632801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.720753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.929228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.929927 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:33Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:34.933382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] Checking router: c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:34.941614 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] Routers {'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:34.942466 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:34.971238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=54dbf871-ffe2-40aa-b48a-0383666074e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:34.973157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:34.981674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe899562-a011-4e6c-b1a6-bfb4756867e0 None None] Network 2316deb0-d170-4c4f-aea8-c29f3f8e3507 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:38:34.982669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:34.992114 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f3851b75-28db-4173-8d51-3e428f722d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/54dbf871-ffe2-40aa-b48a-0383666074e5 HTTP/1.1" status: 204 len: 168 time: 0.4917164 Feb 04 11:38:35.120012 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] Set router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:35.161233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.166506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.282220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] DHCP port deletion for 2316deb0-d170-4c4f-aea8-c29f3f8e3507 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:38:35.286870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Deleting port 08c4b660-993e-4042-9962-19f86120d4c1 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:35.287472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.350183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.403401 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:33Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:35.407568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1c89c-c645-4528-9b4d-02048ee71fb7 None None] The sync data for ids ['c3f1b3ec-baf9-4efe-9c10-01ab4531abb7'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'name': 'tempest-TestNetworkBasicOps-router-820067127', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:36:06Z', 'updated_at': '2022-02-04T11:38:33Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '8b65cf6f-54c7-489f-b6c8-78e35e9d32a5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b3ec-baf9-4efe-9c10-01ab4531abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:36:07Z', 'updated_at': '2022-02-04T11:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:35.415016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:35.415365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.492976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] For port 08c4b660-993e-4042-9962-19f86120d4c1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=08c4b660-993e-4042-9962-19f86120d4c1,segment=NetworkSegment(5380bb61-7f79-4ad3-9168-a7b47ff6437c),segment_id=5380bb61-7f79-4ad3-9168-a7b47ff6437c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:35.493230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.597316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:35.597665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.612851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Calling delete_port for 08c4b660-993e-4042-9962-19f86120d4c1 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:35.791434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:35.837690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:35.846581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 737f3985-b4e5-4713-9a56-02374780cbc9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:35.881064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] No DVR routers for this DVR port 08c4b660-993e-4042-9962-19f86120d4c1 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:35.888792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Pushing event deleted for resources: {'Port': ['ID=08c4b660-993e-4042-9962-19f86120d4c1,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.902437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.903874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.903874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.903874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c130796-25e7-46e6-b51e-04d3d8830dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:35.905710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 737f3985-b4e5-4713-9a56-02374780cbc9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:35.906048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 737f3985-b4e5-4713-9a56-02374780cbc9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:35.907490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 08c4b660-993e-4042-9962-19f86120d4c1 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:35.941092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 08c4b660-993e-4042-9962-19f86120d4c1 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:35.941417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 08c4b660-993e-4042-9962-19f86120d4c1 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:36.127990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.177509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=8b65cf6f-54c7-489f-b6c8-78e35e9d32a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:36.214678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.215115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.215334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.215697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.216021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.216344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.216663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.216980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.217298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.217612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.217926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.218236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:36.278846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.306389 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:38:36.458369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.460669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.603437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.603896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:38:36.619840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.621074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9e691201-ce4f-4291-b48f-6ce25a6262a9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/c3f1b3ec-baf9-4efe-9c10-01ab4531abb7 HTTP/1.1" status: 204 len: 168 time: 1.6374056 Feb 04 11:38:36.623688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41362) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:36.746359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.884120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.908650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2316deb0-d170-4c4f-aea8-c29f3f8e3507']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.921568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5380bb61-7f79-4ad3-9168-a7b47ff6437c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.922040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5380bb61-7f79-4ad3-9168-a7b47ff6437c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:36.935070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.951131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.957142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:38:36.957542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:38:36.972326 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:38:37.220367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.238209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.251331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=2316deb0-d170-4c4f-aea8-c29f3f8e3507,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.253863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89510133-95c6-4107-be46-55d064632be5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/2316deb0-d170-4c4f-aea8-c29f3f8e3507 HTTP/1.1" status: 204 len: 168 time: 0.6292686 Feb 04 11:38:37.267807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:37.274181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--1493079907', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:37.279394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:37.283603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:37.286428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:37.292629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:37.414642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:37.418048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.445296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:38:37.453602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.456484 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment 2f43f9e6-62ab-48a6-add9-3a996b57d8ea of type vlan for network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 Feb 04 11:38:37.586866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.685943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:37.705535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.711246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:37.711845 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:37.722027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:37.722373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8b65cf6f-54c7-489f-b6c8-78e35e9d32a5 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:37.821255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:37.833994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:38:37.885189 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-27f833b2-340c-4bd7-ab45-1eb9cc1e90ad tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6160033 Feb 04 11:38:37.887615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:37.892927 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:37.897186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-d311fb29-bd4f-457b-96f0-44a1c88a9b3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731468 Feb 04 11:38:37.900252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:37.904871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:37.908044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:37.914700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:38.043422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.044490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.050029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-bd1cfd6e-3109-4dce-89fb-efb5847e9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:38.051686 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-bd1cfd6e-3109-4dce-89fb-efb5847e9786 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 1098 time: 0.0794609 Feb 04 11:38:38.060843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.200465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-73621404-f038-4d82-83e9-1f1d03c3bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:38.202014 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-73621404-f038-4d82-83e9-1f1d03c3bfd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1319728 Feb 04 11:38:38.305415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-22b774ca-1b94-4d5f-ad45-034493433972 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 200 len: 1001 time: 0.0973191 Feb 04 11:38:38.372935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-8d861207-6765-411c-8bb8-ff36200e0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:38.374483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-8d861207-6765-411c-8bb8-ff36200e0703 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0637689 Feb 04 11:38:38.436310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.460253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-e158204b-c215-43b6-b0cd-beef59224e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:38.462198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-e158204b-c215-43b6-b0cd-beef59224e23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813217 Feb 04 11:38:38.718854 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-b4fe6673-97fb-42f8-a508-f6ed450aab95 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507308 Feb 04 11:38:38.824185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.856525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:38.856929 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4465b88e-62c2-4f4f-a141-fdf759661908 req-6a8035f5-a8d9-449f-9f23-b7dd93dfbc15 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317780 Feb 04 11:38:39.000316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.243 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/6097e489-1a42-4c57-bb0c-7c3b31a090f5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:39.149519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.244012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:39.308017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:39.310624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:39.314115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:38:39.342644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=6097e489-1a42-4c57-bb0c-7c3b31a090f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:39.977386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.315432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.614494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router db587420-362a-418c-8781-6a7fa1c887ef is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:38:40.791743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:38:40.801498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Sync routers for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:38:40.811094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:40.811820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:40.876901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:40.878177 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-220ffba5-449c-4217-bcf5-5d13fba7fc6a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9894574 Feb 04 11:38:40.881662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.922802 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a85caf77-db1e-405a-8377-e8db136e1b4c tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399103 Feb 04 11:38:40.925300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:40.997040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:41.056049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db2b41d-afff-4b0b-a806-735f0ac45deb tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:41.060283 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5db2b41d-afff-4b0b-a806-735f0ac45deb tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311936 Feb 04 11:38:41.060502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41386) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.104678 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b0937fed-c8fb-445a-9b1c-8bcf719d51f7 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430901 Feb 04 11:38:41.107032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:41.112203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890565884', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:41.304239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:39Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:41.308152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Checking router: db587420-362a-418c-8781-6a7fa1c887ef for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:41.308499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Updating router db587420-362a-418c-8781-6a7fa1c887ef port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:38:41.338402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:41.342217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:41.345013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:41.351261 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:41.364252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.425355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:41.428873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.696018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.706814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.710817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Transition to ACTIVE for port object 6097e489-1a42-4c57-bb0c-7c3b31a090f5 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:41.780590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.788063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=36046ddd-6e3a-48e4-90dd-51d6d46e760a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:41.795971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:38:41.796324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:38:41.865228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Attempting to bind port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:41.865756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Attempting to bind port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Attempting to bind port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Bound port: 6097e489-1a42-4c57-bb0c-7c3b31a090f5, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:41.906740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cb110-38cc-42bc-9c10-ad169a31bd92 None None] Pushing event updated for resources: {'Port': ['ID=6097e489-1a42-4c57-bb0c-7c3b31a090f5,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:41.927912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:38:41.963324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] For port 6097e489-1a42-4c57-bb0c-7c3b31a090f5, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:38:41.966411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] For port 6097e489-1a42-4c57-bb0c-7c3b31a090f5, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6097e489-1a42-4c57-bb0c-7c3b31a090f5,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:38:42.025573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:42.031466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:42.032036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.034519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e549272-7c66-4ea7-b34e-422dabf92158 None None] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:38:42.124053 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0488f6da-3d56-42c6-a31c-7c19b38503d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0159328 Feb 04 11:38:42.126728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:42.133753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.231145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:42.231830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:42.311498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cb110-38cc-42bc-9c10-ad169a31bd92 None None] Pushing event updated for resources: {'Port': ['ID=6097e489-1a42-4c57-bb0c-7c3b31a090f5,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:42.518860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:42.621943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:38:42.622779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.806347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:42.925282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Allocated IP 172.20.0.2 (1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7/36046ddd-6e3a-48e4-90dd-51d6d46e760a/51bf3efd-bd90-462f-9321-d20c30b3e045) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:43.035296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:39Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:43.051374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8a28-46da-418b-8a30-3ec2bc302379 None None] The sync data for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv is: [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:39Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:43.162285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.172625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Transition to ACTIVE for port object 51bf3efd-bd90-462f-9321-d20c30b3e045 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:43.191780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Transition to ACTIVE for port object 51bf3efd-bd90-462f-9321-d20c30b3e045 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:43.266854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.344634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:43.348958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:43.352365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:38:43.358636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Pushing event updated for resources: {'Port': ['ID=51bf3efd-bd90-462f-9321-d20c30b3e045,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:43.460686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Attempting to bind port 51bf3efd-bd90-462f-9321-d20c30b3e045 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:43.461059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Attempting to bind port 51bf3efd-bd90-462f-9321-d20c30b3e045 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:43.461427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Attempting to bind port 51bf3efd-bd90-462f-9321-d20c30b3e045 on network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:38:43.467297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:38:43.467989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Checking segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:38:43.468395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.468832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Bound using segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:38:43.469304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Bound port: 51bf3efd-bd90-462f-9321-d20c30b3e045, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:43.469678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.482365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7/36046ddd-6e3a-48e4-90dd-51d6d46e760a/3f721d0e-c7ed-4360-ad40-5dbd297f01a5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:43.574336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] For port 51bf3efd-bd90-462f-9321-d20c30b3e045, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:38:43.577757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] For port 51bf3efd-bd90-462f-9321-d20c30b3e045, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=51bf3efd-bd90-462f-9321-d20c30b3e045,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:38:43.644043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.652052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.670505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:43.746550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.749414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6097e489-1a42-4c57-bb0c-7c3b31a090f5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:43.809681 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:43.818264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:43.822999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:38:43.830326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf2436-029e-45ca-bbc1-cf29e38cac2a None None] Pushing event updated for resources: {'Port': ['ID=51bf3efd-bd90-462f-9321-d20c30b3e045,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:43.881353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:43.896100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:43.945832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:43.952097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:43.952593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.166194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.186765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6097e489-1a42-4c57-bb0c-7c3b31a090f5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6097e489-1a42-4c57-bb0c-7c3b31a090f5,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:44.280938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.306034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.374925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6097e489-1a42-4c57-bb0c-7c3b31a090f5,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:44.709509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.796879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:44.914647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:44.918148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:45.059757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:45.060886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:45.309892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d4eca-59c9-4417-a424-96bfbc702603 None None] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:38:45.372115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router db587420-362a-418c-8781-6a7fa1c887ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:38:45.541003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d5a61079-8096-4f8f-ae43-e973cc1ea692 None None] Provisioning for port 51bf3efd-bd90-462f-9321-d20c30b3e045 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:45.555126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:38:45.566643 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Sync routers for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:38:45.571152 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-850187cf-3fed-410e-8793-e62eab0e2c67 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/db587420-362a-418c-8781-6a7fa1c887ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4433627 Feb 04 11:38:45.573617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41398) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.576617 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:45.577211 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:45.758547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.759153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.759483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.759974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.760427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.760883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.763824 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6e38c7b5-5301-42c8-87a6-98e5a73b1809 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1892529 Feb 04 11:38:45.767449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41402) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.794928 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:45.841670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6097e489-1a42-4c57-bb0c-7c3b31a090f5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:45.882054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.882581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.883045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.883522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.883993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.884440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:45.886198 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d7915333-d749-4c92-bb3a-93f8818a9385 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1175466 Feb 04 11:38:45.888800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:45.942752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:45.943509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.013767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-97e22d9f-1c73-4ca9-8d4f-e2510af73abd None None] Provisioning for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:46.026611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-97e22d9f-1c73-4ca9-8d4f-e2510af73abd None None] Provisioning complete for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:46.027134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-97e22d9f-1c73-4ca9-8d4f-e2510af73abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.117319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-97e22d9f-1c73-4ca9-8d4f-e2510af73abd None None] Port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:38:46.154531 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:46.159144 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Checking router: db587420-362a-418c-8781-6a7fa1c887ef for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:46.159791 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Updating router db587420-362a-418c-8781-6a7fa1c887ef port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:38:46.169374 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-47de01c6-a2aa-4c3a-9c2d-7c6df38dc08b tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2794936 Feb 04 11:38:46.218745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 51bf3efd-bd90-462f-9321-d20c30b3e045 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:46.225110 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.294805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bb2b7193-c825-4186-820b-157a7683c252 None None] Provisioning complete for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:46.295180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bb2b7193-c825-4186-820b-157a7683c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.356950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b7193-c825-4186-820b-157a7683c252 None None] Port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:38:46.443381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 51bf3efd-bd90-462f-9321-d20c30b3e045 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:46.449221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 51bf3efd-bd90-462f-9321-d20c30b3e045 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:46.449731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.518109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4d3d34c2-45b7-47f6-a422-697d36c4acec None None] Provisioning complete for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:46.518498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4d3d34c2-45b7-47f6-a422-697d36c4acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.578798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d34c2-45b7-47f6-a422-697d36c4acec None None] Port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:38:46.603125 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.615211 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Transition to ACTIVE for port object 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:46.635127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.666659 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 51bf3efd-bd90-462f-9321-d20c30b3e045, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=51bf3efd-bd90-462f-9321-d20c30b3e045,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:46.685898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:46.691027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429157131', 'description': 'tempest-secgroup-smoke-429157131 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:46.697846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:46.701615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:46.704453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:46.710567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:46.745148 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.773769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.846014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=51bf3efd-bd90-462f-9321-d20c30b3e045,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:46.889220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.897947 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Pushing event updated for resources: {'Port': ['ID=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:46.912611 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.913271 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.913775 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.914097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.914394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:46.914601 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.915109 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.915428 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.915770 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.916093 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.916404 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.916718 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.917027 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:38:46.918788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:46.922239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:46.933742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:46.971155 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Attempting to bind port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:46.972679 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Attempting to bind port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:46.972679 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Attempting to bind port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 on network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:38:46.977611 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:38:46.978026 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Checking segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:38:46.978415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:46.978793 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Bound using segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:38:46.979243 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Bound port: 3f721d0e-c7ed-4360-ad40-5dbd297f01a5, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:46.979644 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.009317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.071481 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] For port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:38:47.074329 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] For port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:38:47.132755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.171053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124c877d-f72a-479c-affa-652257a992b4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:47.197164 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.226665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.227955 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3121c71c-06c0-4f8e-8690-cc140507dbb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5410788 Feb 04 11:38:47.230798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.236024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '124c877d-f72a-479c-affa-652257a992b4', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:47.243269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:47.247062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:47.250344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:47.256323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:47.275465 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:47.276097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:47.346561 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3435-966a-4283-954c-f1283c0af67c None None] Pushing event updated for resources: {'Port': ['ID=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:47.364320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.432177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.470501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:47.517707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.541963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85154e0-b684-4c13-a626-e7113a4f6886,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:47.654483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.655928 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9789360a-bd46-4d74-b0a8-a65c252e5285 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240448 Feb 04 11:38:47.658618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:47.670394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '124c877d-f72a-479c-affa-652257a992b4', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:47.679073 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:47.681951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:47.684718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:47.693905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:47.714749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 51bf3efd-bd90-462f-9321-d20c30b3e045 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:47.785762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 51bf3efd-bd90-462f-9321-d20c30b3e045 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:47.786191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.786369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.791229 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:47Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:47.795355 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b5abc-c896-4e60-b2c7-19c23f0686d4 None None] The sync data for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv is: [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:47Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:47.876881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.964081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:47.991970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9fe338-3a34-4d20-b142-bb84c24c361d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.083282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.084646 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e0a55dd3-431e-44a0-b2b2-95f2a41c4bfb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4235530 Feb 04 11:38:48.088013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41424) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.099613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '124c877d-f72a-479c-affa-652257a992b4', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:48.099613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:48.103919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:48.109150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:48.115578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:48.306589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.375215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.466268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.490396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee24222-66be-46a6-9d31-72a522a84389,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.574859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.576227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-583d1a10-975d-494b-addb-00dda6e1a814 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4872031 Feb 04 11:38:48.579149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41428) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.584318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '124c877d-f72a-479c-affa-652257a992b4', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:48.590526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:48.594709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:48.597753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:48.604312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:48.701683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.768144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.865427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.891223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d97ecb-c562-42f4-88a2-aa3abfec236a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:48.957763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:48.959214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a872b3c6-0eb1-4a07-a1a3-92d8329e1b63 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790095 Feb 04 11:38:48.962744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:48.967692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '124c877d-f72a-479c-affa-652257a992b4', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:48.973558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:48.978032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:48.980838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:48.986473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:49.077375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:38:49.084744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.156459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.242980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.266431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b529992-19b7-4a1b-a0b3-e5b9328715f2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:49.356607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.357949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9666ade3-f401-433f-82e9-38223589d66c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3942363 Feb 04 11:38:49.361331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:38:49.368320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '124c877d-f72a-479c-affa-652257a992b4', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:49.377040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:49.380833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:49.384206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:49.389845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:49.494708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:38:49.501723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.565718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.651187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.679188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d918fdac-6c3e-4b73-a434-050154b289ab,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:49.730452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:49.757800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:49.759054 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d01be261-1e26-412f-9108-b0a9721ca956 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3966801 Feb 04 11:38:49.888615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:49.894168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:49.894538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.009778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-67193a9e-f172-474f-84a0-5d0c3e3e785a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429157131&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0396950 Feb 04 11:38:50.010239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.042602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:50.134496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:50.175926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-4da1b31b-2d90-43cc-acb9-602937ffcf4e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:50.176597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-4da1b31b-2d90-43cc-acb9-602937ffcf4e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:50.210077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:50.270868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-4da1b31b-2d90-43cc-acb9-602937ffcf4e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:50.272265 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-4da1b31b-2d90-43cc-acb9-602937ffcf4e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 HTTP/1.1" status: 200 len: 797 time: 0.2556562 Feb 04 11:38:50.286985 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-a8966941-6cf4-487b-b74b-d04c18cf9040 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0090935 Feb 04 11:38:50.372376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-b085c4d7-b441-4724-8193-bf506f40f0fa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798752 Feb 04 11:38:50.387364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-6c4f8fa9-dbb2-4de2-acb3-03e8b53eec6d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:38:50.388312 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-6c4f8fa9-dbb2-4de2-acb3-03e8b53eec6d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048754 Feb 04 11:38:50.516856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d4386a07-771d-4b24-8a67-9f6bedb47e0e service neutron] 10.222.0.36 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233964 Feb 04 11:38:50.649665 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-26c460cc-ab32-483c-8d7d-aa67994c5660 service neutron] 10.222.0.36 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270354 Feb 04 11:38:50.941340 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1b3d5304-c551-46dc-a429-88731f252c4b req-76355c35-1b74-4ab9-b34e-670891872feb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 210 time: 0.0445035 Feb 04 11:38:51.699631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:38:51.770947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:51.771230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:52.036450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cda60491-cc8c-415c-96e6-419bafa9b593 req-8a2dcecf-c17f-4185-8d97-ac0e8105f3c2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 210 time: 0.0414436 Feb 04 11:38:52.417794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c1efd-bb50-4041-a76d-25d8ec44b1d7 req-4a4ce18b-79bb-4fff-83c2-fe0ea28d11a2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:52.419638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e5c1efd-bb50-4041-a76d-25d8ec44b1d7 req-4a4ce18b-79bb-4fff-83c2-fe0ea28d11a2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.0834625 Feb 04 11:38:52.464718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e5c1efd-bb50-4041-a76d-25d8ec44b1d7 req-ddacee58-e617-4848-ab0f-b4b1ec329f48 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Feb 04 11:38:53.187663 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-050d866a-272f-4c80-b330-7f48c35a688f req-226ad727-f600-4935-a1d4-2407f45b32db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 210 time: 0.0434422 Feb 04 11:38:53.500646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-333d2c57-610e-4eab-9620-61b051ab6bfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:53.503354 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-333d2c57-610e-4eab-9620-61b051ab6bfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 HTTP/1.1" status: 200 len: 797 time: 0.1468573 Feb 04 11:38:53.557792 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-4491091d-8f2c-40ec-a751-67d5e116e74e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 379 time: 0.0466795 Feb 04 11:38:53.568636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['124c877d-f72a-479c-affa-652257a992b4']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:53.778107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bfccb06-2672-4a75-9867-e7a935480ad2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:53.779953 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bfccb06-2672-4a75-9867-e7a935480ad2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.0877442 Feb 04 11:38:53.853553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Deleting port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:38:53.868443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:53.881152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:38:53.892138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b6bc6-e529-4b91-91a1-28ad92507a43 req-64a8a579-e2be-40d7-831b-1fd4a35f43bc tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:53.893547 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e2b6bc6-e529-4b91-91a1-28ad92507a43 req-64a8a579-e2be-40d7-831b-1fd4a35f43bc tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 945 time: 0.3116095 Feb 04 11:38:53.894807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:port and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:38:53.897956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:38:53.906128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:38:53.950855 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e2b6bc6-e529-4b91-91a1-28ad92507a43 req-903d585d-91e2-4388-953a-6244bc1c018e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Feb 04 11:38:53.990778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:38:53.994922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.119201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] For port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:38:54.119576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.166052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.9 (1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7/36046ddd-6e3a-48e4-90dd-51d6d46e760a/84fec859-3ae9-4637-ad0a-9e55f688b004) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:38:54.353581 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a079d456-9c20-406e-a3a3-703d7e0861bf req-352baf92-a469-4342-b48f-97fac9a2e805 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 210 time: 0.0566053 Feb 04 11:38:54.408233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.424533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 84fec859-3ae9-4637-ad0a-9e55f688b004 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:54.425363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.425534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.425782 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Floating IP 893908e4-594a-4f3d-8868-d39513d8b216 disassociated. External IP: 172.26.6.199, port: 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17. Feb 04 11:38:54.426109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Calling delete_port for 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:38:54.529375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.599085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:38:54.602355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:38:54.606240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:38:54.645999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=84fec859-3ae9-4637-ad0a-9e55f688b004,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:54.678897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:54.679466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.774981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.809651 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-d20aaa94-47a5-4446-9498-1f63d2ecabcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2447684 Feb 04 11:38:54.821489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Request body: {'port': {'device_id': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:38:54.828623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'Port': ['ID=66ec66c0-1fd2-4a72-89a2-37b7edd5ed17,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:54.935392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:54.957402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-78b3699b-4b49-40de-b970-638d77c9737e None None] Provisioning for port 84fec859-3ae9-4637-ad0a-9e55f688b004 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:38:54.963033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-78b3699b-4b49-40de-b970-638d77c9737e None None] Provisioning complete for port 84fec859-3ae9-4637-ad0a-9e55f688b004 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:38:54.963418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78b3699b-4b49-40de-b970-638d77c9737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.033251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:38:55.033522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-78b3699b-4b49-40de-b970-638d77c9737e None None] Port 84fec859-3ae9-4637-ad0a-9e55f688b004 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:38:55.127153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61c68f92-4106-4609-b38f-34fca8861f54 req-4238a45d-c774-407a-9b9e-e3a2a98f8bc9 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0531189 Feb 04 11:38:55.220470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:38:55.234619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:38:55.249445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:55.250103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:55.312142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] No DVR routers for this DVR port 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:38:55.314943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.318043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'name': 'network-vif-deleted', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:38:55.349155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fec859-3ae9-4637-ad0a-9e55f688b004 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:38:55.357810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.374844 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9', 'name': 'network-vif-deleted', 'tag': '66ec66c0-1fd2-4a72-89a2-37b7edd5ed17', 'status': 'completed', 'code': 200} Feb 04 11:38:55.377579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Transition to ACTIVE for port object 84fec859-3ae9-4637-ad0a-9e55f688b004 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:38:55.409454 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-561dde31-988d-4de3-a903-fba18d80a051 req-3bd7ffe9-4d12-419e-91f8-a15f72f3a4a3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "DELETE /v2.0/ports/66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 HTTP/1.1" status: 204 len: 173 time: 1.6244359 Feb 04 11:38:55.457187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:55.496061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.713388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Pushing event updated for resources: {'Port': ['ID=84fec859-3ae9-4637-ad0a-9e55f688b004,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:55.760133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422e88a-58b6-414d-bfb2-b47a4c765da3 req-314f79e7-30f7-48d5-8cc6-d611f1ddd8b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:55.760133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d422e88a-58b6-414d-bfb2-b47a4c765da3 req-314f79e7-30f7-48d5-8cc6-d611f1ddd8b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:38:55.792416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Attempting to bind port 84fec859-3ae9-4637-ad0a-9e55f688b004 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:38:55.793192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Attempting to bind port 84fec859-3ae9-4637-ad0a-9e55f688b004 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:38:55.793517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Attempting to bind port 84fec859-3ae9-4637-ad0a-9e55f688b004 on network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:38:55.801572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Port 84fec859-3ae9-4637-ad0a-9e55f688b004 on network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:38:55.802092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Attempting to bind port 84fec859-3ae9-4637-ad0a-9e55f688b004 on network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:38:55.808956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:38:55.809316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Checking segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:38:55.809752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Bound using segment: {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:38:55.810217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Bound port: 84fec859-3ae9-4637-ad0a-9e55f688b004, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f43f9e6-62ab-48a6-add9-3a996b57d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:38:55.810585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:55.828107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:55.832082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:38:55.841435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:38:55.842031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:38:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:55.893751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d422e88a-58b6-414d-bfb2-b47a4c765da3 req-314f79e7-30f7-48d5-8cc6-d611f1ddd8b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:38:55.895229 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d422e88a-58b6-414d-bfb2-b47a4c765da3 req-314f79e7-30f7-48d5-8cc6-d611f1ddd8b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 943 time: 0.4353538 Feb 04 11:38:55.929911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] For port 84fec859-3ae9-4637-ad0a-9e55f688b004, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:38:55.963670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] For port 84fec859-3ae9-4637-ad0a-9e55f688b004, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84fec859-3ae9-4637-ad0a-9e55f688b004,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:38:55.975250 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d422e88a-58b6-414d-bfb2-b47a4c765da3 req-2ff90253-e765-4679-be93-f6bf24195391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682371 Feb 04 11:38:56.041344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:38:56.042921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.251730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:56.252648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:56.253632 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] 10.222.0.42 "PUT /v2.0/ports/84fec859-3ae9-4637-ad0a-9e55f688b004 HTTP/1.1" status: 200 len: 1093 time: 1.4370954 Feb 04 11:38:56.254229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:38:56.319697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e3e52c7-6103-46d3-a470-201d67438451 req-624ce91e-f3e2-48dd-a809-8c4bf68d1a9d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efd89f4-3f5c-44eb-9e79-dceff9c3eaa9 HTTP/1.1" status: 200 len: 210 time: 0.0694768 Feb 04 11:38:56.337077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82879358-c2e3-4919-9707-ba04ee73c466 service neutron] Pushing event updated for resources: {'Port': ['ID=84fec859-3ae9-4637-ad0a-9e55f688b004,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:38:56.344455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'status': 'completed', 'code': 200} Feb 04 11:38:56.437536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:38:56.438720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ff012-af17-4c48-8610-b7b68f3ea812 req-827843ed-da7f-4881-bc5f-3a53dc1cb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:56.444051 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e80ff012-af17-4c48-8610-b7b68f3ea812 req-827843ed-da7f-4881-bc5f-3a53dc1cb94e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1096 time: 0.0809925 Feb 04 11:38:56.444534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116f1c8-72d4-490b-9f9a-ab5aba81f1ed None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:38:56.604328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ff012-af17-4c48-8610-b7b68f3ea812 req-20568a96-a65a-4c76-8616-971d166b6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:56.605768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e80ff012-af17-4c48-8610-b7b68f3ea812 req-20568a96-a65a-4c76-8616-971d166b6565 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1533458 Feb 04 11:38:56.693738 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86278c57-147c-4435-934d-d84b15b6813f None None] New status for floating IP 893908e4-594a-4f3d-8868-d39513d8b216: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:38:56.751336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ff012-af17-4c48-8610-b7b68f3ea812 req-aa6ef7a1-476f-4080-9d89-b72c7f6e6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:56.752993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e80ff012-af17-4c48-8610-b7b68f3ea812 req-aa6ef7a1-476f-4080-9d89-b72c7f6e6755 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400652 Feb 04 11:38:56.868317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-6bacde4a-e78b-4895-8983-f0eb4fcbf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:56.869753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-6bacde4a-e78b-4895-8983-f0eb4fcbf173 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1096 time: 0.0784471 Feb 04 11:38:56.944538 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-93f48893-53aa-4432-a17d-046e63f6c80c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84fec859-3ae9-4637-ad0a-9e55f688b004 HTTP/1.1" status: 200 len: 217 time: 0.0670438 Feb 04 11:38:57.010037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-6b31f337-f863-4720-af44-6621c166a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:57.011806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-6b31f337-f863-4720-af44-6621c166a358 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36046ddd-6e3a-48e4-90dd-51d6d46e760a HTTP/1.1" status: 200 len: 834 time: 0.0611153 Feb 04 11:38:57.066365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:38:57.100653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:38:57.100997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 66ec66c0-1fd2-4a72-89a2-37b7edd5ed17 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:38:57.153808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-8b7a2b04-e2c4-4b01-919f-ca5526f39d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:57.155175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-8b7a2b04-e2c4-4b01-919f-ca5526f39d6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1374352 Feb 04 11:38:57.254579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6542ed-e658-473b-a3b4-84753b8f08f7 req-05f29cdd-a582-48a7-bfa1-24305c757691 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:57.256100 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd6542ed-e658-473b-a3b4-84753b8f08f7 req-05f29cdd-a582-48a7-bfa1-24305c757691 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 943 time: 0.1699803 Feb 04 11:38:57.260077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:38:57.334577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd6542ed-e658-473b-a3b4-84753b8f08f7 req-54eae5a8-b5a7-41dd-af44-b10841fae6b4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715344 Feb 04 11:38:57.337115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-77bd6e65-0146-4f9f-b44c-3e1e18f24820 service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755636 Feb 04 11:38:57.474914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14f7b880-f103-4d97-962b-7e30a4fd2bf4 req-9d66a137-8aa3-410f-a016-82c0cad15835 service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320539 Feb 04 11:38:57.684252 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-ed1d2a72-7f41-467c-87c3-6031be01dcd7 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707496613&fields=id&tenant_id=e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 267 time: 0.0391567 Feb 04 11:38:57.834008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-bb5bdd77-29da-4c88-8903-2e479056945d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:57.835426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-bb5bdd77-29da-4c88-8903-2e479056945d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 812 time: 0.1444843 Feb 04 11:38:57.850225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-bbb4ed90-8459-4a44-926e-91a80063f7c0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/quotas/e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 375 time: 0.0088155 Feb 04 11:38:57.934490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-4b4f3ca8-df41-4c7d-b71e-a47b0c464a14 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793915 Feb 04 11:38:58.069228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-6db6dba5-542a-428c-bfcd-33723e80c8ec service neutron] 10.222.0.36 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233385 Feb 04 11:38:58.298510 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-a865d5e2-1712-411d-841c-317bac2c2a2b service neutron] 10.222.0.36 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229683 Feb 04 11:38:58.532846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c7bfb-438c-4a88-bb40-6398abfb6eca req-633b81a5-5b89-47c5-ad28-03a8fa7c3597 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:58.543713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d1c7bfb-438c-4a88-bb40-6398abfb6eca req-633b81a5-5b89-47c5-ad28-03a8fa7c3597 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 943 time: 0.0862112 Feb 04 11:38:58.579863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d1c7bfb-438c-4a88-bb40-6398abfb6eca req-d778a9be-ede3-4448-afc4-0ebbc19316c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Feb 04 11:38:59.067272 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c9d50c6b-cde6-4314-9cd4-8ecf486df964 req-0a2f331d-a421-47e4-a11f-799d50afa266 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 210 time: 0.0418878 Feb 04 11:38:59.764505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d5445-013b-440e-9cf7-d2ac4acc18bb req-402173eb-9c11-4e9e-9017-23a6249d726c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:38:59.766093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-650d5445-013b-440e-9cf7-d2ac4acc18bb req-402173eb-9c11-4e9e-9017-23a6249d726c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 943 time: 0.0839274 Feb 04 11:38:59.810740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-650d5445-013b-440e-9cf7-d2ac4acc18bb req-8b600dbe-fef8-4712-8f2a-e7111e229bec tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389495 Feb 04 11:39:00.221008 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-385678e1-1f1a-49af-837e-3af291289d2c req-2d1217d1-f5c9-4b8d-b982-1f8d85f118e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 210 time: 0.0431666 Feb 04 11:39:00.265802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b2f69582-ab31-4d73-9f93-8d3cf965ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.097474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 84fec859-3ae9-4637-ad0a-9e55f688b004 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:39:01.126867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06877c-164c-4ccf-956c-055e945882de req-0dfdac96-36c1-4248-b96f-71d4ee20fc23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:01.128383 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5a06877c-164c-4ccf-956c-055e945882de req-0dfdac96-36c1-4248-b96f-71d4ee20fc23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 943 time: 0.2124052 Feb 04 11:39:01.134682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-616f9691-a696-44dc-9bd4-54e2bbbdc757 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:01.136576 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-616f9691-a696-44dc-9bd4-54e2bbbdc757 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 812 time: 0.1759105 Feb 04 11:39:01.208531 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5a06877c-164c-4ccf-956c-055e945882de req-cd5fc803-f37b-4e15-a6fd-35018f700f2a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710204 Feb 04 11:39:01.218371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-42eca28f-f387-4fce-9536-f2b7a1e64f0e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 380 time: 0.0652421 Feb 04 11:39:01.226351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'port': {'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'admin_state_up': True, 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'security_groups': ['525edf75-4111-441e-a6a5-c26ae5cc9b87']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:39:01.244795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 84fec859-3ae9-4637-ad0a-9e55f688b004, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84fec859-3ae9-4637-ad0a-9e55f688b004,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:01.260842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'port_id': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'mac_address': 'fa:16:3e:5a:95:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:39:01.356124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.373761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fec859-3ae9-4637-ad0a-9e55f688b004 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:39:01.392216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 84fec859-3ae9-4637-ad0a-9e55f688b004, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84fec859-3ae9-4637-ad0a-9e55f688b004,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:01.406799 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-239a67d6-9e12-4387-bd82-dcddffd6fe20 req-19310e5d-3e57-4120-b432-e23a6ecb60ed tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 210 time: 0.0545661 Feb 04 11:39:01.430050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:01.434146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:port and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:01.437002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:01.443344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:01.533518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.591485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Made reservation on behalf of e4c613a6cb16497b94220e18318a6f2d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:01.595388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.610477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=84fec859-3ae9-4637-ad0a-9e55f688b004,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:01.745430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['84fec859-3ae9-4637-ad0a-9e55f688b004'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:39:01.764484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Allocated IP 172.20.0.10 (72c7855f-87a4-44d6-b458-9b7e05996f69/268d729f-b27d-436d-a2c8-05fbedc0e562/ea840f99-32fb-46e1-8075-10abffc750d7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:01.969615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:01.986406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Transition to ACTIVE for port object ea840f99-32fb-46e1-8075-10abffc750d7 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:02.082173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.154884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:02.159612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:02.177251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:39:02.198915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=ea840f99-32fb-46e1-8075-10abffc750d7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:02.240747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:02.241488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.368506 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-c0c5d400-4d15-4637-a88a-035ed2cc349f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1460211 Feb 04 11:39:02.380660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Request body: {'port': {'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:39:02.481870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ade35d57-2e85-48b4-9bd0-8e06092562e4 None None] Provisioning for port ea840f99-32fb-46e1-8075-10abffc750d7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:02.491184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ade35d57-2e85-48b4-9bd0-8e06092562e4 None None] Provisioning complete for port ea840f99-32fb-46e1-8075-10abffc750d7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:02.497267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ade35d57-2e85-48b4-9bd0-8e06092562e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.521407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0b57b-3b6a-4614-80e1-ddf4784ab379 req-4723af0d-b56c-4570-965d-f0029f21bb69 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:02.522942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53c0b57b-3b6a-4614-80e1-ddf4784ab379 req-4723af0d-b56c-4570-965d-f0029f21bb69 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 944 time: 0.1942027 Feb 04 11:39:02.525434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.557793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ade35d57-2e85-48b4-9bd0-8e06092562e4 None None] Port ea840f99-32fb-46e1-8075-10abffc750d7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:39:02.717626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6418eef3-3fbe-4640-ae68-0d37391251f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:02.795637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53c0b57b-3b6a-4614-80e1-ddf4784ab379 req-0d6760a8-aca7-40c8-94b1-3a36bf019399 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602355 Feb 04 11:39:02.878725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cafa5-59ed-468c-85e9-16016c309cb1 req-d865d333-e7e1-4735-b4a7-ee95c6caf21f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:02.879450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-351cafa5-59ed-468c-85e9-16016c309cb1 req-d865d333-e7e1-4735-b4a7-ee95c6caf21f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:02.999622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-351cafa5-59ed-468c-85e9-16016c309cb1 req-d865d333-e7e1-4735-b4a7-ee95c6caf21f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:03.005314 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-351cafa5-59ed-468c-85e9-16016c309cb1 req-d865d333-e7e1-4735-b4a7-ee95c6caf21f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 932 time: 0.4628396 Feb 04 11:39:03.065068 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-351cafa5-59ed-468c-85e9-16016c309cb1 req-7a6eb39f-7335-40e0-9ac3-f9882f5dbda4 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568788 Feb 04 11:39:03.113197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 84fec859-3ae9-4637-ad0a-9e55f688b004 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:03.132803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea840f99-32fb-46e1-8075-10abffc750d7 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:39:03.141338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.156423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Transition to ACTIVE for port object ea840f99-32fb-46e1-8075-10abffc750d7 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:39:03.248359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.264734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 84fec859-3ae9-4637-ad0a-9e55f688b004 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:03.269845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 84fec859-3ae9-4637-ad0a-9e55f688b004 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:03.270216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.405978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.441771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 84fec859-3ae9-4637-ad0a-9e55f688b004, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84fec859-3ae9-4637-ad0a-9e55f688b004,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:03.442368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Pushing event updated for resources: {'Port': ['ID=ea840f99-32fb-46e1-8075-10abffc750d7,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:03.442957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:03.494172 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'code': 200} Feb 04 11:39:03.497751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Attempting to bind port ea840f99-32fb-46e1-8075-10abffc750d7 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:39:03.498072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Attempting to bind port ea840f99-32fb-46e1-8075-10abffc750d7 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:39:03.498390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Attempting to bind port ea840f99-32fb-46e1-8075-10abffc750d7 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:39:03.504653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Port ea840f99-32fb-46e1-8075-10abffc750d7 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:39:03.506530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Attempting to bind port ea840f99-32fb-46e1-8075-10abffc750d7 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:39:03.512323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:39:03.512781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Checking segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:39:03.513763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Bound using segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:39:03.514191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Bound port: ea840f99-32fb-46e1-8075-10abffc750d7, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:39:03.514705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.522890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.625061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=84fec859-3ae9-4637-ad0a-9e55f688b004,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:03.637905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] For port ea840f99-32fb-46e1-8075-10abffc750d7, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:39:03.641323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] For port ea840f99-32fb-46e1-8075-10abffc750d7, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ea840f99-32fb-46e1-8075-10abffc750d7,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:39:03.723156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.751970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.752547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.815351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:03.815999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:03.818049 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] 10.222.0.42 "PUT /v2.0/ports/ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 1094 time: 1.4410226 Feb 04 11:39:03.818232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:03.840241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628958d-0f59-4cfb-a066-d97d8193f21c service neutron] Pushing event updated for resources: {'Port': ['ID=ea840f99-32fb-46e1-8075-10abffc750d7,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:03.878295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'status': 'completed', 'code': 200} Feb 04 11:39:03.889543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b636-8cc8-448c-9a21-9f8ebf4c0f4d req-66d3b9a4-38a6-4c1e-83ba-c8708df695b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:03.891138 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d350b636-8cc8-448c-9a21-9f8ebf4c0f4d req-66d3b9a4-38a6-4c1e-83ba-c8708df695b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1098 time: 0.0976968 Feb 04 11:39:03.943494 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d350b636-8cc8-448c-9a21-9f8ebf4c0f4d req-fbd99dce-c3b5-4402-9608-a4f925b21dd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447962 Feb 04 11:39:04.044414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db07d-a8e0-41b7-9218-15543997c796 req-6650eefd-828a-47d7-8b3a-03d1cd395047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.045914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-639db07d-a8e0-41b7-9218-15543997c796 req-6650eefd-828a-47d7-8b3a-03d1cd395047 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1097 time: 0.1432843 Feb 04 11:39:04.053902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8368-7e02-4d48-a44f-3509465c925f req-9b1bc376-0677-436c-a060-0d60506f71d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.055261 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-180a8368-7e02-4d48-a44f-3509465c925f req-9b1bc376-0677-436c-a060-0d60506f71d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 945 time: 0.1134591 Feb 04 11:39:04.098778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-180a8368-7e02-4d48-a44f-3509465c925f req-d50238e2-b946-47b6-90aa-af5f4963bca8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379622 Feb 04 11:39:04.336451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db07d-a8e0-41b7-9218-15543997c796 req-dcba924e-d405-4555-967a-4411eb31a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.337814 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-639db07d-a8e0-41b7-9218-15543997c796 req-dcba924e-d405-4555-967a-4411eb31a73b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e4c613a6cb16497b94220e18318a6f2d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2007010 Feb 04 11:39:04.349271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c5f7-4347-45b8-96e5-227bd8534aaa req-082946ad-b60a-46bd-b39f-049a3f3ca32a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.350604 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb98c5f7-4347-45b8-96e5-227bd8534aaa req-082946ad-b60a-46bd-b39f-049a3f3ca32a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.1383879 Feb 04 11:39:04.475823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb98c5f7-4347-45b8-96e5-227bd8534aaa req-a400c1f0-ab7a-466b-9c18-8718aa4de417 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069465 Feb 04 11:39:04.511941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db07d-a8e0-41b7-9218-15543997c796 req-4b6fedf7-d36b-491a-9e56-fae3b38a0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.513389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-639db07d-a8e0-41b7-9218-15543997c796 req-4b6fedf7-d36b-491a-9e56-fae3b38a0489 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619532 Feb 04 11:39:04.617630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-63bfb4e9-bb15-4314-bb0a-f1e0df5fe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.619023 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-63bfb4e9-bb15-4314-bb0a-f1e0df5fe534 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1097 time: 0.0715735 Feb 04 11:39:04.692597 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-aff3c733-4777-4c58-ac58-a54d3123abb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 217 time: 0.0639508 Feb 04 11:39:04.757134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-dd74cd94-ff23-47bb-b53d-55134f87a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.758588 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-dd74cd94-ff23-47bb-b53d-55134f87a021 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0567732 Feb 04 11:39:04.933974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-5ac85079-1c6a-492a-b387-02f01a94f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:04.935430 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-5ac85079-1c6a-492a-b387-02f01a94f84d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706088 Feb 04 11:39:05.067999 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-4d2c64ab-f85c-49da-83aa-0bc71190d478 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244335 Feb 04 11:39:05.132185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.200909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6260e59-c27f-49a6-80f5-c83e17f65b31 req-45b1106b-0188-43ec-97fb-4b3697b94c8d service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259313 Feb 04 11:39:05.289626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8472b-bc62-43c1-b041-472f39d869fd req-d8a63842-9b2e-487e-a5c0-880ba27b5705 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:05.291166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02f8472b-bc62-43c1-b041-472f39d869fd req-d8a63842-9b2e-487e-a5c0-880ba27b5705 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 945 time: 0.0820885 Feb 04 11:39:05.340652 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02f8472b-bc62-43c1-b041-472f39d869fd req-776a8a61-7a1a-4769-98a0-4de3eca33def tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Feb 04 11:39:05.529127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efee95-6eab-4c32-9c40-94d609adacc1 req-32cee368-137b-42fd-83fb-5fef2d153533 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:05.531599 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69efee95-6eab-4c32-9c40-94d609adacc1 req-32cee368-137b-42fd-83fb-5fef2d153533 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 945 time: 0.0856054 Feb 04 11:39:05.574495 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69efee95-6eab-4c32-9c40-94d609adacc1 req-155d62e1-eb1a-4621-b68f-0f45abbedbce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384591 Feb 04 11:39:05.597353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:05.663609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115839ac-9ece-4524-b70d-d88eb9af9bbc req-f475d352-0dac-4a54-85bc-3113367d10be tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:05.665059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-115839ac-9ece-4524-b70d-d88eb9af9bbc req-f475d352-0dac-4a54-85bc-3113367d10be tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.0820045 Feb 04 11:39:05.674488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f966777-16fa-40b1-8844-d87ccf2f75da tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:05.678592 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6f966777-16fa-40b1-8844-d87ccf2f75da tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1093 time: 0.0775943 Feb 04 11:39:05.678940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:05.683779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:39:05.689963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:05.693984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:05.696806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:05.703050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:05.714941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-115839ac-9ece-4524-b70d-d88eb9af9bbc req-9410d697-9957-4067-a60d-9ddc52823f2d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Feb 04 11:39:05.774608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:05.909807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.045129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.192 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/62fdce8d-1173-43d4-b95f-ff8396cdf45a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:06.187654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.294922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.360636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:06.363238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:06.366664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:39:06.401547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=62fdce8d-1173-43d4-b95f-ff8396cdf45a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:06.895096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:06.898034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f3f57-3f21-48d7-bc7a-957614c98d45 req-2e9cd74d-d0a2-40af-b98b-3619dfd01fc4 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:06.899494 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f62f3f57-3f21-48d7-bc7a-957614c98d45 req-2e9cd74d-d0a2-40af-b98b-3619dfd01fc4 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.0804727 Feb 04 11:39:06.944094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f62f3f57-3f21-48d7-bc7a-957614c98d45 req-0c796ea1-0c4d-4c5d-a785-18f854e55d61 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Feb 04 11:39:07.072635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.277328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.397149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.503968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=62fdce8d-1173-43d4-b95f-ff8396cdf45a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:07.513373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:07.686354 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 8facf102-7b73-4651-a309-71fc9e5b9064 associated. External IP: 172.26.6.192, port: 84fec859-3ae9-4637-ad0a-9e55f688b004. Feb 04 11:39:08.033145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router db587420-362a-418c-8781-6a7fa1c887ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:39:08.129495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b13335-18fc-4d15-a439-4d7a0d60c65d req-3ac735be-5369-48bb-b4a3-66a441088546 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.130952 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4b13335-18fc-4d15-a439-4d7a0d60c65d req-3ac735be-5369-48bb-b4a3-66a441088546 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.0828843 Feb 04 11:39:08.176727 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4b13335-18fc-4d15-a439-4d7a0d60c65d req-3bc9a26c-642e-45b5-b99e-842c2d5b7ddb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Feb 04 11:39:08.313632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:39:08.323227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] Sync routers for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:39:08.333286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:08.333921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:08.425516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:08.480770 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-de007f1f-f865-4263-9ef5-09928c201a5d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8008223 Feb 04 11:39:08.481339 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:08.483636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:08.513010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:08.527199 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'status': 'completed', 'code': 200} Feb 04 11:39:08.640392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0fc4e4dc-02e5-425d-8472-cc1a7e65037f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8facf102-7b73-4651-a309-71fc9e5b9064 HTTP/1.1" status: 200 len: 991 time: 0.1554050 Feb 04 11:39:08.656111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-8d3e4c1f-dc96-4c5a-a0af-bcb651e52c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.657532 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-8d3e4c1f-dc96-4c5a-a0af-bcb651e52c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1098 time: 0.1112263 Feb 04 11:39:08.787810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-23982014-62a0-474a-b034-5ea0467a6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.789243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-23982014-62a0-474a-b034-5ea0467a6257 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 HTTP/1.1" status: 200 len: 898 time: 0.1247299 Feb 04 11:39:08.859656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8facf102-7b73-4651-a309-71fc9e5b9064', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'port_id': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'mac_address': 'fa:16:3e:5a:95:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:06Z', 'updated_at': '2022-02-04T11:39:06Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:08.863391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] Checking router: db587420-362a-418c-8781-6a7fa1c887ef for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:39:08.872206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:08.872797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:08.893278 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-a49505ba-f45b-47da-ad3e-fe24643dbaa0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84fec859-3ae9-4637-ad0a-9e55f688b004 HTTP/1.1" status: 200 len: 999 time: 0.0968914 Feb 04 11:39:08.959926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-7b46d338-277b-4dcb-8f49-77865d39d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:08.961355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-7b46d338-277b-4dcb-8f49-77865d39d012 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36046ddd-6e3a-48e4-90dd-51d6d46e760a HTTP/1.1" status: 200 len: 834 time: 0.0616896 Feb 04 11:39:09.034691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-a87ad519-8938-42f2-ae05-420962a5e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:09.036161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-a87ad519-8938-42f2-ae05-420962a5e5ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689356 Feb 04 11:39:09.056855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:09.168796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-6b12fd70-e30c-4a90-9c48-136e2eeea773 service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258364 Feb 04 11:39:09.449097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8facf102-7b73-4651-a309-71fc9e5b9064', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'port_id': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'mac_address': 'fa:16:3e:5a:95:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:06Z', 'updated_at': '2022-02-04T11:39:06Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:09.453255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82996db7-5212-4b31-834b-684ab2ee6089 None None] The sync data for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv is: [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8facf102-7b73-4651-a309-71fc9e5b9064', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'port_id': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'mac_address': 'fa:16:3e:5a:95:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:06Z', 'updated_at': '2022-02-04T11:39:06Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:39:09.462859 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f2efed7-e597-462b-b7b7-38ead5be3649 req-44d5eb47-2520-4703-8040-2f25d65e51ac service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887177 Feb 04 11:39:09.478152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab73a6-b191-4a76-81ae-3c322de1433b req-262149e3-24d1-440f-96f3-a8dc44705783 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:09.479684 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65ab73a6-b191-4a76-81ae-3c322de1433b req-262149e3-24d1-440f-96f3-a8dc44705783 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.1316020 Feb 04 11:39:09.525465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65ab73a6-b191-4a76-81ae-3c322de1433b req-1a738aef-e226-4167-a1ce-dd0190c392db tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 Feb 04 11:39:09.643460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:09.650748 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658e7862-2913-4a7f-a3c5-2c9208bb6f39 None None] New status for floating IP 8facf102-7b73-4651-a309-71fc9e5b9064: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:39:09.752112 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f85a5681-5a45-4dad-bc3b-2da65b50da58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8facf102-7b73-4651-a309-71fc9e5b9064 HTTP/1.1" status: 200 len: 991 time: 0.1074886 Feb 04 11:39:10.723015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88253c03-d35e-45c7-831a-6abdf6903d00 req-d59a66ef-4386-4d19-bad5-a7187fd63637 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:10.724505 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88253c03-d35e-45c7-831a-6abdf6903d00 req-d59a66ef-4386-4d19-bad5-a7187fd63637 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.0840518 Feb 04 11:39:10.756552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:10.769607 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88253c03-d35e-45c7-831a-6abdf6903d00 req-a0e71f18-070b-4446-b695-b2526aaf0b6b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384750 Feb 04 11:39:10.864535 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-307da83b-ac37-44de-9dd9-3ee88a67f633 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8facf102-7b73-4651-a309-71fc9e5b9064 HTTP/1.1" status: 200 len: 993 time: 0.1066823 Feb 04 11:39:11.961049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8020e65-93b6-4596-984b-2a4a8e89de7c req-d3ac32b1-7b14-4dc1-be57-6174ee918ef0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:11.962764 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8020e65-93b6-4596-984b-2a4a8e89de7c req-d3ac32b1-7b14-4dc1-be57-6174ee918ef0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.0829108 Feb 04 11:39:12.005489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8020e65-93b6-4596-984b-2a4a8e89de7c req-5600fbd5-52da-4c7d-ab5f-ea10b279b589 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Feb 04 11:39:13.175747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device ea840f99-32fb-46e1-8075-10abffc750d7 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:39:13.186401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe981b-0b15-45b4-bb89-0fa0c3178c27 req-e93ade10-636a-420d-9a6d-e882eb68cf88 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:13.187870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a8fe981b-0b15-45b4-bb89-0fa0c3178c27 req-e93ade10-636a-420d-9a6d-e882eb68cf88 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 944 time: 0.0791328 Feb 04 11:39:13.232837 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a8fe981b-0b15-45b4-bb89-0fa0c3178c27 req-a6ebf105-0584-4144-bcf1-113bf286f139 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 Feb 04 11:39:13.305194 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:39:13.309651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port ea840f99-32fb-46e1-8075-10abffc750d7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ea840f99-32fb-46e1-8075-10abffc750d7,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:13.322961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:39:13.376133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.391882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea840f99-32fb-46e1-8075-10abffc750d7 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:39:13.406571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port ea840f99-32fb-46e1-8075-10abffc750d7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ea840f99-32fb-46e1-8075-10abffc750d7,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:13.476757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:13.545846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=ea840f99-32fb-46e1-8075-10abffc750d7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:13.719532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['ea840f99-32fb-46e1-8075-10abffc750d7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:39:14.428931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34194d8e-7648-4037-b11e-1c260aabd5f9 req-b8b73a77-5535-4480-a889-2dda5ac13e1f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:14.430392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-34194d8e-7648-4037-b11e-1c260aabd5f9 req-b8b73a77-5535-4480-a889-2dda5ac13e1f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 945 time: 0.0831368 Feb 04 11:39:14.475174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-34194d8e-7648-4037-b11e-1c260aabd5f9 req-e15c9de1-3705-4ce2-87c1-28414d6d832d tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382361 Feb 04 11:39:15.193967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device ea840f99-32fb-46e1-8075-10abffc750d7 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:39:15.362327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port ea840f99-32fb-46e1-8075-10abffc750d7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:39:15.367414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port ea840f99-32fb-46e1-8075-10abffc750d7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:39:15.367877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.484155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.509670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:15.519941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port ea840f99-32fb-46e1-8075-10abffc750d7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ea840f99-32fb-46e1-8075-10abffc750d7,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:15.557192 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'code': 200} Feb 04 11:39:15.618729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:15.662957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd4228-0498-448a-bd13-d1e0829827ef req-9b015f74-95a3-490e-bd1e-201069c4f0c1 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:15.666789 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3fcd4228-0498-448a-bd13-d1e0829827ef req-9b015f74-95a3-490e-bd1e-201069c4f0c1 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 945 time: 0.0862217 Feb 04 11:39:15.693101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=ea840f99-32fb-46e1-8075-10abffc750d7,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:15.712819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3fcd4228-0498-448a-bd13-d1e0829827ef req-f0985360-efc0-4e57-9456-8c9078296fd9 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Feb 04 11:39:16.056573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1584585-cbfb-4050-9f01-4b225011306c req-71e38032-0ad7-488b-a1e0-1315d564794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:16.058521 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1584585-cbfb-4050-9f01-4b225011306c req-71e38032-0ad7-488b-a1e0-1315d564794f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0693364 Feb 04 11:39:16.098418 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1584585-cbfb-4050-9f01-4b225011306c req-f2b2c5d1-bf59-4fa1-b502-06cada026c61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 Feb 04 11:39:16.899641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b3c2-a5ec-4c69-80d0-6ce157df2562 req-7f6d31c7-6480-468e-966e-c9daa6a1a67e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:16.901061 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a4f5b3c2-a5ec-4c69-80d0-6ce157df2562 req-7f6d31c7-6480-468e-966e-c9daa6a1a67e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 946 time: 0.0823770 Feb 04 11:39:16.945034 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a4f5b3c2-a5ec-4c69-80d0-6ce157df2562 req-c2ead13c-adda-43a8-b82e-7c6756b855a9 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Feb 04 11:39:18.124974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f311e8-41ae-4b8d-ba38-cc02d9e655d0 req-23cab734-1499-4b1c-96d3-b8274959e046 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:18.126391 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1f311e8-41ae-4b8d-ba38-cc02d9e655d0 req-23cab734-1499-4b1c-96d3-b8274959e046 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 946 time: 0.0790114 Feb 04 11:39:18.168507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1f311e8-41ae-4b8d-ba38-cc02d9e655d0 req-14c0b09f-821f-4417-86d4-5a41a15bf576 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366335 Feb 04 11:39:18.514565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce4aa6-b0cf-4a45-a97c-997fa07700e6 req-71b1c67f-f3ef-4161-93f9-79d84e89e6f0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:18.516009 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63ce4aa6-b0cf-4a45-a97c-997fa07700e6 req-71b1c67f-f3ef-4161-93f9-79d84e89e6f0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 946 time: 0.2386887 Feb 04 11:39:18.560193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63ce4aa6-b0cf-4a45-a97c-997fa07700e6 req-ea1f6e46-ec7c-4d0a-a4be-7d6b1a680c31 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Feb 04 11:39:18.582891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:18.651848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00712511-e34a-42af-ba2f-4d45033f8c36 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:18.653325 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-00712511-e34a-42af-ba2f-4d45033f8c36 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1094 time: 0.0695064 Feb 04 11:39:18.656043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:18.660781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:39:18.667104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:18.671066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:floatingip and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:18.673885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:18.679637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:18.751384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:18.888292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.023469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Allocated IP 172.26.6.200 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/e1c76ebe-3be1-479c-97dd-daf31b9e9c14) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:19.164647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.266192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:19.335951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:19.339497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:19.343276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:39:19.485036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=e1c76ebe-3be1-479c-97dd-daf31b9e9c14,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:19.856706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.003935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.203673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.265089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.376791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=e1c76ebe-3be1-479c-97dd-daf31b9e9c14,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:20.388274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:20.571436 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Floating IP 7b51dfe1-fd60-455c-933e-ea141edb0a05 associated. External IP: 172.26.6.200, port: ea840f99-32fb-46e1-8075-10abffc750d7. Feb 04 11:39:20.967032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:39:21.263037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:39:21.274895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:39:21.285439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:21.286047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.340303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:21.401434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c4692c29-7981-44d6-b327-ba3cf8a1c6e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7443829 Feb 04 11:39:21.402011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:21.449825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'status': 'completed', 'code': 200} Feb 04 11:39:21.473359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:21.550403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-0684690e-ee87-42e6-af9b-b6f445946a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:21.551825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-0684690e-ee87-42e6-af9b-b6f445946a79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0762780 Feb 04 11:39:21.692947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-4d01cbbb-ea61-48b2-ab99-0ff797e486b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:21.694740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-4d01cbbb-ea61-48b2-ab99-0ff797e486b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1352973 Feb 04 11:39:21.806340 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-1f7a72ae-4ae3-488c-86c1-acfe41f6ba9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 1000 time: 0.1034119 Feb 04 11:39:21.870416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:19Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.872303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-177e54d3-ddd9-45b7-a16f-d87b73520f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:21.874420 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-177e54d3-ddd9-45b7-a16f-d87b73520f6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0619423 Feb 04 11:39:21.875251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:39:21.884733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:21.885895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:21.959431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-9d8b6ccb-0134-4314-badc-a3ff57f9db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:21.961460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-9d8b6ccb-0134-4314-badc-a3ff57f9db9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806158 Feb 04 11:39:22.080406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:22.105558 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-a351c7cc-392f-4625-a2ff-b6d330f35b13 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364539 Feb 04 11:39:22.250294 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-04676e7b-b681-4883-9e13-f0abbeed8bfa req-52c78c3d-bb2c-4b98-85ab-f18b467e2c8a service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360567 Feb 04 11:39:22.475823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:19Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:22.481059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33e994-99ea-4a14-8e7b-6112992de96a None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:19Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:39:22.673471 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea19cc5-cb4e-4553-aee1-ee0e3e6e1ca5 None None] New status for floating IP 7b51dfe1-fd60-455c-933e-ea141edb0a05: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:39:27.242069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:30.248369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f74a63ef-ec24-4521-a230-7c8704b3a786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:32.745562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ded63b46-9344-479a-9b3e-6163a9f93dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.642239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:33.745328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:35.145590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:37.260257 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-3e180239-3432-46c7-a79e-c37f8d017a2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701077 Feb 04 11:39:37.410395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-58ba6d00-a599-4112-b5fc-bf558c3b5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:37.410395 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-58ba6d00-a599-4112-b5fc-bf558c3b5c11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1098 time: 0.0739114 Feb 04 11:39:37.554405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-27e3e663-218c-446f-a34c-dfe7b5537478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:37.555785 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-27e3e663-218c-446f-a34c-dfe7b5537478 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 HTTP/1.1" status: 200 len: 898 time: 0.1297278 Feb 04 11:39:37.661158 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-f784d32e-d8cc-4aaf-a25d-60edcab9199d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84fec859-3ae9-4637-ad0a-9e55f688b004 HTTP/1.1" status: 200 len: 1001 time: 0.0977011 Feb 04 11:39:37.729913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-68596d4b-5223-41a4-a715-374bf88d6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:37.731411 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-68596d4b-5223-41a4-a715-374bf88d6ea2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36046ddd-6e3a-48e4-90dd-51d6d46e760a HTTP/1.1" status: 200 len: 834 time: 0.0624440 Feb 04 11:39:37.816163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-94df4918-cdfa-41b2-aa91-fb4d9d2dee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:37.816163 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-94df4918-cdfa-41b2-aa91-fb4d9d2dee4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708861 Feb 04 11:39:38.047745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-122bbb1e-4641-4ff4-97ef-974c75257d85 service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282693 Feb 04 11:39:38.187868 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e948d64-9733-4b0e-a4de-f35cf4d52acc req-31c4b3d1-5a68-4897-9fa5-2e896bc715c2 service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341293 Feb 04 11:39:43.948724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.054677 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fa844e5f-b717-4696-b90c-f084e1b84d66 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8facf102-7b73-4651-a309-71fc9e5b9064 HTTP/1.1" status: 200 len: 993 time: 0.1048355 Feb 04 11:39:44.530358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:44.751013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 62fdce8d-1173-43d4-b95f-ff8396cdf45a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:39:44.751360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.930547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:44.930879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.061131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 62fdce8d-1173-43d4-b95f-ff8396cdf45a owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:39:45.276194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.321670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=62fdce8d-1173-43d4-b95f-ff8396cdf45a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:45.359069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.359069 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.359442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.359777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.360103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.360425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.360743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.361060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.362809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.362809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.362809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.362809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:45.425233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:45.428303 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 8facf102-7b73-4651-a309-71fc9e5b9064 disassociated (deleted). External IP: 172.26.6.192, port: 84fec859-3ae9-4637-ad0a-9e55f688b004. Feb 04 11:39:45.963486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router db587420-362a-418c-8781-6a7fa1c887ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:39:46.141604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:39:46.151802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] Sync routers for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:39:46.161111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:46.161719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:46.236967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:46.291636 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-36de31f9-e31c-4bd8-965f-4b7081cd6eae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/8facf102-7b73-4651-a309-71fc9e5b9064 HTTP/1.1" status: 204 len: 168 time: 1.7614398 Feb 04 11:39:46.292255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:46.338810 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'status': 'completed', 'code': 200} Feb 04 11:39:46.347378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:46.441848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-67e3c6d4-7cb5-4c00-9b34-a8a7b4b756e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:46.443676 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-67e3c6d4-7cb5-4c00-9b34-a8a7b4b756e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 1098 time: 0.0818114 Feb 04 11:39:46.582496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-653d0e22-3672-4010-82ee-593cd8affaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:46.584288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-653d0e22-3672-4010-82ee-593cd8affaf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 HTTP/1.1" status: 200 len: 898 time: 0.1343000 Feb 04 11:39:46.658102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-755c94f7-fcf7-4177-b07a-81bca51e1ee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84fec859-3ae9-4637-ad0a-9e55f688b004 HTTP/1.1" status: 200 len: 217 time: 0.0667000 Feb 04 11:39:46.740401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-bf87ca46-b98f-423f-aad5-ca62eabcc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:46.740686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:46.741862 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-bf87ca46-b98f-423f-aad5-ca62eabcc039 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36046ddd-6e3a-48e4-90dd-51d6d46e760a HTTP/1.1" status: 200 len: 834 time: 0.0751679 Feb 04 11:39:46.744631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] Checking router: db587420-362a-418c-8781-6a7fa1c887ef for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:39:46.755119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:46.755119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:46.827838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-32c53524-d8d4-465a-aef3-979efaf5e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:46.829298 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-32c53524-d8d4-465a-aef3-979efaf5e964 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803723 Feb 04 11:39:46.941846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:47.033803 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-a3b34128-6e69-4aae-a0c7-2a709730f5a5 service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980126 Feb 04 11:39:47.131388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f719-45e0-4439-98ba-645515654c45 req-733ece0f-3b17-4f88-bd34-beb80d188528 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:47.132900 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94e9f719-45e0-4439-98ba-645515654c45 req-733ece0f-3b17-4f88-bd34-beb80d188528 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 945 time: 0.1972790 Feb 04 11:39:47.215532 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94e9f719-45e0-4439-98ba-645515654c45 req-f647a729-89e4-4cd6-a087-3096bcd9d770 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742846 Feb 04 11:39:47.219239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88542d4b-84a4-4cd2-8447-a2c7f2b8487c req-8ac402d5-8c78-4e8c-b7f9-6feb78301bee service neutron] 10.222.0.42 "GET /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790092 Feb 04 11:39:47.276626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:47.280903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762fbc6-7fd4-408b-bff5-c4c9d28274eb None None] The sync data for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv is: [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '3f721d0e-c7ed-4360-ad40-5dbd297f01a5', 'name': '', 'network_id': '1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:1b:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:43Z', 'updated_at': '2022-02-04T11:38:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '36046ddd-6e3a-48e4-90dd-51d6d46e760a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:39:47.514530 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d2b84-6081-44a5-9eaa-92e715f58fbc None None] New status for floating IP 8facf102-7b73-4651-a309-71fc9e5b9064: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:39:48.218158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-8457f333-2242-4794-bb27-b45190139d99 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:48.219610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-8457f333-2242-4794-bb27-b45190139d99 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 945 time: 0.0797863 Feb 04 11:39:48.294143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 84fec859-3ae9-4637-ad0a-9e55f688b004 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:39:48.294488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.510057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd0845-f28b-43a1-882a-b3555ccccea1 req-629de2cc-c566-42d8-83b2-5f17b703aba7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:48.511578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0cd0845-f28b-43a1-882a-b3555ccccea1 req-629de2cc-c566-42d8-83b2-5f17b703aba7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 945 time: 0.1791537 Feb 04 11:39:48.635031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0cd0845-f28b-43a1-882a-b3555ccccea1 req-16f580be-9276-406c-9329-eb0777605548 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=124c877d-f72a-479c-affa-652257a992b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761967 Feb 04 11:39:48.665034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 84fec859-3ae9-4637-ad0a-9e55f688b004, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=84fec859-3ae9-4637-ad0a-9e55f688b004,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:48.665378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:48.910447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 84fec859-3ae9-4637-ad0a-9e55f688b004 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:39:49.149904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.205441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=84fec859-3ae9-4637-ad0a-9e55f688b004,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:49.248390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.249104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.249104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.249466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.249734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.250057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.250376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.250695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.251022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.251334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.251674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.251990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:49.291330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 84fec859-3ae9-4637-ad0a-9e55f688b004 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:49.302883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:49.302883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'name': 'network-vif-deleted', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:39:49.308823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1103870b-89d9-4606-ab3a-238ccf696d78 req-ca885d5c-ed8a-4f23-9b6a-fa4ef57c2de4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/84fec859-3ae9-4637-ad0a-9e55f688b004 HTTP/1.1" status: 204 len: 173 time: 1.0842676 Feb 04 11:39:49.341482 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15f10a2-a95a-4031-ad3f-83d331b23292', 'name': 'network-vif-deleted', 'tag': '84fec859-3ae9-4637-ad0a-9e55f688b004', 'status': 'completed', 'code': 200} Feb 04 11:39:49.818306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-733516cf-adf8-4f9b-9552-25889bec5367 req-fcd87df4-9a65-4b1a-acdd-5fdd34a6ae78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:39:49.907101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-733516cf-adf8-4f9b-9552-25889bec5367 req-fcd87df4-9a65-4b1a-acdd-5fdd34a6ae78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:39:49.908148 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-733516cf-adf8-4f9b-9552-25889bec5367 req-fcd87df4-9a65-4b1a-acdd-5fdd34a6ae78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15f10a2-a95a-4031-ad3f-83d331b23292 HTTP/1.1" status: 200 len: 210 time: 0.1452897 Feb 04 11:39:50.305871 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:39:51.008001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:51.083523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-069bae28-cb66-466b-8fb9-9cbefd8b143b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.115759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-069bae28-cb66-466b-8fb9-9cbefd8b143b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.275599 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-069bae28-cb66-466b-8fb9-9cbefd8b143b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.292656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bae28-cb66-466b-8fb9-9cbefd8b143b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c877d-f72a-479c-affa-652257a992b4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:51.302335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-069bae28-cb66-466b-8fb9-9cbefd8b143b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:51.303716 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-069bae28-cb66-466b-8fb9-9cbefd8b143b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/124c877d-f72a-479c-affa-652257a992b4 HTTP/1.1" status: 204 len: 168 time: 0.2946401 Feb 04 11:39:51.401960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41664) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:51.993638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.360547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:39:52.360808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.676205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 3f721d0e-c7ed-4360-ad40-5dbd297f01a5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:52.676990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:52.809278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:39:53.122538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.172078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=3f721d0e-c7ed-4360-ad40-5dbd297f01a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:53.361973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 84fec859-3ae9-4637-ad0a-9e55f688b004 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:53.397526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 84fec859-3ae9-4637-ad0a-9e55f688b004 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:39:53.397870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 84fec859-3ae9-4637-ad0a-9e55f688b004 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:53.477736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:53.861024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router db587420-362a-418c-8781-6a7fa1c887ef has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:39:54.074866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:39:54.085052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] Sync routers for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:39:54.095254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:54.099095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.165820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-622809c3-a4c2-465d-ad80-e068aa80f567 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/db587420-362a-418c-8781-6a7fa1c887ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7617323 Feb 04 11:39:54.167562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41668) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:54.288325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:54.376906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet 36046ddd-6e3a-48e4-90dd-51d6d46e760a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:39:54.382119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.437124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.527816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.594883 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:39:52Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.598924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] Checking router: db587420-362a-418c-8781-6a7fa1c887ef for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:39:54.610056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] Routers {'db587420-362a-418c-8781-6a7fa1c887ef'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:39:54.610930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['db587420-362a-418c-8781-6a7fa1c887ef'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:54.718124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.762513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=36046ddd-6e3a-48e4-90dd-51d6d46e760a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:54.766414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.777541 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3152a655-30f2-4969-813b-ae59a4aaa05c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/36046ddd-6e3a-48e4-90dd-51d6d46e760a HTTP/1.1" status: 204 len: 168 time: 0.6041064 Feb 04 11:39:54.777541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:54.818117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea26e7-4f87-495c-bb8e-1d560905c7d9 None None] Network 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:39:54.961144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:54.983195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] Set router db587420-362a-418c-8781-6a7fa1c887ef gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:39:55.146319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.268032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 6097e489-1a42-4c57-bb0c-7c3b31a090f5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:39:55.268378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.339439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:39:52Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:55.348557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b45ce9-96e0-473e-bab4-f60af5e767c3 None None] The sync data for ids ['db587420-362a-418c-8781-6a7fa1c887ef'] in dv-neutron-827824-2-hyperv is: [{'id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'name': 'tempest-TestNetworkBasicOps-router-1424091495', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:39:52Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6097e489-1a42-4c57-bb0c-7c3b31a090f5', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db587420-362a-418c-8781-6a7fa1c887ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:38:38Z', 'updated_at': '2022-02-04T11:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:39:55.382920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] DHCP port deletion for 1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:39:55.387722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Deleting port 51bf3efd-bd90-462f-9321-d20c30b3e045 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:39:55.388219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.462647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 6097e489-1a42-4c57-bb0c-7c3b31a090f5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6097e489-1a42-4c57-bb0c-7c3b31a090f5,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:55.463038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.589783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 6097e489-1a42-4c57-bb0c-7c3b31a090f5 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:39:55.611645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] For port 51bf3efd-bd90-462f-9321-d20c30b3e045, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=51bf3efd-bd90-462f-9321-d20c30b3e045,segment=NetworkSegment(2f43f9e6-62ab-48a6-add9-3a996b57d8ea),segment_id=2f43f9e6-62ab-48a6-add9-3a996b57d8ea)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:39:55.612249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.777113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Calling delete_port for 51bf3efd-bd90-462f-9321-d20c30b3e045 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:39:55.818699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 51bf3efd-bd90-462f-9321-d20c30b3e045 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:55.915714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:55.967182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=6097e489-1a42-4c57-bb0c-7c3b31a090f5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:55.989707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.060765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.089327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.157891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:56.190755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Pushing event deleted for resources: {'Port': ['ID=51bf3efd-bd90-462f-9321-d20c30b3e045,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:56.202104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] No DVR routers for this DVR port 51bf3efd-bd90-462f-9321-d20c30b3e045 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:39:56.205493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:39:56.205493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3f721d0e-c7ed-4360-ad40-5dbd297f01a5 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:56.211178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.211521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.211884 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.212212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.212707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.212839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.213370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.220366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.220366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.220366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.220366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.220366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732da4e2-f90e-4b22-af1d-cf5edff1293d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:39:56.344091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.346035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.465852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.466282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router db587420-362a-418c-8781-6a7fa1c887ef {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:39:56.481510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.485250 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fd084122-3764-4703-bde1-f58221c468a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/db587420-362a-418c-8781-6a7fa1c887ef HTTP/1.1" status: 204 len: 168 time: 1.7061901 Feb 04 11:39:56.487054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:56.607341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.746504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.775027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:56.787435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f43f9e6-62ab-48a6-add9-3a996b57d8ea') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:56.787757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f43f9e6-62ab-48a6-add9-3a996b57d8ea') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:39:56.799241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.814956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.822190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:39:56.822190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:39:56.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:39:57.071230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.092227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.106707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:57.214721 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-72521fd7-3d9f-4494-b29d-3fe813415add tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/1fcbab5e-c270-4d7b-ab92-faafb2b8f3d7 HTTP/1.1" status: 204 len: 168 time: 0.7265959 Feb 04 11:39:57.233505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41680) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:57.239348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--194286306', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:39:57.255580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:57.255580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:57.255580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:57.258540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:57.287041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.413832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:39:57.417100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.444738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:39:57.454118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.454444 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment 7fb117ed-3671-4b09-8d08-da5079022173 of type vlan for network 5ce4da35-548a-4aad-a115-d49720f9087c Feb 04 11:39:57.479400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.602581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.608344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:39:57.614063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.734253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=5ce4da35-548a-4aad-a115-d49720f9087c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:39:57.741237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6097e489-1a42-4c57-bb0c-7c3b31a090f5 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:39:57.772886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 5ce4da35-548a-4aad-a115-d49720f9087c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:39:57.830004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-43a42d46-5523-4fb1-b168-d8a353dc0f7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5920789 Feb 04 11:39:57.830458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41684) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:39:57.835981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:39:57.843535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:39:57.846816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 6097e489-1a42-4c57-bb0c-7c3b31a090f5 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:39:57.847167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6097e489-1a42-4c57-bb0c-7c3b31a090f5 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:39:57.847428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:39:57.850416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:39:57.857066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:39:57.929057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.930246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:57.948667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.284369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.815212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.846208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:58.995049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.246 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/7e27ca50-3682-451b-b669-41b78d64e225) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:39:59.155165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.293276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:39:59.388420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:39:59.392894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:39:59.400022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:39:59.550266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=7e27ca50-3682-451b-b669-41b78d64e225,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:00.165066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.283155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e5d08fd8-f340-4f74-93c3-50f92c9f4f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.570077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:00.933537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:40:01.113803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:40:01.125981 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:40:01.135209 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:40:01.135843 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:01.286500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.288008 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0fb8d464-ec99-4b56-88b5-5cd864e6a3eb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4564159 Feb 04 11:40:01.291615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.316050 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:40:01.332579 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ec3807e5-ff4a-4a03-bb51-04f89f69da5a tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397861 Feb 04 11:40:01.335037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.613588 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:39:59Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:01.614685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b146a3e-310c-4621-8576-6c5df5a31ff5 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:01.616258 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7b146a3e-310c-4621-8576-6c5df5a31ff5 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2802932 Feb 04 11:40:01.617673 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:40:01.618154 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Updating router dc817cfd-06d6-4642-8734-8e307e8990a3 port 7e27ca50-3682-451b-b669-41b78d64e225 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:40:01.618976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.664337 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f3cbeb31-aa19-4a5f-a17a-58c8cf5c6699 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442586 Feb 04 11:40:01.667289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41702) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:01.674014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1856872343', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:01.713580 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:01.791813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:01.796176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:01.798296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:01.805519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:01.921394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:01.924794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.084784 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.097589 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Transition to ACTIVE for port object 7e27ca50-3682-451b-b669-41b78d64e225 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:02.177994 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.235692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.271538 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Pushing event updated for resources: {'Port': ['ID=7e27ca50-3682-451b-b669-41b78d64e225,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:02.273668 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Attempting to bind port 7e27ca50-3682-451b-b669-41b78d64e225 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:02.274157 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Attempting to bind port 7e27ca50-3682-451b-b669-41b78d64e225 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:02.274636 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Attempting to bind port 7e27ca50-3682-451b-b669-41b78d64e225 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:40:02.287509 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:40:02.290572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:40:02.290572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.290572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:40:02.290572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Bound port: 7e27ca50-3682-451b-b669-41b78d64e225, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:02.290572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.314738 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=64eae4f9-1cf4-4835-ad64-3b5fc859dda0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:02.315328 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.315460 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.315769 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.316093 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.316418 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.316740 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.317054 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.317395 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.317949 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.318262 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.318572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.318880 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:40:02.323657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:40:02.324012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: 5ce4da35-548a-4aad-a115-d49720f9087c, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:40:02.381917 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] For port 7e27ca50-3682-451b-b669-41b78d64e225, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:40:02.384542 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] For port 7e27ca50-3682-451b-b669-41b78d64e225, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e27ca50-3682-451b-b669-41b78d64e225,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:40:02.425291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 5ce4da35-548a-4aad-a115-d49720f9087c is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:40:02.568678 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.638610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 5ce4da35-548a-4aad-a115-d49720f9087c) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:02.644106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:02.644687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.646978 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:40:02.647625 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:39:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:02.650243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc4adb-44b2-4028-81ff-8e6b95fc3949 None None] Network 5ce4da35-548a-4aad-a115-d49720f9087c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:40:02.701670 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca0137-f9e9-4cad-b770-4acb7b7df864 None None] Pushing event updated for resources: {'Port': ['ID=7e27ca50-3682-451b-b669-41b78d64e225,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:02.769819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f688ba60-2b48-4040-b212-cafc524f4be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:02.818442 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-54626d04-7e94-4c13-bb18-f367d2dbf233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1470146 Feb 04 11:40:02.818892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:02.861703 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:40:02.913835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a54801-debd-4178-b285-83063565b193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-5ce4da35-548a-4aad-a115-d49720f9087c', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:40:02.913835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22a54801-debd-4178-b285-83063565b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.088056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-22a54801-debd-4178-b285-83063565b193 None None] Allocated IP 172.20.0.2 (5ce4da35-548a-4aad-a115-d49720f9087c/64eae4f9-1cf4-4835-ad64-3b5fc859dda0/b5b28d9e-eafa-48e4-9f93-84736400f211) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:03.176157 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:39:59Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:03.181833 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2add2-d0eb-4371-9ced-03045dbc00ec None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:39:59Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:40:03.354706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22a54801-debd-4178-b285-83063565b193 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.367945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22a54801-debd-4178-b285-83063565b193 None None] Transition to ACTIVE for port object b5b28d9e-eafa-48e4-9f93-84736400f211 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:03.393675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-22a54801-debd-4178-b285-83063565b193 None None] Transition to ACTIVE for port object b5b28d9e-eafa-48e4-9f93-84736400f211 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:03.511740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22a54801-debd-4178-b285-83063565b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.608931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a54801-debd-4178-b285-83063565b193 None None] Network 5ce4da35-548a-4aad-a115-d49720f9087c is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:03.614671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-22a54801-debd-4178-b285-83063565b193 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:03.627437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a54801-debd-4178-b285-83063565b193 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:40:03.641063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.664079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a54801-debd-4178-b285-83063565b193 None None] Pushing event updated for resources: {'Port': ['ID=b5b28d9e-eafa-48e4-9f93-84736400f211,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:03.752131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-22a54801-debd-4178-b285-83063565b193 None None] Attempting to bind port b5b28d9e-eafa-48e4-9f93-84736400f211 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:03.752494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-22a54801-debd-4178-b285-83063565b193 None None] Attempting to bind port b5b28d9e-eafa-48e4-9f93-84736400f211 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:03.752856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a54801-debd-4178-b285-83063565b193 None None] Attempting to bind port b5b28d9e-eafa-48e4-9f93-84736400f211 on network 5ce4da35-548a-4aad-a115-d49720f9087c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:40:03.764942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a54801-debd-4178-b285-83063565b193 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:40:03.765378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a54801-debd-4178-b285-83063565b193 None None] Checking segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:40:03.765712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22a54801-debd-4178-b285-83063565b193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.766091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a54801-debd-4178-b285-83063565b193 None None] Bound using segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:40:03.767782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-22a54801-debd-4178-b285-83063565b193 None None] Bound port: b5b28d9e-eafa-48e4-9f93-84736400f211, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:03.768165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22a54801-debd-4178-b285-83063565b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.785598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.847745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e27ca50-3682-451b-b669-41b78d64e225 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:03.932523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:03.948987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-22a54801-debd-4178-b285-83063565b193 None None] For port b5b28d9e-eafa-48e4-9f93-84736400f211, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:40:03.952854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-22a54801-debd-4178-b285-83063565b193 None None] For port b5b28d9e-eafa-48e4-9f93-84736400f211, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b5b28d9e-eafa-48e4-9f93-84736400f211,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:40:04.100298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22a54801-debd-4178-b285-83063565b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.166608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 7e27ca50-3682-451b-b669-41b78d64e225 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:04.184989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7e27ca50-3682-451b-b669-41b78d64e225 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:04.185400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.243818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (5ce4da35-548a-4aad-a115-d49720f9087c/64eae4f9-1cf4-4835-ad64-3b5fc859dda0/49e7dea5-64ca-4d68-9220-fe04274f63e2) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:04.258490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a54801-debd-4178-b285-83063565b193 None None] Pushing event updated for resources: {'Port': ['ID=b5b28d9e-eafa-48e4-9f93-84736400f211,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:04.354091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.374012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 7e27ca50-3682-451b-b669-41b78d64e225, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e27ca50-3682-451b-b669-41b78d64e225,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:40:04.417608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.436286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 49e7dea5-64ca-4d68-9220-fe04274f63e2 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:04.499579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.580410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:04.591695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=7e27ca50-3682-451b-b669-41b78d64e225,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:04.668692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 5ce4da35-548a-4aad-a115-d49720f9087c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:04.672565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:04.676924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:40:04.737449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=49e7dea5-64ca-4d68-9220-fe04274f63e2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:04.747967 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.067504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.133469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.278558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40f642-5477-4acb-af03-9af96c6288e6 None None] Network 5ce4da35-548a-4aad-a115-d49720f9087c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:40:05.511103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.578869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-de13dc7e-89d5-42c2-80d7-b9412cd1545a None None] Provisioning for port b5b28d9e-eafa-48e4-9f93-84736400f211 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:05.665273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.808482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=49e7dea5-64ca-4d68-9220-fe04274f63e2,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:05.812353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.864627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e27ca50-3682-451b-b669-41b78d64e225 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:05.910529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7dd7cc7a-6e64-4810-85e1-fddb1d609223 None None] Provisioning for port 49e7dea5-64ca-4d68-9220-fe04274f63e2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:05.923934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7dd7cc7a-6e64-4810-85e1-fddb1d609223 None None] Provisioning complete for port 49e7dea5-64ca-4d68-9220-fe04274f63e2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:05.924306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7dd7cc7a-6e64-4810-85e1-fddb1d609223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:05.972469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 5ce4da35-548a-4aad-a115-d49720f9087c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:05.973697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:06.029337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7cc7a-6e64-4810-85e1-fddb1d609223 None None] Port 49e7dea5-64ca-4d68-9220-fe04274f63e2 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:40:06.051730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 7e27ca50-3682-451b-b669-41b78d64e225 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:06.051730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.184195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:40:06.184555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b5b28d9e-eafa-48e4-9f93-84736400f211 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:06.249790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bfc96e46-0896-4345-a228-b014b8e40a69 None None] Provisioning complete for port 49e7dea5-64ca-4d68-9220-fe04274f63e2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:06.250154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bfc96e46-0896-4345-a228-b014b8e40a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.317356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-bfc96e46-0896-4345-a228-b014b8e40a69 None None] Port 49e7dea5-64ca-4d68-9220-fe04274f63e2 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:40:06.459485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b5b28d9e-eafa-48e4-9f93-84736400f211 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:06.465575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b5b28d9e-eafa-48e4-9f93-84736400f211 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:06.466058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.479391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:40:06.495129 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e69a04c-e565-43bf-8368-c7c314fd2cee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/dc817cfd-06d6-4642-8734-8e307e8990a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6745806 Feb 04 11:40:06.497122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:40:06.497803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41710) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:06.525735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:40:06.528769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:40:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:06.643711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.644180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.647137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.647137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.647137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.647137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.647736 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7ca0d155-360e-42a2-ba52-3f06ad3d3416 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1489050 Feb 04 11:40:06.650762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:06.725692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.727378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.727378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.727378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.727955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.728537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:06.731921 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f4a7b1e5-0db8-407e-9057-2a5d242547d9 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0800748 Feb 04 11:40:06.733944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:06.788903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:06.802369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:40:06.975944 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-81e768d2-8b7a-4b9d-8656-82a34293af3f tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2408304 Feb 04 11:40:06.984928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b5b28d9e-eafa-48e4-9f93-84736400f211, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b5b28d9e-eafa-48e4-9f93-84736400f211,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:40:07.060780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.191034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b5b28d9e-eafa-48e4-9f93-84736400f211,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:07.228122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:05Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:07.232158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:40:07.232516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Updating router dc817cfd-06d6-4642-8734-8e307e8990a3 port 49e7dea5-64ca-4d68-9220-fe04274f63e2 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:40:07.294674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.356108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41724) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:07.364176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563994230', 'description': 'tempest-secgroup-smoke-1563994230 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:07.370913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:07.376016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:07.378946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:07.384753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:07.448072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.470249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:07.474772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:07.478067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:07.485551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:07.555023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.653881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.682872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.699627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Transition to ACTIVE for port object 49e7dea5-64ca-4d68-9220-fe04274f63e2 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:07.713006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b802d7c-b953-4f27-b8ec-acdc762faa33,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:07.767468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b5b28d9e-eafa-48e4-9f93-84736400f211 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:07.814017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.815299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.815506 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b9ee3f29-2b1f-4ca5-85a1-2ac1de575ed1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4578707 Feb 04 11:40:07.818593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:07.823518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6b802d7c-b953-4f27-b8ec-acdc762faa33', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:07.829553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:07.833435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:07.837180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:07.845628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:07.956850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:07.986759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5503-cda8-489f-b0ff-62f4bad6f8dd None None] Pushing event updated for resources: {'Port': ['ID=49e7dea5-64ca-4d68-9220-fe04274f63e2,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.028905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.077620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b5b28d9e-eafa-48e4-9f93-84736400f211 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:08.077997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.110486 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.137857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ea0b91-c598-4989-a24d-9b7f2b7e6db6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.147031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Attempting to bind port 49e7dea5-64ca-4d68-9220-fe04274f63e2 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:08.147406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Attempting to bind port 49e7dea5-64ca-4d68-9220-fe04274f63e2 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:08.147998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Attempting to bind port 49e7dea5-64ca-4d68-9220-fe04274f63e2 on network 5ce4da35-548a-4aad-a115-d49720f9087c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:40:08.164326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:40:08.172018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Checking segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:40:08.172018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.172018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Bound using segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:40:08.172018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Bound port: 49e7dea5-64ca-4d68-9220-fe04274f63e2, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:08.172018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.310089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.311446 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bcee4c78-0f25-4e0c-976b-1c4441ea477b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4918783 Feb 04 11:40:08.314075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:08.317960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] For port 49e7dea5-64ca-4d68-9220-fe04274f63e2, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:40:08.319637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6b802d7c-b953-4f27-b8ec-acdc762faa33', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:08.322092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] For port 49e7dea5-64ca-4d68-9220-fe04274f63e2, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=49e7dea5-64ca-4d68-9220-fe04274f63e2,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:40:08.327493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:08.412336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:08.412336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:08.412336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:08.641073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.695469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.729593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:40:08.730255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:40:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:08.791758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.802144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5503-cda8-489f-b0ff-62f4bad6f8dd None None] Pushing event updated for resources: {'Port': ['ID=49e7dea5-64ca-4d68-9220-fe04274f63e2,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:08.931365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:40:08.956182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:08.981145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2f9c8e-f645-4f8b-b742-2c6f9210d3d8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:09.093583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.094799 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dcfd841d-5bf0-4ad8-b225-d2e22b51867d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7797105 Feb 04 11:40:09.097499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41736) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:09.102560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6b802d7c-b953-4f27-b8ec-acdc762faa33', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:09.109092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:09.113149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:09.118596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:09.123090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:09.203728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.258782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:08Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:09.263159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40221f9b-c13d-499e-8fd5-deab3e777af5 None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:08Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:40:09.274238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.368146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.402019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b687c1-aa43-4134-b78b-9e9fdf6256ad,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:09.516050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.517277 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a6ee564b-fead-4d88-9e94-e2a29828706d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4188511 Feb 04 11:40:09.520173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:09.525555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6b802d7c-b953-4f27-b8ec-acdc762faa33', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:09.533739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:09.536357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:09.539506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:09.546289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:09.682503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.765439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.797089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 49e7dea5-64ca-4d68-9220-fe04274f63e2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:09.882294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:09.910798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69325143-e58d-4586-aa04-1a8c139fa94f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:09.990707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 49e7dea5-64ca-4d68-9220-fe04274f63e2 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:09.997848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 49e7dea5-64ca-4d68-9220-fe04274f63e2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:09.999881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.029597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.031504 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b8dba3e5-dfed-4652-ad1f-194c076dca83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5099423 Feb 04 11:40:10.034260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:10.041036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6b802d7c-b953-4f27-b8ec-acdc762faa33', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:10.048529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:10.052661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:10.056079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:10.062904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:10.122773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.159238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 49e7dea5-64ca-4d68-9220-fe04274f63e2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=49e7dea5-64ca-4d68-9220-fe04274f63e2,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:40:10.167925 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:40:10.175718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.247253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.253611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.325749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=49e7dea5-64ca-4d68-9220-fe04274f63e2,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:10.384893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.410260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19110b5-7e61-484d-97e7-ea5551d462d3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:10.505257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.506981 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-337969ab-d88a-46d2-b3d0-27491ccddc32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4712515 Feb 04 11:40:10.509646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41750) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:10.516776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6b802d7c-b953-4f27-b8ec-acdc762faa33', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:10.522817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:10.526634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:10.529481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:10.535915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:10.620112 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:40:10.628272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.698362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.797615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.821857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2945455e-ea37-4e76-bf32-eea1ae3ce070,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:10.922741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:10.924240 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8c695e48-3519-4a76-864c-296a3c534eb3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133387 Feb 04 11:40:11.098133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-8b5677de-1759-487a-aa46-839528a7ec4f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563994230&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0421989 Feb 04 11:40:11.246983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-80d68204-03ca-4af8-9f12-8cfa6b578d08 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:11.247682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-80d68204-03ca-4af8-9f12-8cfa6b578d08 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:11.344913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-80d68204-03ca-4af8-9f12-8cfa6b578d08 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:11.346258 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-80d68204-03ca-4af8-9f12-8cfa6b578d08 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 796 time: 0.2418227 Feb 04 11:40:11.365728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-8cacd5b7-04ab-4e9d-b906-80564924356d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0100846 Feb 04 11:40:11.451113 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-62a56f7d-f73d-47ac-9e6d-cb7eed6cf612 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:11.573474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-62a56f7d-f73d-47ac-9e6d-cb7eed6cf612 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:11.574814 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-62a56f7d-f73d-47ac-9e6d-cb7eed6cf612 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061329 Feb 04 11:40:11.719927 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-6fb9e1cc-80bf-46f7-a6fb-b46db62f5c01 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332667 Feb 04 11:40:11.742861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 49e7dea5-64ca-4d68-9220-fe04274f63e2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:11.812201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 49e7dea5-64ca-4d68-9220-fe04274f63e2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:11.812572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:11.862210 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-23dc3196-d3e9-4f37-9f46-f9f6ec31dc11 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355169 Feb 04 11:40:12.178009 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4e3ab4b-15f6-42f9-a1c6-dfeef88809e1 req-16e8e2da-10f5-4105-aa3a-1b927cf37afd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 210 time: 0.0441601 Feb 04 11:40:13.334362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e38d983c-47c1-43a4-86f8-7ef1bad2a7e9 req-37949a2d-8b2d-40b6-b8d6-6abe127747e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 210 time: 0.0457704 Feb 04 11:40:14.488517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-420d87d3-3782-4937-87c4-dcdf427fc03d req-304a11b0-c89c-43b5-819b-dd9d35aa0233 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 210 time: 0.0472445 Feb 04 11:40:14.991444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-1c439388-1629-4146-bcf1-1f03c46ba589 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:14.993987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-1c439388-1629-4146-bcf1-1f03c46ba589 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 796 time: 0.2821829 Feb 04 11:40:15.050695 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-58c54a5f-d823-4092-9bb3-c41b9d439a10 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 380 time: 0.0480790 Feb 04 11:40:15.060234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['6b802d7c-b953-4f27-b8ec-acdc762faa33']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:15.209248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:15.219926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:15.356221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:40:15.360660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.542600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.6 (5ce4da35-548a-4aad-a115-d49720f9087c/64eae4f9-1cf4-4835-ad64-3b5fc859dda0/0a35bec1-ca60-4320-8dcd-d714d8c75869) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:15.785962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.798792 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4559b69d-a2b3-4209-8fdd-b1ed60d38683 req-317cce79-66d9-4932-8f76-0d693ead0470 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 210 time: 0.1973820 Feb 04 11:40:15.810245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 0a35bec1-ca60-4320-8dcd-d714d8c75869 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:15.905401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:15.977547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 5ce4da35-548a-4aad-a115-d49720f9087c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:15.980772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:15.985283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:40:16.022040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=0a35bec1-ca60-4320-8dcd-d714d8c75869,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:16.061557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:16.062182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.185816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-4434e466-f400-46b1-8078-c01ac40574b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295545 Feb 04 11:40:16.196895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Request body: {'port': {'device_id': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:16.309648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.333493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e268089a-7106-4d21-9e5b-479d67d00f89 None None] Provisioning for port 0a35bec1-ca60-4320-8dcd-d714d8c75869 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:16.338836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e268089a-7106-4d21-9e5b-479d67d00f89 None None] Provisioning complete for port 0a35bec1-ca60-4320-8dcd-d714d8c75869 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:16.339207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e268089a-7106-4d21-9e5b-479d67d00f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.435092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e268089a-7106-4d21-9e5b-479d67d00f89 None None] Port 0a35bec1-ca60-4320-8dcd-d714d8c75869 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:40:16.653077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a35bec1-ca60-4320-8dcd-d714d8c75869 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:40:16.661126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:16.675478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Transition to ACTIVE for port object 0a35bec1-ca60-4320-8dcd-d714d8c75869 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:40:16.801859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.012444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Pushing event updated for resources: {'Port': ['ID=0a35bec1-ca60-4320-8dcd-d714d8c75869,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:17.109982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Attempting to bind port 0a35bec1-ca60-4320-8dcd-d714d8c75869 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:40:17.110304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Attempting to bind port 0a35bec1-ca60-4320-8dcd-d714d8c75869 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:40:17.110623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Attempting to bind port 0a35bec1-ca60-4320-8dcd-d714d8c75869 on network 5ce4da35-548a-4aad-a115-d49720f9087c {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:40:17.117843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Port 0a35bec1-ca60-4320-8dcd-d714d8c75869 on network 5ce4da35-548a-4aad-a115-d49720f9087c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:40:17.118150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Attempting to bind port 0a35bec1-ca60-4320-8dcd-d714d8c75869 on network 5ce4da35-548a-4aad-a115-d49720f9087c {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:40:17.126472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:40:17.126796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Checking segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:40:17.127171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Bound using segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:40:17.129511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Bound port: 0a35bec1-ca60-4320-8dcd-d714d8c75869, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:40:17.129511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.189016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7810f10-af98-4673-a515-47c6864e8507 req-b271e5d9-e1a5-402f-a095-fce7a54562fe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.189691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a7810f10-af98-4673-a515-47c6864e8507 req-b271e5d9-e1a5-402f-a095-fce7a54562fe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:40:17.246545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] For port 0a35bec1-ca60-4320-8dcd-d714d8c75869, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:40:17.250112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] For port 0a35bec1-ca60-4320-8dcd-d714d8c75869, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:40:17.299261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a7810f10-af98-4673-a515-47c6864e8507 req-b271e5d9-e1a5-402f-a095-fce7a54562fe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:40:17.300490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a7810f10-af98-4673-a515-47c6864e8507 req-b271e5d9-e1a5-402f-a095-fce7a54562fe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 943 time: 0.3855753 Feb 04 11:40:17.338713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.493425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a7810f10-af98-4673-a515-47c6864e8507 req-88b8d0ff-cc32-488b-9fa7-d69f5ac4494b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872873 Feb 04 11:40:17.515836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.516442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:17.517775 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a35bec1-ca60-4320-8dcd-d714d8c75869 HTTP/1.1" status: 200 len: 1093 time: 1.3252790 Feb 04 11:40:17.518205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:40:17.540484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803ff3f-61a8-4737-a35c-60a9e9d84d19 service neutron] Pushing event updated for resources: {'Port': ['ID=0a35bec1-ca60-4320-8dcd-d714d8c75869,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:17.574831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'status': 'completed', 'code': 200} Feb 04 11:40:17.671753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05af4-2bae-4225-8ddc-eca998f402bf req-a3ecfc95-bcdb-4f7a-84b7-6e3d3c29bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.673386 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51b05af4-2bae-4225-8ddc-eca998f402bf req-a3ecfc95-bcdb-4f7a-84b7-6e3d3c29bbad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 1096 time: 0.0790446 Feb 04 11:40:17.819466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05af4-2bae-4225-8ddc-eca998f402bf req-5816d0c0-79fc-413e-a7d6-2d86e8068812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.820923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51b05af4-2bae-4225-8ddc-eca998f402bf req-5816d0c0-79fc-413e-a7d6-2d86e8068812 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1408701 Feb 04 11:40:17.958343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05af4-2bae-4225-8ddc-eca998f402bf req-5ebac6f5-d384-4c60-8759-4cf2040fc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:17.959803 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51b05af4-2bae-4225-8ddc-eca998f402bf req-5ebac6f5-d384-4c60-8759-4cf2040fc148 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323371 Feb 04 11:40:18.073513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-7dd94ff8-9111-4f97-8c47-7e925bac5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:18.074993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-7dd94ff8-9111-4f97-8c47-7e925bac5e51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 1096 time: 0.0805731 Feb 04 11:40:18.141338 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-24fec9e6-733d-4543-b5f4-ce52724d2334 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869 HTTP/1.1" status: 200 len: 217 time: 0.0597053 Feb 04 11:40:18.207451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-ebbee1a5-3cf4-47e8-bf38-2ca75b31babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:18.209165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-ebbee1a5-3cf4-47e8-bf38-2ca75b31babf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64eae4f9-1cf4-4835-ad64-3b5fc859dda0 HTTP/1.1" status: 200 len: 835 time: 0.0623381 Feb 04 11:40:18.288320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-a6bceb33-47a6-4480-ae4f-330d3a8ac4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:18.289867 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-a6bceb33-47a6-4480-ae4f-330d3a8ac4c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ce4da35-548a-4aad-a115-d49720f9087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740085 Feb 04 11:40:18.433177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-e375a224-a0a6-49f8-86bb-db0d43fefdc3 service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363056 Feb 04 11:40:18.575743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5926a0a-a72d-4e8f-9693-39e133e203eb req-fbd7b288-a513-496f-ac56-83e6280d81ba service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342649 Feb 04 11:40:18.695631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e25c67-d1e7-4399-bdc1-304c1e46f12d req-3d995325-0bc8-4643-bc17-3f295838b416 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:18.697020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-70e25c67-d1e7-4399-bdc1-304c1e46f12d req-3d995325-0bc8-4643-bc17-3f295838b416 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 943 time: 0.0889940 Feb 04 11:40:18.742246 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-70e25c67-d1e7-4399-bdc1-304c1e46f12d req-11a1832b-e61d-460c-acb6-5efb84e32f9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 Feb 04 11:40:19.946089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeab77-6130-4a97-8d71-c71e7c612fcb req-3668be22-8930-4b5b-90f0-ed9e7fef7568 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:19.947705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0efeab77-6130-4a97-8d71-c71e7c612fcb req-3668be22-8930-4b5b-90f0-ed9e7fef7568 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 943 time: 0.0815232 Feb 04 11:40:19.993238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0efeab77-6130-4a97-8d71-c71e7c612fcb req-7df42610-3400-41e9-bc09-4df4cef8e46d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Feb 04 11:40:21.203781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f0d63-2bdf-4024-9726-10461364f162 req-30e387f9-c2a6-4ed3-b046-e7d90b30f2ee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:21.205304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4f3f0d63-2bdf-4024-9726-10461364f162 req-30e387f9-c2a6-4ed3-b046-e7d90b30f2ee tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 943 time: 0.0898304 Feb 04 11:40:21.250982 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4f3f0d63-2bdf-4024-9726-10461364f162 req-39a64b98-160d-4fe3-bc9b-d892762a3bdf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395317 Feb 04 11:40:21.532623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0a35bec1-ca60-4320-8dcd-d714d8c75869 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:40:21.697655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0a35bec1-ca60-4320-8dcd-d714d8c75869, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:40:21.702729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'port_id': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'mac_address': 'fa:16:3e:da:d5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:40:21.758245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.777384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a35bec1-ca60-4320-8dcd-d714d8c75869 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:40:21.792395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0a35bec1-ca60-4320-8dcd-d714d8c75869, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:40:21.888047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:21.955818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0a35bec1-ca60-4320-8dcd-d714d8c75869,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:22.105922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['0a35bec1-ca60-4320-8dcd-d714d8c75869'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:40:22.447760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e96ef8-e73a-46c2-bd5b-733191327793 req-5f8e8856-92a3-43d5-83d9-b339b75e8a6f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:22.449450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1e96ef8-e73a-46c2-bd5b-733191327793 req-5f8e8856-92a3-43d5-83d9-b339b75e8a6f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 944 time: 0.0811419 Feb 04 11:40:22.505061 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1e96ef8-e73a-46c2-bd5b-733191327793 req-228cef35-f7d5-4932-bf95-448f6d5efd0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458696 Feb 04 11:40:23.532802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0a35bec1-ca60-4320-8dcd-d714d8c75869 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:40:23.700773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9de12-caa4-4b95-ac7e-e02b9f35249a req-5a0468c0-c99f-4409-9acd-fb6a2c897d03 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:23.702328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88e9de12-caa4-4b95-ac7e-e02b9f35249a req-5a0468c0-c99f-4409-9acd-fb6a2c897d03 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 944 time: 0.0904872 Feb 04 11:40:23.745287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 0a35bec1-ca60-4320-8dcd-d714d8c75869 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:40:23.749529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88e9de12-caa4-4b95-ac7e-e02b9f35249a req-40605ddd-2921-4e3a-ae97-1aad6b699265 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Feb 04 11:40:23.752510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 0a35bec1-ca60-4320-8dcd-d714d8c75869 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:40:23.752510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.874970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:23.901828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:40:23.913304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0a35bec1-ca60-4320-8dcd-d714d8c75869, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:40:23.947639 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'code': 200} Feb 04 11:40:24.023710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:24.090754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0a35bec1-ca60-4320-8dcd-d714d8c75869,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:24.540841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5733b86-32e4-4be2-b7fb-3b1684c2c1b1 req-f24c661e-e9f5-4c3c-8dbf-b98dbba0d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:24.542314 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b5733b86-32e4-4be2-b7fb-3b1684c2c1b1 req-f24c661e-e9f5-4c3c-8dbf-b98dbba0d9eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 1098 time: 0.1212680 Feb 04 11:40:24.584214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b5733b86-32e4-4be2-b7fb-3b1684c2c1b1 req-2633bffa-b169-44bb-960f-2d21baf3647b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356555 Feb 04 11:40:24.936329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7b328-f6f7-4ff6-a734-62857cf27baf req-5b0a9f8c-0acb-4aaf-8829-e6a724bf6e3c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:24.937787 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-11f7b328-f6f7-4ff6-a734-62857cf27baf req-5b0a9f8c-0acb-4aaf-8829-e6a724bf6e3c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 945 time: 0.0811708 Feb 04 11:40:24.986424 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-11f7b328-f6f7-4ff6-a734-62857cf27baf req-3c7e794f-e1fa-450d-afd5-4d4fca154825 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423346 Feb 04 11:40:26.176011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cace2-6907-43db-9c8f-81db9e63927b req-a3cf95dc-94a0-420d-985c-2c6b5592dda3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:26.181123 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3e3cace2-6907-43db-9c8f-81db9e63927b req-a3cf95dc-94a0-420d-985c-2c6b5592dda3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 945 time: 0.0836945 Feb 04 11:40:26.225405 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3e3cace2-6907-43db-9c8f-81db9e63927b req-6b729d4c-6f5e-475f-8e31-b9afbbd2f354 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Feb 04 11:40:26.408376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df299b3-0199-46fb-a9f9-78792df7056b req-852df2a7-85f5-4be2-b15a-d1fb9bc6b7f5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:26.415733 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2df299b3-0199-46fb-a9f9-78792df7056b req-852df2a7-85f5-4be2-b15a-d1fb9bc6b7f5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 945 time: 0.0793684 Feb 04 11:40:26.458016 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2df299b3-0199-46fb-a9f9-78792df7056b req-2ebf6aaa-94c4-47ef-99e7-8a6da93bfc1f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Feb 04 11:40:26.490438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:26.559844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679e179-1a56-41fa-9ec3-05dbba92d965 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:26.561933 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c679e179-1a56-41fa-9ec3-05dbba92d965 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 1093 time: 0.0704820 Feb 04 11:40:26.565171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:26.570417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:40:26.576558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:40:26.580360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:40:26.583302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:40:26.588881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:40:26.712079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:26.847910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.047190 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.245 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/1da11b5c-9d70-46b2-adcc-59809fe468d5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:40:27.272775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.292722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.306996 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:40:27.402938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:27.567225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:40:27.570364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:40:27.573939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:40:27.603533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=1da11b5c-9d70-46b2-adcc-59809fe468d5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:27.995137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.183305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.392984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.510667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.621675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=1da11b5c-9d70-46b2-adcc-59809fe468d5,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:40:28.634197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:28.809157 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0 associated. External IP: 172.26.6.245, port: 0a35bec1-ca60-4320-8dcd-d714d8c75869. Feb 04 11:40:29.171380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:40:29.467000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:40:29.476705 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:40:29.487910 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:40:29.488714 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:40:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:29.643145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:29.670329 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:40:29.709487 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b57e9f0a-9806-467d-8d29-9257c6879beb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1433148 Feb 04 11:40:29.710352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:40:29.713809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:29.777405 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'status': 'completed', 'code': 200} Feb 04 11:40:29.876172 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-635ee274-9255-46c7-bca7-8346d813f09b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 991 time: 0.1611693 Feb 04 11:40:29.898989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-d84a3c6f-2baf-47cb-a9e1-fa1eac34aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:29.901337 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-d84a3c6f-2baf-47cb-a9e1-fa1eac34aad5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 1098 time: 0.0931613 Feb 04 11:40:30.099802 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8c47160c-f845-4ce7-a56a-ebef5e3cccf0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'port_id': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'mac_address': 'fa:16:3e:da:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:27Z', 'updated_at': '2022-02-04T11:40:27Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:30.103805 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:40:30.112374 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:40:30.113092 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:40:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:30.158110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-17dc215d-ee0a-409d-9c4b-0d07708b9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:30.160002 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-17dc215d-ee0a-409d-9c4b-0d07708b9256 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 897 time: 0.2524981 Feb 04 11:40:30.269949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-f90bb5e0-dc4c-4139-9ba2-a7c6e2f9ad26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869 HTTP/1.1" status: 200 len: 999 time: 0.1030197 Feb 04 11:40:30.274920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-107aae3d-1182-4ca3-8cc3-ab2153a09906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:30.296940 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:40:30.336645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-cf39b0f8-54d2-40ee-807a-4e9f663893c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:30.338270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-cf39b0f8-54d2-40ee-807a-4e9f663893c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64eae4f9-1cf4-4835-ad64-3b5fc859dda0 HTTP/1.1" status: 200 len: 835 time: 0.0619149 Feb 04 11:40:30.420206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-6003e2c4-cffb-44db-b730-f5d6309d2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:30.422545 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-6003e2c4-cffb-44db-b730-f5d6309d2363 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ce4da35-548a-4aad-a115-d49720f9087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787299 Feb 04 11:40:30.571756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-6ea75f30-3e01-4272-931b-51c37eeac53e service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427062 Feb 04 11:40:30.677481 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8c47160c-f845-4ce7-a56a-ebef5e3cccf0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'port_id': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'mac_address': 'fa:16:3e:da:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:27Z', 'updated_at': '2022-02-04T11:40:27Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:40:30.681731 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96973d28-bcc6-466c-8e40-9c12df1a7dc7 None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8c47160c-f845-4ce7-a56a-ebef5e3cccf0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'port_id': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'mac_address': 'fa:16:3e:da:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:27Z', 'updated_at': '2022-02-04T11:40:27Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:40:30.727776 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-911c3762-2a34-4943-8c8c-b5d5d5f5a542 req-c3afbf04-8236-4f50-b0cb-d1db58fcbf05 service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490321 Feb 04 11:40:30.880910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:30.905715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a0bd5-5b7e-471c-b665-67295f7a9cb4 None None] New status for floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:40:30.993823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0904ae1d-8381-478e-b3dc-83911a9ec08f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 991 time: 0.1116941 Feb 04 11:40:31.997866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:32.108580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bce18138-205b-4b37-b3f5-d93cd0431cb0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 993 time: 0.1095328 Feb 04 11:40:32.805813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80fa5a73-43b9-469b-954c-f52b0acbf3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.720694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:33.761893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:35.157261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:37.324985 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-b2ac58d8-9e99-45be-b322-4a197e453266 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870585 Feb 04 11:40:37.422035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-7d3068a2-9222-454f-b267-36f2a9ccdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:37.423635 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-7d3068a2-9222-454f-b267-36f2a9ccdb7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0745869 Feb 04 11:40:37.583273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-a310331a-f196-4abd-94d7-6140abf17eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:37.585393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-a310331a-f196-4abd-94d7-6140abf17eac service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1397676 Feb 04 11:40:37.706359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-1e779286-0d1f-4cc3-8bfa-eddcecd8a2f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 1002 time: 0.1135721 Feb 04 11:40:37.777574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-09292ece-f26e-46e3-a493-568fbf17b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:37.779591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-09292ece-f26e-46e3-a493-568fbf17b324 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0656905 Feb 04 11:40:37.854680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-2a3b0c4a-a288-4dd7-95d6-a1053fa7e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:37.856168 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-2a3b0c4a-a288-4dd7-95d6-a1053fa7e3e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708382 Feb 04 11:40:37.990639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-d7f1d3ea-fe96-4f88-9299-b06d55e47f49 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264019 Feb 04 11:40:38.234474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-10e43ea5-5619-418c-91b2-ee3feda27514 req-c0218d39-6473-4285-880b-b10df9366486 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359805 Feb 04 11:40:57.342829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:40:58.743048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41854) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:40:58.817753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c9c93-9688-489b-809d-7eaad2e30294 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:58.819018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c9c93-9688-489b-809d-7eaad2e30294 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:58.819018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c9c93-9688-489b-809d-7eaad2e30294 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:40:58.820546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6e0c9c93-9688-489b-809d-7eaad2e30294 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=5d08d127c1e64ba38b5853db1323160c&network_id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 2999 time: 0.0764718 Feb 04 11:41:00.298330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7392e576-5988-4f84-a027-a71e508f3b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:02.819794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-48ff9556-b2bc-4fcf-a8fb-c09a00e6e635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.156002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:03.214562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca020a-e77c-4be6-91a2-b37077271135 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:03.216014 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-59ca020a-e77c-4be6-91a2-b37077271135 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58 HTTP/1.1" status: 200 len: 814 time: 0.0590436 Feb 04 11:41:03.742674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:03.753402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:04.304195 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:41:04.774887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:04.780535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:04.880280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.127295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.152181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.218582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.218909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0 disassociated. External IP: 172.26.6.245, port: 0a35bec1-ca60-4320-8dcd-d714d8c75869. Feb 04 11:41:05.587379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:41:05.776868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:41:05.781714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:05.788124 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:41:05.798766 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:41:05.799426 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:41:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:05.841432 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-aac2dfa0-37c9-49b9-92bc-354ee05f4aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 690 time: 1.0654066 Feb 04 11:41:05.842728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:41:05.844840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:05.986359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'status': 'completed', 'code': 200} Feb 04 11:41:06.002235 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:41:06.039043 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fa3477de-8f65-473c-9bdc-ab4e2dd6167d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 690 time: 0.1929626 Feb 04 11:41:06.084231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-06259b51-270a-494d-9ac3-51e55d69a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:06.085715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-06259b51-270a-494d-9ac3-51e55d69a295 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 1098 time: 0.0743854 Feb 04 11:41:06.335405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-d74f6a9d-84d7-44d7-9ff2-ee69346f44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:06.337012 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-d74f6a9d-84d7-44d7-9ff2-ee69346f44e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 897 time: 0.2447445 Feb 04 11:41:06.354408 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.359112 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:41:06.366707 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:41:06.367301 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:41:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.408701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-24f66b84-84ad-45a8-bb4e-da36d35ccd54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869 HTTP/1.1" status: 200 len: 217 time: 0.0648713 Feb 04 11:41:06.471734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-c996e995-2bea-4268-81ef-c8b542d09ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:06.472877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-c996e995-2bea-4268-81ef-c8b542d09ca1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64eae4f9-1cf4-4835-ad64-3b5fc859dda0 HTTP/1.1" status: 200 len: 835 time: 0.0578320 Feb 04 11:41:06.549544 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:41:06.557040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-20436de2-4b0d-458c-9ffa-c60720b2a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:06.558525 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-20436de2-4b0d-458c-9ffa-c60720b2a905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ce4da35-548a-4aad-a115-d49720f9087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769536 Feb 04 11:41:06.702784 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-94088015-ea2c-4159-b3f9-90f2081ed45c service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374190 Feb 04 11:41:06.852408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1545f28-5ca7-47ef-8ad7-cff1c04cc8ca req-e0f20072-3a07-4761-a9aa-ca73e0f1417e service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417954 Feb 04 11:41:06.893035 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:06.897046 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53978ce-cfab-4dd2-bd14-a67feb6d908e None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:41:07.043506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41896) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:07.131881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf9d59-5c5e-40cf-8b7b-60d6900c2a5f None None] New status for floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:41:07.136171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7a52a37b-ef6c-458f-acef-f7c68773938c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 690 time: 0.0913887 Feb 04 11:41:08.139834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:08.223684 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-624a8cf4-1af6-4180-88de-a464a760ef14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 688 time: 0.0826211 Feb 04 11:41:09.539343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:09.546520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113055777', 'description': 'tempest-secgroup-smoke-1113055777 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:09.554749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:09.557730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:09.560677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:09.567603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:09.676094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.696348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:09.700207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:09.705851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:09.710529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:09.782993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.898317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:09.940120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39aa8ae0-104d-4b80-9882-3bc725cc5a5b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:09.954989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:10.127174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.129702 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b78ad9b9-66b0-4cc4-bcd3-9b94622e5d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5881264 Feb 04 11:41:10.131471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41910) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:10.136631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '39aa8ae0-104d-4b80-9882-3bc725cc5a5b', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:10.143282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:10.147081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:10.149924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:10.155703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:10.429500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.499446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.631682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:10.648040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65766be3-45ac-409c-8c1c-8c10e08bd9bf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7e4436c5-3c7f-46de-8756-425167bf34ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6187043 Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '39aa8ae0-104d-4b80-9882-3bc725cc5a5b', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.106728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.296976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.320485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1308a0a-9a87-4cbf-91e6-6c5213a12a37,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:11.582939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.586324 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1be0718d-63a1-4aca-8ea8-c693014732ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8287995 Feb 04 11:41:11.587028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:11.592030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '39aa8ae0-104d-4b80-9882-3bc725cc5a5b', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:11.598168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:11.601937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:11.604753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:11.615266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:11.802517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:11.865338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.006950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.034220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851fbe84-c823-4af7-b847-44e3d918d684,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:12.150955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.152063 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e50bd3c4-65de-4c66-af2d-d8e60e5fc391 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5638185 Feb 04 11:41:12.154619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:12.159699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '39aa8ae0-104d-4b80-9882-3bc725cc5a5b', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:12.165837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:12.169964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:12.173379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:12.179032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:12.294095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.349460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.504532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.531068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60671897-d756-4f3a-8877-85cd6a7b6f0c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:12.664462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.665686 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d667cbe0-86d8-402d-aba5-3232414ab160 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5101264 Feb 04 11:41:12.668551 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:12.674715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '39aa8ae0-104d-4b80-9882-3bc725cc5a5b', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:12.683179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:12.688292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:12.691673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:12.697642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:12.789719 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:41:12.797149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:12.867455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.074344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.094754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28285839-8a49-40cc-ad54-b9c6bba0326f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:13.239935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.241144 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f4b62385-8ec9-4217-b592-df4c548fd3d6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5716097 Feb 04 11:41:13.244011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:13.249589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '39aa8ae0-104d-4b80-9882-3bc725cc5a5b', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:13.255751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:13.259727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:41:13.262591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:41:13.269147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:13.395667 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:41:13.403137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.471212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.618729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.644847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd8b6e0-a2b6-4eaa-a389-feb151c20598,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:13.715820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:13.717027 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70e5af10-6694-4f58-9188-11b54ec3439e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4721158 Feb 04 11:41:13.898742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-f0d7b578-a400-452f-b5d6-a2b8a18f62bd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113055777&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0409670 Feb 04 11:41:14.059254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-64dc4a4e-a48a-4560-9b82-514a7b4afac9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:14.060733 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-64dc4a4e-a48a-4560-9b82-514a7b4afac9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 796 time: 0.1548483 Feb 04 11:41:14.078243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-5766a989-8234-49d1-813e-6859ed22b704 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0105805 Feb 04 11:41:14.176620 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-6e1a94c3-168a-42d1-8768-0abb8514175a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0911024 Feb 04 11:41:14.375339 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-5fe51ce8-da99-4cf6-896b-4ba27fbc68ad service neutron] 10.222.0.36 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824012 Feb 04 11:41:14.512637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-ec75db69-c4c8-476d-a55e-f4297b4815a4 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313977 Feb 04 11:41:14.785031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fe103396-e970-4447-bb62-45a1d4127889 req-e709cd16-f856-4393-b9ff-13ac083315c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 210 time: 0.0508800 Feb 04 11:41:15.881566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bfad0d0-e87d-4f92-ba16-884647938ab3 req-a624de92-3765-41e3-9cf4-81f263344c5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 210 time: 0.0433023 Feb 04 11:41:17.048022 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e7c59aa-077d-4510-8ba9-9bad28aec1b3 req-1cee5077-b0cf-4cf4-93bd-c1d12e0b9f6c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 210 time: 0.0465152 Feb 04 11:41:17.856243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-6e9359f1-8729-4d4d-8c83-91524553063c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:17.857714 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-6e9359f1-8729-4d4d-8c83-91524553063c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 796 time: 0.1487935 Feb 04 11:41:17.911590 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-6864e21c-e698-4bcc-98f0-24a08803bfed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 473 time: 0.0442827 Feb 04 11:41:17.920198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['39aa8ae0-104d-4b80-9882-3bc725cc5a5b']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:18.213630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7bd4efa-3b7c-47cd-aba2-c1f3e21cb9cb req-f2ce30be-5eb9-4388-b670-ddbd1360fbcd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 210 time: 0.0524716 Feb 04 11:41:18.219100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:41:18.228868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:41:18.402522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:41:18.402522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.564417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.7 (5ce4da35-548a-4aad-a115-d49720f9087c/64eae4f9-1cf4-4835-ad64-3b5fc859dda0/d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:41:18.752821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.768561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:18.896114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:18.963686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 5ce4da35-548a-4aad-a115-d49720f9087c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:41:18.966892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:41:18.970216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:41:19.015525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:19.034689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.035039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.035376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.035733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.036062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.036387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.036717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.037039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.037362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.037718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.038045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.038363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:19.057973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:19.062820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.207866 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-434f0c8f-65f5-4303-bda6-a597dd66e24a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2911415 Feb 04 11:41:19.220471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Request body: {'port': {'device_id': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:19.315998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-36e44632-b386-4973-90e7-a98021aee7fc None None] Provisioning for port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:19.321442 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-36e44632-b386-4973-90e7-a98021aee7fc None None] Provisioning complete for port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:19.321815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-36e44632-b386-4973-90e7-a98021aee7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.377531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-36e44632-b386-4973-90e7-a98021aee7fc None None] Port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:41:19.381223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.476458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ee6bd-f069-4dda-aac1-f4a1adbc4e0d req-6db10fe4-2411-46b4-bf7b-c705b2c1b153 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:19.477147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b68ee6bd-f069-4dda-aac1-f4a1adbc4e0d req-6db10fe4-2411-46b4-bf7b-c705b2c1b153 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:41:19.632897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b68ee6bd-f069-4dda-aac1-f4a1adbc4e0d req-6db10fe4-2411-46b4-bf7b-c705b2c1b153 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:41:19.634041 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b68ee6bd-f069-4dda-aac1-f4a1adbc4e0d req-6db10fe4-2411-46b4-bf7b-c705b2c1b153 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 931 time: 0.3131633 Feb 04 11:41:19.713085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b68ee6bd-f069-4dda-aac1-f4a1adbc4e0d req-445927d2-d659-4bcc-a5ca-23bc1fc7aecb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715170 Feb 04 11:41:19.790757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:41:19.797998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:19.812516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Transition to ACTIVE for port object d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:41:19.944296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.077352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:20.183947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Attempting to bind port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:41:20.184328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Attempting to bind port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:41:20.184682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Attempting to bind port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad on network 5ce4da35-548a-4aad-a115-d49720f9087c {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:41:20.191587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad on network 5ce4da35-548a-4aad-a115-d49720f9087c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:41:20.191917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Attempting to bind port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad on network 5ce4da35-548a-4aad-a115-d49720f9087c {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:41:20.201457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:41:20.201457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Checking segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:41:20.201457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Bound using segment: {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:41:20.201457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Bound port: d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb117ed-3671-4b09-8d08-da5079022173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:41:20.201457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.293415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] For port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:41:20.296527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] For port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:41:20.480881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.538079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:20.538788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:20.540180 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] 10.222.0.42 "PUT /v2.0/ports/d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad HTTP/1.1" status: 200 len: 1093 time: 1.3237486 Feb 04 11:41:20.540614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:41:20.559401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7769cf-2a7e-4825-aa39-194f23a8f747 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:20.591978 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'status': 'completed', 'code': 200} Feb 04 11:41:20.805931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168cea1-d7c2-458c-9823-e528f70e4ebe req-2f02299f-e68a-49fc-b764-183d2d17ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:20.807622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c168cea1-d7c2-458c-9823-e528f70e4ebe req-2f02299f-e68a-49fc-b764-183d2d17ae1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 1096 time: 0.1915958 Feb 04 11:41:21.006587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168cea1-d7c2-458c-9823-e528f70e4ebe req-730296b6-2dc7-49fd-90da-2dce096d5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.008064 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c168cea1-d7c2-458c-9823-e528f70e4ebe req-730296b6-2dc7-49fd-90da-2dce096d5a6a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1931818 Feb 04 11:41:21.019708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b5f1-8b02-425b-9c38-5639090b9412 req-acc88074-720c-4f28-b4f9-b878d1782941 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.021050 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1f2b5f1-8b02-425b-9c38-5639090b9412 req-acc88074-720c-4f28-b4f9-b878d1782941 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 943 time: 0.1854966 Feb 04 11:41:21.150972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1f2b5f1-8b02-425b-9c38-5639090b9412 req-c83b1505-4c34-44fe-8f18-28791d78697f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074212 Feb 04 11:41:21.188307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168cea1-d7c2-458c-9823-e528f70e4ebe req-c441146c-328b-4e03-9b08-40391fca1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.189864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c168cea1-d7c2-458c-9823-e528f70e4ebe req-c441146c-328b-4e03-9b08-40391fca1287 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679928 Feb 04 11:41:21.314234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-7b656ceb-4556-4591-9202-bf21680025d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.315718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-7b656ceb-4556-4591-9202-bf21680025d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 1096 time: 0.0722742 Feb 04 11:41:21.389661 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-a657932e-4437-4e68-b848-12a9f78475cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad HTTP/1.1" status: 200 len: 217 time: 0.0652804 Feb 04 11:41:21.452884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-c6362ee2-bf3a-463a-aa8b-cd4cbe8902f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.454318 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-c6362ee2-bf3a-463a-aa8b-cd4cbe8902f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64eae4f9-1cf4-4835-ad64-3b5fc859dda0 HTTP/1.1" status: 200 len: 835 time: 0.0587015 Feb 04 11:41:21.535721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-b778cea9-5975-4c45-a213-3cc3325338a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:21.537188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-b778cea9-5975-4c45-a213-3cc3325338a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ce4da35-548a-4aad-a115-d49720f9087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766315 Feb 04 11:41:21.674557 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-dec7eab5-cd8a-4b31-be74-c1ca107cc698 service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294758 Feb 04 11:41:21.819415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d1ecbee-37bb-4845-a736-72a5e4e8aa3c req-e000d581-50bc-4aa5-9296-974f026fbaf1 service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386046 Feb 04 11:41:22.347196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38242ae-969e-4fdf-8c1d-dd4dd23974c7 req-2f2dd717-b03f-4b6a-8463-54934d0ac84f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:22.353758 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b38242ae-969e-4fdf-8c1d-dd4dd23974c7 req-2f2dd717-b03f-4b6a-8463-54934d0ac84f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 943 time: 0.0899937 Feb 04 11:41:22.395227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b38242ae-969e-4fdf-8c1d-dd4dd23974c7 req-75f3664b-00a7-46a8-b82d-7ba188c92ada tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Feb 04 11:41:23.591393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe8b77-04c6-48b7-9844-0e2aed7bbab7 req-b76a9eac-6ef9-4fab-aa4e-fa1ee603ca47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:23.593372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-03fe8b77-04c6-48b7-9844-0e2aed7bbab7 req-b76a9eac-6ef9-4fab-aa4e-fa1ee603ca47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 943 time: 0.0849521 Feb 04 11:41:23.637458 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-03fe8b77-04c6-48b7-9844-0e2aed7bbab7 req-681b678b-44a8-4cfc-a9d5-98227126a9c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 Feb 04 11:41:23.891095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:41:24.028558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:41:24.042070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'port_id': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'mac_address': 'fa:16:3e:53:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:41:24.097304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.115294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:41:24.128533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:41:24.213157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:24.287691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:24.293553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.293901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.294242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.294579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.294909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.295250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.295611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.295925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.296249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.296580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.296902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.297222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:41:24.454815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:41:24.828271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82dfe7-f5cc-43f8-a14b-8b3441549006 req-f9759816-42d7-41a4-b6fa-c8d3a77208c4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:24.829733 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df82dfe7-f5cc-43f8-a14b-8b3441549006 req-f9759816-42d7-41a4-b6fa-c8d3a77208c4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 944 time: 0.0801911 Feb 04 11:41:24.872967 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df82dfe7-f5cc-43f8-a14b-8b3441549006 req-9806bace-4b6c-49ef-92cb-6577893e539d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Feb 04 11:41:25.905565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:41:26.064204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0e7e9-83a9-4354-8a5f-2d26e16e0492 req-a370e88c-d8f5-4d4b-b3bf-f84d85b01209 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:26.065677 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ced0e7e9-83a9-4354-8a5f-2d26e16e0492 req-a370e88c-d8f5-4d4b-b3bf-f84d85b01209 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 944 time: 0.0871785 Feb 04 11:41:26.111778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ced0e7e9-83a9-4354-8a5f-2d26e16e0492 req-a4bbfc94-a536-412f-a348-13d787acd8cc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Feb 04 11:41:26.155209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:41:26.161119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:41:26.166868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.283774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.310150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:41:26.327055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:41:26.404608 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'code': 200} Feb 04 11:41:26.429838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:26.499629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:41:26.869881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc51982-7558-4e93-a080-e243d2ff0d2b req-70f96741-6e74-436d-a4bf-9e1409925741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:26.871345 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cbc51982-7558-4e93-a080-e243d2ff0d2b req-70f96741-6e74-436d-a4bf-9e1409925741 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 1098 time: 0.0695922 Feb 04 11:41:26.915461 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cbc51982-7558-4e93-a080-e243d2ff0d2b req-7094424f-79cb-4c8a-905a-cff3a8b094ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379956 Feb 04 11:41:27.293215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ebae1-ad3e-408a-9a10-ac7ab4392c69 req-85d421ff-8d4d-477e-bc85-35f38956b6d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:27.294863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-042ebae1-ad3e-408a-9a10-ac7ab4392c69 req-85d421ff-8d4d-477e-bc85-35f38956b6d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 945 time: 0.0803797 Feb 04 11:41:27.339094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-042ebae1-ad3e-408a-9a10-ac7ab4392c69 req-6c8ad9ce-644a-4022-bb1a-1528bfc17038 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Feb 04 11:41:27.347800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:28.526128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8ad1-b154-46a9-97b9-9c968cbb880e req-76725cbb-57d9-41f5-8205-bd76b978f938 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:28.527575 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-60fc8ad1-b154-46a9-97b9-9c968cbb880e req-76725cbb-57d9-41f5-8205-bd76b978f938 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 945 time: 0.0826616 Feb 04 11:41:28.669925 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-60fc8ad1-b154-46a9-97b9-9c968cbb880e req-3aede3ee-2024-46e2-a02e-72a1d3ee04be tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363034 Feb 04 11:41:28.858497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a87a-60b4-4d1c-b5f0-7c73b1feb8bd req-438cc654-e752-47e6-8664-ef50d170b1f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:28.859973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd96a87a-60b4-4d1c-b5f0-7c73b1feb8bd req-438cc654-e752-47e6-8664-ef50d170b1f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 945 time: 0.0831094 Feb 04 11:41:28.909103 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd96a87a-60b4-4d1c-b5f0-7c73b1feb8bd req-1711474b-8964-4475-9073-da7debff58ed tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Feb 04 11:41:28.932477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:29.123769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406c97b-6f43-4e67-a53c-ba6da3a36e42 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:29.125253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9406c97b-6f43-4e67-a53c-ba6da3a36e42 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 1093 time: 0.1917784 Feb 04 11:41:29.128600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42006) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:29.133169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'port_id': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:41:29.211756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.849098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:29.985592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.151160 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0 associated. External IP: 172.26.6.245, port: d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad. Feb 04 11:41:30.279418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cec7ca67-dd92-4c56-b422-37b5a9e3a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.612595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:41:30.794402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:41:30.799471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:30.804120 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:41:30.814146 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:41:30.814746 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:41:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:30.858806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3922154b-8877-440b-8961-04c923e0266a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 991 time: 1.7295668 Feb 04 11:41:30.859396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:41:30.861671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42010) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:30.902976 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'status': 'completed', 'code': 200} Feb 04 11:41:30.987477 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c0cd5aff-6473-44bc-9018-1be98ddbe8d1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 991 time: 0.1246116 Feb 04 11:41:31.003167 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:41:31.012845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4f06a-0513-4779-9555-b5259734d1ea req-cc9c4349-e8cb-45df-bf4f-76102747210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.014316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-cc9c4349-e8cb-45df-bf4f-76102747210a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 1098 time: 0.0802312 Feb 04 11:41:31.144998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4f06a-0513-4779-9555-b5259734d1ea req-794c9047-bbf5-4235-bd79-2b66a50c5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.146382 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-794c9047-bbf5-4235-bd79-2b66a50c5d8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 200 len: 897 time: 0.1265261 Feb 04 11:41:31.250634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-fe47e86d-61ee-4189-b304-b167d7cefebb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad HTTP/1.1" status: 200 len: 999 time: 0.0975945 Feb 04 11:41:31.312763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4f06a-0513-4779-9555-b5259734d1ea req-2968b12f-fe82-401d-aadb-b903ec658ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.314925 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-2968b12f-fe82-401d-aadb-b903ec658ee5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64eae4f9-1cf4-4835-ad64-3b5fc859dda0 HTTP/1.1" status: 200 len: 835 time: 0.0582480 Feb 04 11:41:31.352375 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8c47160c-f845-4ce7-a56a-ebef5e3cccf0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'port_id': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'mac_address': 'fa:16:3e:53:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:27Z', 'updated_at': '2022-02-04T11:41:29Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:31.356311 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:41:31.365090 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:41:31.365674 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:41:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:31.393915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4f06a-0513-4779-9555-b5259734d1ea req-833afdd9-8ce6-4db1-9e09-dea5a8e7a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:31.399150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-833afdd9-8ce6-4db1-9e09-dea5a8e7a719 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ce4da35-548a-4aad-a115-d49720f9087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745559 Feb 04 11:41:31.532029 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-03d705f6-edb8-4f17-a03f-d016f46dc003 service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300764 Feb 04 11:41:31.570780 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:41:31.665118 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48a4f06a-0513-4779-9555-b5259734d1ea req-9338f37a-774a-4407-92d1-17c92b837f9e service neutron] 10.222.0.42 "GET /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271842 Feb 04 11:41:31.913564 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8c47160c-f845-4ce7-a56a-ebef5e3cccf0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'port_id': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'mac_address': 'fa:16:3e:53:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:27Z', 'updated_at': '2022-02-04T11:41:29Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:41:31.917727 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38b809-7535-453f-a079-9d74036ab008 None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8c47160c-f845-4ce7-a56a-ebef5e3cccf0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'port_id': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'mac_address': 'fa:16:3e:53:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:40:27Z', 'updated_at': '2022-02-04T11:41:29Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:41:31.989309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:32.100316 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5fa32fe0-370e-4a1b-99b3-39d480e3e17d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 991 time: 0.1097748 Feb 04 11:41:32.121243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469234d-e246-4963-96dc-a9daa05aef3c None None] New status for floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:41:32.722123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5ca9-4756-4532-91f9-fded76668281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.103658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42020) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:41:33.212308 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-480d16e2-b11f-4908-86da-982738b38512 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 200 len: 993 time: 0.1051562 Feb 04 11:41:33.799254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:33.817828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:35.121052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:41:39.235346 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-80356a8c-60c2-4fcc-bdd6-2fc39521602a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686932 Feb 04 11:41:39.374683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-62f0bf31-4ff6-434e-9621-5b7473cf672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:39.376046 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-62f0bf31-4ff6-434e-9621-5b7473cf672e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0697720 Feb 04 11:41:39.529286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-0e53817f-1f21-4bdc-8c66-c3d1fdeb3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:39.530734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-0e53817f-1f21-4bdc-8c66-c3d1fdeb3766 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1349328 Feb 04 11:41:39.632959 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-0f040ed5-4f5a-4ca6-ad39-f3b1522ce1f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 1002 time: 0.0958941 Feb 04 11:41:39.802586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-2e671325-c5ca-4a56-b06d-ec674c18428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:39.804053 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-2e671325-c5ca-4a56-b06d-ec674c18428f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.1650934 Feb 04 11:41:39.889775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-e3d8cd65-9aef-46be-8b4b-86da6793f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:41:39.891136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-e3d8cd65-9aef-46be-8b4b-86da6793f983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789402 Feb 04 11:41:40.023606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-ca64ae43-2932-485b-858e-c72cebee2cd9 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252425 Feb 04 11:41:40.161756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-083b39af-64bf-4d3c-8bd9-369471ebb615 req-01d933b6-ef74-4e18-a0e8-ae3a201bd3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319363 Feb 04 11:41:41.303108 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:41:57.297467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:00.320682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8a21c02f-be2d-4fc8-8b6c-9b194956f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:02.773357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c18e7371-d0f2-43d1-b1ae-74d64c20adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.744242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:03.788750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.141408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:05.213018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07655d92-ab89-4016-bb26-171fc2e903bf req-48c9cbd2-414c-4115-aad4-52df18885b32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:05.215195 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07655d92-ab89-4016-bb26-171fc2e903bf req-48c9cbd2-414c-4115-aad4-52df18885b32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 945 time: 0.0952923 Feb 04 11:42:05.264158 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07655d92-ab89-4016-bb26-171fc2e903bf req-866e8000-ea47-4e3d-8704-55899400161b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Feb 04 11:42:06.464936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54734253-ee33-47df-963d-a497cb9c3f41 req-69e17d90-f6c9-4ddb-aa43-bb8ad3275d2a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:06.466391 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-54734253-ee33-47df-963d-a497cb9c3f41 req-69e17d90-f6c9-4ddb-aa43-bb8ad3275d2a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 945 time: 0.0838211 Feb 04 11:42:06.577716 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-54734253-ee33-47df-963d-a497cb9c3f41 req-018d5b1d-fb55-4629-812b-2d6e5aa25db7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=39aa8ae0-104d-4b80-9882-3bc725cc5a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802448 Feb 04 11:42:06.605472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-6c9b723d-5097-4a86-bed7-d651801edc9c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:06.605472 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-6c9b723d-5097-4a86-bed7-d651801edc9c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 945 time: 0.1315739 Feb 04 11:42:06.669709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:42:06.670055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:06.922230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:06.923038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.226507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.226880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.227193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0 disassociated. External IP: 172.26.6.245, port: d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad. Feb 04 11:42:07.227519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:42:07.451985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:07.505583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:07.818126 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c7f63ba-074b-405d-90b3-21e800237368 req-8637f62f-108e-4831-a0e1-24e5d8e6ed82 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 210 time: 0.0599544 Feb 04 11:42:07.848876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:42:08.044437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:42:08.059991 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:42:08.074648 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:08.075620 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:08.124698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:08.127379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:08.132051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'name': 'network-vif-deleted', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:08.176012 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f689ca22-79ed-4067-bf01-f8948e0645a1', 'name': 'network-vif-deleted', 'tag': 'd2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad', 'status': 'completed', 'code': 200} Feb 04 11:42:08.259049 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:08.319989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0b2af1f2-6f45-44c8-8b28-429687607fc6 req-523d2a2f-f784-4774-83a0-6f953948ace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad HTTP/1.1" status: 204 len: 173 time: 1.7153957 Feb 04 11:42:08.573584 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:08.577598 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:42:08.589665 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:08.590267 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:08.778005 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:08.989853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-dad0495d-bc89-46b3-a9ad-ad805b587a07 req-b37e72a2-1bdb-45c7-8f68-a804f444e7d8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:09.123402 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:09.127275 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e66e9-f85a-4577-a869-9ae9f44d9473 None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '49e7dea5-64ca-4d68-9220-fe04274f63e2', 'name': '', 'network_id': '5ce4da35-548a-4aad-a115-d49720f9087c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:67:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:40:04Z', 'updated_at': '2022-02-04T11:40:10Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '64eae4f9-1cf4-4835-ad64-3b5fc859dda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:42:09.167960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-dad0495d-bc89-46b3-a9ad-ad805b587a07 req-b37e72a2-1bdb-45c7-8f68-a804f444e7d8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:09.167960 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dad0495d-bc89-46b3-a9ad-ad805b587a07 req-b37e72a2-1bdb-45c7-8f68-a804f444e7d8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=f689ca22-79ed-4067-bf01-f8948e0645a1 HTTP/1.1" status: 200 len: 210 time: 0.2232373 Feb 04 11:42:09.443202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f02aa1-be60-4a47-85c3-42df788ae69f None None] New status for floating IP 8c47160c-f845-4ce7-a56a-ebef5e3cccf0: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:42:10.138727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:10.176742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:42:10.176989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d2f5a183-4a2d-4fb5-b64b-ef5f6216c1ad not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:10.265865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42078) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:10.339841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.373350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.526502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.545858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aa8ae0-104d-4b80-9882-3bc725cc5a5b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:10.554876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:10.556013 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/39aa8ae0-104d-4b80-9882-3bc725cc5a5b HTTP/1.1" status: 204 len: 168 time: 0.2891653 Feb 04 11:42:10.557303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.557673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.558154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.558626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.559136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.559468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.559822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.560148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.560473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.560795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.561113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.561429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4669e4-dc8e-4558-857a-139941a0c8c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:10.680958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:10.947095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 1da11b5c-9d70-46b2-adcc-59809fe468d5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:42:10.951922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.133017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.133341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.259479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 1da11b5c-9d70-46b2-adcc-59809fe468d5 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:42:11.589253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.666926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=1da11b5c-9d70-46b2-adcc-59809fe468d5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:11.736024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.903504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:11.904697 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-26d3c8e6-ceb6-4848-a801-093db7dcd683 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c47160c-f845-4ce7-a56a-ebef5e3cccf0 HTTP/1.1" status: 204 len: 168 time: 1.2225459 Feb 04 11:42:12.637269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f8f4-c96a-4dcb-974a-4b9f0dc04462 req-aaa986ba-64eb-4044-ba0a-4b51afd135b4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:12.638711 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2230f8f4-c96a-4dcb-974a-4b9f0dc04462 req-aaa986ba-64eb-4044-ba0a-4b51afd135b4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 945 time: 0.0854843 Feb 04 11:42:12.688897 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2230f8f4-c96a-4dcb-974a-4b9f0dc04462 req-c3e64782-dc9d-458a-a0d0-4c538bfb5699 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Feb 04 11:42:13.928698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1a99-70cb-4ff2-a8b3-5590c583146d req-977acf1d-02d4-4de2-8869-b7f5019659bf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:13.930083 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fac1a99-70cb-4ff2-a8b3-5590c583146d req-977acf1d-02d4-4de2-8869-b7f5019659bf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 945 time: 0.1349490 Feb 04 11:42:13.967271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-9f00ccd4-26f9-4fad-a79c-c4b033030ddc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:13.968694 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-9f00ccd4-26f9-4fad-a79c-c4b033030ddc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 945 time: 0.1172955 Feb 04 11:42:14.034711 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fac1a99-70cb-4ff2-a8b3-5590c583146d req-dabbbdfd-f68b-424b-8f09-d6de02f61146 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b802d7c-b953-4f27-b8ec-acdc762faa33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984795 Feb 04 11:42:14.054626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 0a35bec1-ca60-4320-8dcd-d714d8c75869 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:42:14.054968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.352411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 0a35bec1-ca60-4320-8dcd-d714d8c75869, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0a35bec1-ca60-4320-8dcd-d714d8c75869,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:14.352750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.479028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 0a35bec1-ca60-4320-8dcd-d714d8c75869 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:42:14.735947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.791261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=0a35bec1-ca60-4320-8dcd-d714d8c75869,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:14.985276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 0a35bec1-ca60-4320-8dcd-d714d8c75869 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:14.987853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:14.990907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'name': 'network-vif-deleted', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:15.004419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-15c73d43-b790-4f70-98eb-60192ed598d7 req-1244c0af-d7d5-41bb-9564-3dcc2c2ed6a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/0a35bec1-ca60-4320-8dcd-d714d8c75869 HTTP/1.1" status: 204 len: 173 time: 1.0279045 Feb 04 11:42:15.039343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ae079-35d1-4675-ac9c-f686f39f37cc', 'name': 'network-vif-deleted', 'tag': '0a35bec1-ca60-4320-8dcd-d714d8c75869', 'status': 'completed', 'code': 200} Feb 04 11:42:15.200144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5c53392f-58aa-4dd5-9249-d1ec41cfba13 req-0bdad2b7-7e3f-49fa-b49c-c47e079cc97e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:15.341916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5c53392f-58aa-4dd5-9249-d1ec41cfba13 req-0bdad2b7-7e3f-49fa-b49c-c47e079cc97e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:15.343609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c53392f-58aa-4dd5-9249-d1ec41cfba13 req-0bdad2b7-7e3f-49fa-b49c-c47e079cc97e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=635ae079-35d1-4675-ac9c-f686f39f37cc HTTP/1.1" status: 200 len: 210 time: 0.1903789 Feb 04 11:42:16.447031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:16.518849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0926215a-f6bb-4b83-9764-5e2c38c43052 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.549847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0926215a-f6bb-4b83-9764-5e2c38c43052 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.726649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0926215a-f6bb-4b83-9764-5e2c38c43052 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.745472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926215a-f6bb-4b83-9764-5e2c38c43052 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b802d7c-b953-4f27-b8ec-acdc762faa33,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:16.752532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0926215a-f6bb-4b83-9764-5e2c38c43052 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:16.756570 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0926215a-f6bb-4b83-9764-5e2c38c43052 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b802d7c-b953-4f27-b8ec-acdc762faa33 HTTP/1.1" status: 204 len: 168 time: 0.3056252 Feb 04 11:42:16.900631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:17.479291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.014932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 49e7dea5-64ca-4d68-9220-fe04274f63e2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:42:18.015197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.154735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0a35bec1-ca60-4320-8dcd-d714d8c75869 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:18.188617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 0a35bec1-ca60-4320-8dcd-d714d8c75869 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:42:18.188960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0a35bec1-ca60-4320-8dcd-d714d8c75869 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:18.216478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 49e7dea5-64ca-4d68-9220-fe04274f63e2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=49e7dea5-64ca-4d68-9220-fe04274f63e2,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:18.216831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.302217 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:42:18.345796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 49e7dea5-64ca-4d68-9220-fe04274f63e2 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:42:18.846516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:18.944506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=49e7dea5-64ca-4d68-9220-fe04274f63e2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:19.270317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:19.791890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router dc817cfd-06d6-4642-8734-8e307e8990a3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:42:19.992775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:42:20.003709 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] Sync routers for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:42:20.014279 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:20.014902 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:20.196777 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-62d85a81-acc7-4d8a-99f0-bd9f37c99831 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/dc817cfd-06d6-4642-8734-8e307e8990a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948387 Feb 04 11:42:20.197108 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:20.199810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42130) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:20.276556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet 64eae4f9-1cf4-4835-ad64-3b5fc859dda0 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:42:20.276556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.334503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.430736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.506103 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:20.510523 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] Checking router: dc817cfd-06d6-4642-8734-8e307e8990a3 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:42:20.519015 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] Routers {'dc817cfd-06d6-4642-8734-8e307e8990a3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:20.519412 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['dc817cfd-06d6-4642-8734-8e307e8990a3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:20.627153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.668982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=64eae4f9-1cf4-4835-ad64-3b5fc859dda0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:20.675700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:20.681687 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988e230-0f9f-4a5f-be83-813408aff7a7 None None] Network 5ce4da35-548a-4aad-a115-d49720f9087c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:42:20.683022 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-81667546-6755-491d-ae6d-8eef2b6f62e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/64eae4f9-1cf4-4835-ad64-3b5fc859dda0 HTTP/1.1" status: 204 len: 168 time: 0.4819424 Feb 04 11:42:20.685670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:20.714681 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] Set router dc817cfd-06d6-4642-8734-8e307e8990a3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:20.899712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.038064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] DHCP port deletion for 5ce4da35-548a-4aad-a115-d49720f9087c request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:42:21.042848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] Deleting port b5b28d9e-eafa-48e4-9f93-84736400f211 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:42:21.043304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.057880 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:21.062016 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd0b90-68b9-4da9-a6ec-1afc2529ee63 None None] The sync data for ids ['dc817cfd-06d6-4642-8734-8e307e8990a3'] in dv-neutron-827824-2-hyperv is: [{'id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'name': 'tempest-TestNetworkBasicOps-router-1044086781', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': '7e27ca50-3682-451b-b669-41b78d64e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:39:57Z', 'updated_at': '2022-02-04T11:42:18Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '7e27ca50-3682-451b-b669-41b78d64e225', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc817cfd-06d6-4642-8734-8e307e8990a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:39:58Z', 'updated_at': '2022-02-04T11:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:42:21.115033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.263642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] For port b5b28d9e-eafa-48e4-9f93-84736400f211, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b5b28d9e-eafa-48e4-9f93-84736400f211,segment=NetworkSegment(7fb117ed-3671-4b09-8d08-da5079022173),segment_id=7fb117ed-3671-4b09-8d08-da5079022173)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:21.264009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.303469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 7e27ca50-3682-451b-b669-41b78d64e225 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:42:21.304142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.400176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] Calling delete_port for b5b28d9e-eafa-48e4-9f93-84736400f211 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:42:21.511634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 7e27ca50-3682-451b-b669-41b78d64e225, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=7e27ca50-3682-451b-b669-41b78d64e225,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:21.511991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.641063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 7e27ca50-3682-451b-b669-41b78d64e225 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:42:21.710030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.799014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] Pushing event deleted for resources: {'Port': ['ID=b5b28d9e-eafa-48e4-9f93-84736400f211,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:21.809240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b5b28d9e-eafa-48e4-9f93-84736400f211 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:21.869373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae4563-55e4-4c32-bfbf-049ceb1e51fd None None] No DVR routers for this DVR port b5b28d9e-eafa-48e4-9f93-84736400f211 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:42:21.879606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b5b28d9e-eafa-48e4-9f93-84736400f211 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:42:21.880022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b5b28d9e-eafa-48e4-9f93-84736400f211 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:21.880378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 49e7dea5-64ca-4d68-9220-fe04274f63e2 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:21.925549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 49e7dea5-64ca-4d68-9220-fe04274f63e2 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:42:21.925904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 49e7dea5-64ca-4d68-9220-fe04274f63e2 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:21.947280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:21.994895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=7e27ca50-3682-451b-b669-41b78d64e225,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:22.034690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.035231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.035487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.035805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.036591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.037735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.037924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.038165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.038517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.038895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.039216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.039541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:22.103296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.304047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.306348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.480297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.480890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router dc817cfd-06d6-4642-8734-8e307e8990a3 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:42:22.508095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.510169 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-979703d2-5d02-4c92-b8f4-a5445ef36d3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/dc817cfd-06d6-4642-8734-8e307e8990a3 HTTP/1.1" status: 204 len: 168 time: 1.8229823 Feb 04 11:42:22.518570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:22.668759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.850278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.889443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce4da35-548a-4aad-a115-d49720f9087c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:22.909774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb117ed-3671-4b09-8d08-da5079022173') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:22.910097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb117ed-3671-4b09-8d08-da5079022173') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:22.929637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.951920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.961451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:42:22.961863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:42:22.978931 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:42:23.170637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.188859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.200323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=5ce4da35-548a-4aad-a115-d49720f9087c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:23.331316 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6af2f215-027b-434b-ac05-689ae567f664 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/5ce4da35-548a-4aad-a115-d49720f9087c HTTP/1.1" status: 204 len: 168 time: 0.8112791 Feb 04 11:42:23.357525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:23.363488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--371352836', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:23.371308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:23.376554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:23.379396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:23.385829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:23.543637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:23.548467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.585216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:42:23.596592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.604548 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment 49c2f6c9-0127-40c9-ac42-a8f516ec18e0 of type vlan for network f6349811-7a34-4789-8e5a-0d63ceb8948a Feb 04 11:42:23.626510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.800777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e27ca50-3682-451b-b669-41b78d64e225 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:42:23.823458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.830051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:23.830777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:23.837721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 7e27ca50-3682-451b-b669-41b78d64e225 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:42:23.838069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 7e27ca50-3682-451b-b669-41b78d64e225 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:42:23.956768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=f6349811-7a34-4789-8e5a-0d63ceb8948a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:23.966867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network f6349811-7a34-4789-8e5a-0d63ceb8948a details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:42:24.051222 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9cdb0066-237b-47e6-9a75-558a96ffe1e6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6920905 Feb 04 11:42:24.054379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:24.063617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:24.073528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:24.077371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:24.080223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:24.086556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:24.239365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.241234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.257462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:24.826617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.272257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.302003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.457183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.159 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/18a541be-9fa6-4dec-95e1-f21d92baea73) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:25.626233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.818125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:25.882875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:25.885683 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:25.889268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:25.926932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=18a541be-9fa6-4dec-95e1-f21d92baea73,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:26.578400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:26.956281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.286132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 84130f74-0247-4f68-932c-ae2e2232e693 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:42:27.324190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.470017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:42:27.484186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Sync routers for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:42:27.496040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:27.496743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:27.641005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:27.642542 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15d329ff-512c-4075-87c4-241c23c6df30 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5866513 Feb 04 11:42:27.646859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:27.719723 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-da8c7996-6a92-4a27-8663-d11aa3c34e76 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713787 Feb 04 11:42:27.722232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:27.724003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42166) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:27.912677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1bb32f-1bf4-4b2e-8e08-a824e2f4b4a4 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:27.915536 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ea1bb32f-1bf4-4b2e-8e08-a824e2f4b4a4 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1892948 Feb 04 11:42:27.918152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:27.965007 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f0f9c33e-065b-47fd-85b1-f8a4516ea352 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457735 Feb 04 11:42:27.967494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:27.972964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032604034', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:28.053747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:26Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:28.057657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Checking router: 84130f74-0247-4f68-932c-ae2e2232e693 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:42:28.057989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Updating router 84130f74-0247-4f68-932c-ae2e2232e693 port 18a541be-9fa6-4dec-95e1-f21d92baea73 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:42:28.110867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.126520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:28.132369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:28.136333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:28.142279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:28.297401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:28.301013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.478446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.498046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Transition to ACTIVE for port object 18a541be-9fa6-4dec-95e1-f21d92baea73 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:28.594958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.658443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.700195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Attempting to bind port 18a541be-9fa6-4dec-95e1-f21d92baea73 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:28.700741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Attempting to bind port 18a541be-9fa6-4dec-95e1-f21d92baea73 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:28.701265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Attempting to bind port 18a541be-9fa6-4dec-95e1-f21d92baea73 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:28.704540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Pushing event updated for resources: {'Port': ['ID=18a541be-9fa6-4dec-95e1-f21d92baea73,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:28.716319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:42:28.717033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:42:28.717649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.718203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:42:28.719075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Bound port: 18a541be-9fa6-4dec-95e1-f21d92baea73, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:28.721128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:28.773135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.773782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.774131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.774575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.775117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.775690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.776239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.776783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.777638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.778255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.778525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.778904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:28.858180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] For port 18a541be-9fa6-4dec-95e1-f21d92baea73, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:42:28.861548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] For port 18a541be-9fa6-4dec-95e1-f21d92baea73, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=18a541be-9fa6-4dec-95e1-f21d92baea73,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:42:28.865590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=c2ab5b1b-8269-46dc-ae34-84985d315a15,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:28.871423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:42:28.871848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: f6349811-7a34-4789-8e5a-0d63ceb8948a, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:42:29.033564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.074706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network f6349811-7a34-4789-8e5a-0d63ceb8948a is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:42:29.127263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:29.127896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:29.200107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0b014-dd9a-4fad-895f-2292cf77b711 None None] Pushing event updated for resources: {'Port': ['ID=18a541be-9fa6-4dec-95e1-f21d92baea73,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:29.226509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, f6349811-7a34-4789-8e5a-0d63ceb8948a) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:29.230708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:29.231444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.290128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977e0f1-f7a3-4cd5-9aed-1f0a3cdfbed4 None None] Network f6349811-7a34-4789-8e5a-0d63ceb8948a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:42:29.420299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:29.469954 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5cb83e90-0f56-43bc-b321-924e7ec7546f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5013790 Feb 04 11:42:29.472871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42182) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:29.839183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-f6349811-7a34-4789-8e5a-0d63ceb8948a', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:42:29.840207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:29.946878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:26Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:29.964518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1665b2-db7c-44e8-99d5-1a5bb487cd55 None None] The sync data for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv is: [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:26Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:42:30.098705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Allocated IP 172.20.0.2 (f6349811-7a34-4789-8e5a-0d63ceb8948a/c2ab5b1b-8269-46dc-ae34-84985d315a15/cb39a72c-8a1a-4df5-833d-64e5b93d3086) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:30.381168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6eab02ef-b254-4f2f-a2df-e0826f7623f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.421370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.435613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Transition to ACTIVE for port object cb39a72c-8a1a-4df5-833d-64e5b93d3086 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:30.467833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Transition to ACTIVE for port object cb39a72c-8a1a-4df5-833d-64e5b93d3086 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:30.473484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.658299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.791102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Network f6349811-7a34-4789-8e5a-0d63ceb8948a is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:30.803445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:30.810848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:30.938436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Pushing event updated for resources: {'Port': ['ID=cb39a72c-8a1a-4df5-833d-64e5b93d3086,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:30.954833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Attempting to bind port cb39a72c-8a1a-4df5-833d-64e5b93d3086 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:30.956951 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Attempting to bind port cb39a72c-8a1a-4df5-833d-64e5b93d3086 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:30.957567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Attempting to bind port cb39a72c-8a1a-4df5-833d-64e5b93d3086 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:30.971177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:42:30.973299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Checking segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:42:30.975248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:30.976409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Bound using segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:42:30.978599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Bound port: cb39a72c-8a1a-4df5-833d-64e5b93d3086, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:30.979212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.157185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (f6349811-7a34-4789-8e5a-0d63ceb8948a/c2ab5b1b-8269-46dc-ae34-84985d315a15/af1fa9b0-7db5-4098-906e-38ff16799de5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:31.180645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] For port cb39a72c-8a1a-4df5-833d-64e5b93d3086, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:42:31.187970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] For port cb39a72c-8a1a-4df5-833d-64e5b93d3086, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cb39a72c-8a1a-4df5-833d-64e5b93d3086,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:42:31.322056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.354572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.377214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object af1fa9b0-7db5-4098-906e-38ff16799de5 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:31.454560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84b78e-cc11-471f-a809-24af5f21667f None None] Pushing event updated for resources: {'Port': ['ID=cb39a72c-8a1a-4df5-833d-64e5b93d3086,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:31.561073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:31.666449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=af1fa9b0-7db5-4098-906e-38ff16799de5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:31.679844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network f6349811-7a34-4789-8e5a-0d63ceb8948a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:31.681373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:31.688753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:31.789599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.004159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 18a541be-9fa6-4dec-95e1-f21d92baea73 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:32.189070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 18a541be-9fa6-4dec-95e1-f21d92baea73 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:32.198582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 18a541be-9fa6-4dec-95e1-f21d92baea73 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:32.198938 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.325044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.342836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 18a541be-9fa6-4dec-95e1-f21d92baea73, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=18a541be-9fa6-4dec-95e1-f21d92baea73,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:32.419283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.472455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.473228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cb39a72c-8a1a-4df5-833d-64e5b93d3086 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:32.648829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=18a541be-9fa6-4dec-95e1-f21d92baea73,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:32.695280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90619adf-be1f-4924-8ba5-1a1b6c6d8e64 None None] Network f6349811-7a34-4789-8e5a-0d63ceb8948a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:42:32.768365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port cb39a72c-8a1a-4df5-833d-64e5b93d3086 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:32.784122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8d68-1bbc-415b-85bb-741b6203634b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.900913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] Provisioning for port cb39a72c-8a1a-4df5-833d-64e5b93d3086 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:32.915491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] Provisioning complete for port cb39a72c-8a1a-4df5-833d-64e5b93d3086 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:32.915892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:32.921443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.029191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.094384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.129955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] For port cb39a72c-8a1a-4df5-833d-64e5b93d3086, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cb39a72c-8a1a-4df5-833d-64e5b93d3086,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:33.152309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=af1fa9b0-7db5-4098-906e-38ff16799de5,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:33.154634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.223291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.306507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network f6349811-7a34-4789-8e5a-0d63ceb8948a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:33.307690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:33.319492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b218d37-3f93-4f1d-bdd3-4e054bce1bcc None None] Pushing event updated for resources: {'Port': ['ID=cb39a72c-8a1a-4df5-833d-64e5b93d3086,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:33.350202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1d805af2-a586-4eef-a5b6-dc7a2fc20b15 None None] Provisioning complete for port cb39a72c-8a1a-4df5-833d-64e5b93d3086 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:33.350795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d805af2-a586-4eef-a5b6-dc7a2fc20b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.531640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 84130f74-0247-4f68-932c-ae2e2232e693 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:42:33.609155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1d805af2-a586-4eef-a5b6-dc7a2fc20b15 None None] Provisioning for port af1fa9b0-7db5-4098-906e-38ff16799de5 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:33.615303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1d805af2-a586-4eef-a5b6-dc7a2fc20b15 None None] Provisioning complete for port af1fa9b0-7db5-4098-906e-38ff16799de5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:33.615857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d805af2-a586-4eef-a5b6-dc7a2fc20b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.687666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.694232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1d805af2-a586-4eef-a5b6-dc7a2fc20b15 None None] Port af1fa9b0-7db5-4098-906e-38ff16799de5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:42:33.775280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.816489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7e015b5a-dd06-4915-a643-7c87cc654a04 None None] Provisioning complete for port af1fa9b0-7db5-4098-906e-38ff16799de5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:33.817306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7e015b5a-dd06-4915-a643-7c87cc654a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:33.826246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:42:33.840328 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Sync routers for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:42:33.848644 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-041aaa20-1250-4162-b708-0ff6359c5b23 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/84130f74-0247-4f68-932c-ae2e2232e693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3708053 Feb 04 11:42:33.849064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42196) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:33.855591 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:33.856223 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:33.897944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 18a541be-9fa6-4dec-95e1-f21d92baea73 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:34.004150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7e015b5a-dd06-4915-a643-7c87cc654a04 None None] Port af1fa9b0-7db5-4098-906e-38ff16799de5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:42:34.013650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.014674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.015417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.016198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.016667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.017122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.022563 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-823863fd-217b-4bfc-8b6c-2635d6679902 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1691411 Feb 04 11:42:34.022746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 18a541be-9fa6-4dec-95e1-f21d92baea73 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:34.022746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.022879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:34.105225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.105829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.106290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.106736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.107221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.107679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.109810 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6554c2a8-e5b2-4510-a039-b1ad91051826 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0860341 Feb 04 11:42:34.112513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42210) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:34.116701 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:34.173596 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-e0599b9a-49bd-4748-90e2-7029695a43df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707496613&fields=id&tenant_id=e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 267 time: 0.0459704 Feb 04 11:42:34.174192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cb39a72c-8a1a-4df5-833d-64e5b93d3086 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:34.284347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cb39a72c-8a1a-4df5-833d-64e5b93d3086 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:34.284803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.368136 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-387a771e-48a5-43fe-b437-332b422884d3 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2541771 Feb 04 11:42:34.368874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:34.376446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1172854193', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:34.396583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-7b571ec5-bb33-4141-a65c-08744201c992 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:34.398354 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-7b571ec5-bb33-4141-a65c-08744201c992 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 812 time: 0.2173171 Feb 04 11:42:34.420573 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-9927cbc7-c249-4f76-bfd7-a2001c23364a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/quotas/e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 375 time: 0.0160196 Feb 04 11:42:34.499906 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:34.506171 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Checking router: 84130f74-0247-4f68-932c-ae2e2232e693 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:42:34.506692 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Updating router 84130f74-0247-4f68-932c-ae2e2232e693 port af1fa9b0-7db5-4098-906e-38ff16799de5 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:42:34.538913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:34.548290 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:port and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:34.553412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:34.563680 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:34.586665 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.639914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-3e44ceb0-e58b-471d-8d72-d80933dd8086 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2184200 Feb 04 11:42:34.653172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:34.656859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:34.687492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] device_id is not set on port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:42:34.885335 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-e8d4fa6f-6123-40d0-b4c5-6a2d807a7353 service neutron] 10.222.0.36 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325637 Feb 04 11:42:34.990501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.003490 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Transition to ACTIVE for port object af1fa9b0-7db5-4098-906e-38ff16799de5 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:35.030248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-58514a15-c7d7-4c5f-99d3-dedb09f179aa service neutron] 10.222.0.36 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367166 Feb 04 11:42:35.118124 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.149267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.211400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.4 (f6349811-7a34-4789-8e5a-0d63ceb8948a/c2ab5b1b-8269-46dc-ae34-84985d315a15/d4f178a9-ffed-4104-8601-ca54d4f2bbb9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:35.323974 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Pushing event updated for resources: {'Port': ['ID=af1fa9b0-7db5-4098-906e-38ff16799de5,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:35.367931 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.371351 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.371897 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.372373 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.372832 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.373305 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.373888 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.374230 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.374554 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.374869 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.375192 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.375501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:42:35.414560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Attempting to bind port af1fa9b0-7db5-4098-906e-38ff16799de5 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:35.415274 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Attempting to bind port af1fa9b0-7db5-4098-906e-38ff16799de5 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:35.415758 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Attempting to bind port af1fa9b0-7db5-4098-906e-38ff16799de5 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:35.421607 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:42:35.422061 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Checking segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:42:35.422719 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.423105 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Bound using segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:42:35.423604 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Bound port: af1fa9b0-7db5-4098-906e-38ff16799de5, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:35.423973 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.493032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.509381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object d4f178a9-ffed-4104-8601-ca54d4f2bbb9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:35.522327 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] For port af1fa9b0-7db5-4098-906e-38ff16799de5, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:42:35.525454 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] For port af1fa9b0-7db5-4098-906e-38ff16799de5, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=af1fa9b0-7db5-4098-906e-38ff16799de5,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:42:35.657862 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.658050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.719383 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:35.720028 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:35.722653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network f6349811-7a34-4789-8e5a-0d63ceb8948a is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:35.724614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:35.733403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:35.784780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:35.828838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:35.829468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:35.877029 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5603307-2642-4642-9585-7896f9bc86ce None None] Pushing event updated for resources: {'Port': ['ID=af1fa9b0-7db5-4098-906e-38ff16799de5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:35.937467 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:35.960005 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-09254311-5c93-4e5f-9f43-de899ee22537 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5899215 Feb 04 11:42:36.030736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f63aba7-ba65-429c-9bdf-5c83d55a3c1a req-e5bec59e-24e3-48cd-87b9-980ae0a72b98 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 210 time: 0.0613513 Feb 04 11:42:36.341344 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:35Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:36.345480 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0418d7-e0a1-4887-bd87-c0566afd6572 None None] The sync data for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv is: [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:35Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:42:36.370173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42236) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:36.376203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247337077', 'description': 'tempest-secgroup-smoke-247337077 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:36.386152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:36.397107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:36.402087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:36.408834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:36.427421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5d0a451b-0088-4b83-8fbe-2458f1772c7b None None] Provisioning for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:36.427421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5d0a451b-0088-4b83-8fbe-2458f1772c7b None None] Provisioning complete for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:36.427421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5d0a451b-0088-4b83-8fbe-2458f1772c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.490140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a451b-0088-4b83-8fbe-2458f1772c7b None None] Port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:42:36.531781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.557336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:36.561717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:36.564829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:36.576899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:36.658153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.769812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.814716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c745d80-81ee-469c-be6d-ea80b80c0d5c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:36.997936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:36.999206 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0bf99c6a-727b-4a6c-8b26-83fc5d430ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6280367 Feb 04 11:42:37.003745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42242) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:37.007683 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '5c745d80-81ee-469c-be6d-ea80b80c0d5c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:37.014234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:37.018285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:37.021253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:37.027413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:37.124222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.125616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6de9b4b1-9185-4755-9c6e-4bf48e079680 req-d5d2d9c0-59b6-48b0-bd9d-d2e0dc58966e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 210 time: 0.0481305 Feb 04 11:42:37.199582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.343579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.381708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b206cda-16d6-497f-90dc-597aabb9919d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:37.480953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.484505 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7943242d-82a1-48c2-b58c-ba2350072258 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789872 Feb 04 11:42:37.484834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:37.497211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '5c745d80-81ee-469c-be6d-ea80b80c0d5c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:37.499538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:37.503597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:37.507425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:37.514017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:37.628264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.693821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.844037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:37.853154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device af1fa9b0-7db5-4098-906e-38ff16799de5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:37.873592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2e36c1-6a22-4827-858b-363dba5c1741,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:38.010115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port af1fa9b0-7db5-4098-906e-38ff16799de5 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:38.010369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.011854 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d8112f7c-4e9d-4857-ac26-3efb2ee6a5ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5258424 Feb 04 11:42:38.015043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:38.020261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port af1fa9b0-7db5-4098-906e-38ff16799de5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:38.020261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.023233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '5c745d80-81ee-469c-be6d-ea80b80c0d5c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:38.031631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:38.037787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:38.041700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:38.050020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:38.155956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.168774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.190178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port af1fa9b0-7db5-4098-906e-38ff16799de5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=af1fa9b0-7db5-4098-906e-38ff16799de5,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:38.236768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.283523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d26642a4-3e07-40f4-9f78-21f08d49cae1 req-5a8547f6-c848-4e91-87e6-e07778538922 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 210 time: 0.0454571 Feb 04 11:42:38.358398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.427825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=af1fa9b0-7db5-4098-906e-38ff16799de5,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:38.435320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.468493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be83937-207d-4e6b-8591-caaf39464766,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:38.543666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.544751 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b0327ac5-6324-48ad-b1a2-c9e07ace2cf3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5281072 Feb 04 11:42:38.547477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:38.552970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '5c745d80-81ee-469c-be6d-ea80b80c0d5c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:38.566625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:38.571366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:38.574632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:38.580775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:38.714152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.781365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.876220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:38.900740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b7b32e-fc17-473b-9d2b-87c7090c51ad,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:39.066088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.067224 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3dca1f1a-b114-49ff-8c07-1c5be9ad1eb9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5185034 Feb 04 11:42:39.071162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:39.076520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '5c745d80-81ee-469c-be6d-ea80b80c0d5c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:39.082728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:39.086893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:39.089773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:39.095431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:39.177981 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:42:39.184835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.198741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-65df162c-9afa-44da-a2f1-477f6358ea08 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:39.200432 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-65df162c-9afa-44da-a2f1-477f6358ea08 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 812 time: 0.1567416 Feb 04 11:42:39.250619 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.255995 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-342f0ec0-949d-496f-a119-ea884a6eb1f4 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4c613a6cb16497b94220e18318a6f2d HTTP/1.1" status: 200 len: 380 time: 0.0461953 Feb 04 11:42:39.265063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'port': {'device_id': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'admin_state_up': True, 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'security_groups': ['525edf75-4111-441e-a6a5-c26ae5cc9b87']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:39.421332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.447126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:39.451028 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c27a84b-597b-42a0-8fe3-2b6cc640875e req-facbe1f1-c85d-4458-bb9a-b3fbee63fce1 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 210 time: 0.0558624 Feb 04 11:42:39.459976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:39.464913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da340195-c169-4c53-8ed7-5475ae7592f8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:39.556263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.557576 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0c2d97e0-9034-4332-929d-65f93a8fa632 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4853415 Feb 04 11:42:39.560412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42268) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:39.565613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '5c745d80-81ee-469c-be6d-ea80b80c0d5c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:39.572019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:39.576035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:39.578961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:39.585448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:39.628708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Made reservation on behalf of e4c613a6cb16497b94220e18318a6f2d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:42:39.632596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.652062 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:42:39.659994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.732858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.823309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Allocated IP 172.20.0.7 (72c7855f-87a4-44d6-b458-9b7e05996f69/268d729f-b27d-436d-a2c8-05fbedc0e562/aa35b1f3-dec7-4ee2-8452-2d621a2652a4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:39.825073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device af1fa9b0-7db5-4098-906e-38ff16799de5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:39.840841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:39.892563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75749e3-e856-469b-9d8a-2e1b1954ef62,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:39.925052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port af1fa9b0-7db5-4098-906e-38ff16799de5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:39.925052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.033761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.049187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Transition to ACTIVE for port object aa35b1f3-dec7-4ee2-8452-2d621a2652a4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:40.056101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.058996 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a37c311f-b5de-4c57-add7-60aceafe9592 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4972982 Feb 04 11:42:40.219843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.282875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-ba39b158-3ede-4db1-ad4a-49a7dc4942f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247337077&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0973377 Feb 04 11:42:40.342607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:40.354051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:40.365221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:40.391005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:40.433685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-d76f44c9-e7ca-4195-8f1a-6df09c6fc653 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:40.434312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-db238df5-685d-4159-bb47-e1d7f092f44d req-d76f44c9-e7ca-4195-8f1a-6df09c6fc653 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:40.457080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:40.457708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.560262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-db238df5-685d-4159-bb47-e1d7f092f44d req-d76f44c9-e7ca-4195-8f1a-6df09c6fc653 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:40.561458 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-d76f44c9-e7ca-4195-8f1a-6df09c6fc653 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 930 time: 0.2669151 Feb 04 11:42:40.618402 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-f668138f-88b0-4aad-9692-63196ab13b64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569508 Feb 04 11:42:40.657881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-46499294-24bf-4a95-b249-0b66493aaa1c req-a13068f5-17b8-434b-adf7-23ef7b2f2a3f service neutron] (88132) timed out ('10.222.0.42', 50099) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 11:42:40.777394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Request body: {'port': {'device_id': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:40.806119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c7f4e0ed-c756-4e97-b46c-2180b91aceab None None] Provisioning for port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:40.811199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c7f4e0ed-c756-4e97-b46c-2180b91aceab None None] Provisioning complete for port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:40.811602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c7f4e0ed-c756-4e97-b46c-2180b91aceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:40.860468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5da2e931-5a50-475d-ab30-55f743f4cd10 service neutron] 10.222.0.36 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2841814 Feb 04 11:42:40.880227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4e0ed-c756-4e97-b46c-2180b91aceab None None] Port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:42:41.015072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.091048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94094093-2958-4945-a0ce-ca4cc0951efa req-58c5c4ca-80a9-4b24-afd3-e3b09e9b4d67 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:41.095025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-94094093-2958-4945-a0ce-ca4cc0951efa req-58c5c4ca-80a9-4b24-afd3-e3b09e9b4d67 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:41.151877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-db8c6071-2366-496d-835b-2733c53c88b2 service neutron] 10.222.0.36 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498798 Feb 04 11:42:41.286831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-94094093-2958-4945-a0ce-ca4cc0951efa req-58c5c4ca-80a9-4b24-afd3-e3b09e9b4d67 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:41.287974 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94094093-2958-4945-a0ce-ca4cc0951efa req-58c5c4ca-80a9-4b24-afd3-e3b09e9b4d67 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 931 time: 0.6771805 Feb 04 11:42:41.461821 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94094093-2958-4945-a0ce-ca4cc0951efa req-3db88d5a-1fc2-46b9-aae1-85bd17b69d0b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615267 Feb 04 11:42:41.485096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-15ac0068-4e21-48c2-b6e9-b6df822d20af service neutron] 10.222.0.36 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913473 Feb 04 11:42:41.591960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa35b1f3-dec7-4ee2-8452-2d621a2652a4 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:42:41.599176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.613372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Transition to ACTIVE for port object aa35b1f3-dec7-4ee2-8452-2d621a2652a4 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:41.746643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:41.923317 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c83db24a-0667-4c31-9c69-80257681abf0 req-9bd4bff4-d9db-449c-af45-355458d89ab5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 210 time: 0.1080601 Feb 04 11:42:41.935293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Pushing event updated for resources: {'Port': ['ID=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:42.050394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Attempting to bind port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:42.050642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Attempting to bind port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:42.050964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Attempting to bind port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:42.056359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:42:42.056664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Attempting to bind port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 on network 72c7855f-87a4-44d6-b458-9b7e05996f69 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:42.062101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:42:42.062649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Checking segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:42:42.062782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Bound using segment: {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:42:42.063203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Bound port: aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfdf001-880d-4590-8b82-cc5bad2e034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:42.063566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.152806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] For port aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:42:42.155700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] For port aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:42:42.253709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.315458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:42.316153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:42.317442 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa35b1f3-dec7-4ee2-8452-2d621a2652a4 HTTP/1.1" status: 200 len: 1093 time: 1.5441577 Feb 04 11:42:42.317878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:42.343855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d58507-0252-41fb-88dd-9777104be283 service neutron] Pushing event updated for resources: {'Port': ['ID=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:42.375654 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'status': 'completed', 'code': 200} Feb 04 11:42:42.487109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ebb-5b89-4309-8fed-6e05df0b85ec req-509a5dd5-11be-46f7-965e-bd7b4f263656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:42.489553 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c4c0ebb-5b89-4309-8fed-6e05df0b85ec req-509a5dd5-11be-46f7-965e-bd7b4f263656 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1096 time: 0.0772932 Feb 04 11:42:42.697772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ebb-5b89-4309-8fed-6e05df0b85ec req-871ff2b4-cf21-4683-8c00-6e95e5a377c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:42.699207 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c4c0ebb-5b89-4309-8fed-6e05df0b85ec req-871ff2b4-cf21-4683-8c00-6e95e5a377c4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e4c613a6cb16497b94220e18318a6f2d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2028072 Feb 04 11:42:42.901929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74833b68-792c-465e-b660-7b1142fd7f7a req-cd2a691b-daaa-418b-b9e9-1c6b632c6992 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:42.903704 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-74833b68-792c-465e-b660-7b1142fd7f7a req-cd2a691b-daaa-418b-b9e9-1c6b632c6992 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.3269665 Feb 04 11:42:42.992401 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-74833b68-792c-465e-b660-7b1142fd7f7a req-2d7e3f0d-a7bd-427f-9b3a-5f62ae2f8cf2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773966 Feb 04 11:42:42.999856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ebb-5b89-4309-8fed-6e05df0b85ec req-466a3e8b-c124-4ee5-91cc-c1a66bab874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:43.001259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c4c0ebb-5b89-4309-8fed-6e05df0b85ec req-466a3e8b-c124-4ee5-91cc-c1a66bab874c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956672 Feb 04 11:42:43.077718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7affffdf-1120-4938-8e87-ef8bc0bcf38c req-ca84196d-d72f-41c0-813b-b4c3744fce2b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 210 time: 0.0755146 Feb 04 11:42:43.117106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-71e87f29-c51f-4783-8720-127589fdf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:43.118636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-71e87f29-c51f-4783-8720-127589fdf9ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1096 time: 0.0803752 Feb 04 11:42:43.186546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-695a8116-44dd-418d-af90-0002daa1aac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4 HTTP/1.1" status: 200 len: 217 time: 0.0615740 Feb 04 11:42:43.255995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c436a6d2-7de3-4faf-9858-2c4cee651f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:43.257333 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-c436a6d2-7de3-4faf-9858-2c4cee651f49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0652311 Feb 04 11:42:43.332216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-713a6a5b-3469-4b8c-917d-5f0d956e2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:43.334345 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-713a6a5b-3469-4b8c-917d-5f0d956e2384 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705006 Feb 04 11:42:43.469406 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-a13686fc-4501-4e83-a611-7cac7553bd35 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270359 Feb 04 11:42:43.601382 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fd6243a-c5db-4363-97a5-de54bdf2f303 req-03c8a8e8-1b2b-48aa-80e8-76fbc8a3a641 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258817 Feb 04 11:42:44.187364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8598db-d045-43ac-91f3-d2d96bdd0917 req-7bb18edb-c4fc-4087-96ed-95ad71647633 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:44.189580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4a8598db-d045-43ac-91f3-d2d96bdd0917 req-7bb18edb-c4fc-4087-96ed-95ad71647633 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.0892456 Feb 04 11:42:44.248069 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c1d1403-5f8f-44c3-aef1-9a61debad3ff req-28be66c9-defe-4445-899d-18f19a7dc6e2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 210 time: 0.0575075 Feb 04 11:42:44.275745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4a8598db-d045-43ac-91f3-d2d96bdd0917 req-38399459-ae3d-4c14-8a2f-a4ab9d1c8b10 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Feb 04 11:42:45.188500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-fbb99928-c836-43cc-9873-11c91c96d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:45.196503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-fbb99928-c836-43cc-9873-11c91c96d265 service neutron] 10.222.0.42 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1026 time: 0.0607183 Feb 04 11:42:45.342404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-d44e53ad-d419-4fd6-b2bb-2a0ce450b26a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:45.343916 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-d44e53ad-d419-4fd6-b2bb-2a0ce450b26a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=f6349811-7a34-4789-8e5a-0d63ceb8948a HTTP/1.1" status: 200 len: 796 time: 0.1486449 Feb 04 11:42:45.454425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e62b369-2a27-4366-8e3c-05a9696a4bf9 req-4b8169a5-4d78-4341-a2ce-d576a65f6501 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 210 time: 0.0832548 Feb 04 11:42:45.487731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-a86714db-28aa-41c0-bf62-fd5e9eca23d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 379 time: 0.1355059 Feb 04 11:42:45.499708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Request body: {'port': {'device_id': '80cd3ff1-05b3-4f94-834c-364eed297924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:45.604821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf229f7-3b5a-416d-9876-20087c57d5f2 req-cb1c0fa1-dce6-4351-ba34-afcab2a3906b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:45.606250 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcf229f7-3b5a-416d-9876-20087c57d5f2 req-cb1c0fa1-dce6-4351-ba34-afcab2a3906b tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.1959777 Feb 04 11:42:45.663067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:45.687400 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcf229f7-3b5a-416d-9876-20087c57d5f2 req-df2f8723-d997-4b4c-97c7-12e7f43b2a23 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743930 Feb 04 11:42:46.135077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f178a9-ffed-4104-8601-ca54d4f2bbb9 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:42:46.142755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.158490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Transition to ACTIVE for port object d4f178a9-ffed-4104-8601-ca54d4f2bbb9 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:42:46.308736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.439803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:46.551009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:42:46.551357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:42:46.552108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:46.557015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:42:46.557320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:42:46.562729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:42:46.563824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Checking segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:42:46.564219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Bound using segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:42:46.564650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Bound port: d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:42:46.564995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.713606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:42:46.717185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:42:46.730442 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed460d6-e97a-4f27-ad6c-ada016bcd470 req-3cd86f14-f2c4-4572-96a7-a7de8b51c4fc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:46.731958 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ed460d6-e97a-4f27-ad6c-ada016bcd470 req-3cd86f14-f2c4-4572-96a7-a7de8b51c4fc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 981 time: 0.1569631 Feb 04 11:42:46.777808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ed460d6-e97a-4f27-ad6c-ada016bcd470 req-0a8831c5-8ab3-4ee7-9ba4-211e4dff3425 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Feb 04 11:42:46.851162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.916683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:46.917298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:46.918650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] 10.222.0.42 "PUT /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1131 time: 1.4235737 Feb 04 11:42:46.920156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cd3ff1-05b3-4f94-834c-364eed297924', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:46.953264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b951eb6-4ae5-4dff-b09d-9f7d34b98c7c service neutron] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:46.963395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd179d26-e9a2-4a50-ae75-ba32b701d1b1 req-5452fd98-344c-4483-9c75-b5fcd324925f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:46.964904 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd179d26-e9a2-4a50-ae75-ba32b701d1b1 req-5452fd98-344c-4483-9c75-b5fcd324925f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.1670918 Feb 04 11:42:46.974011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cd3ff1-05b3-4f94-834c-364eed297924', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'status': 'completed', 'code': 200} Feb 04 11:42:47.054694 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd179d26-e9a2-4a50-ae75-ba32b701d1b1 req-7a819bb3-6766-414a-bfdc-f931488b9879 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832496 Feb 04 11:42:47.091055 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe65a-d3b6-4c57-bb66-e5e7a5d4dda9 req-baef8fc9-8ec7-4fc2-8674-22254b63d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:47.092754 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e27fe65a-d3b6-4c57-bb66-e5e7a5d4dda9 req-baef8fc9-8ec7-4fc2-8674-22254b63d33e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 1134 time: 0.0983665 Feb 04 11:42:47.236094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe65a-d3b6-4c57-bb66-e5e7a5d4dda9 req-fd2c3b3e-07d5-4b97-b094-7baea337a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:47.237466 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e27fe65a-d3b6-4c57-bb66-e5e7a5d4dda9 req-fd2c3b3e-07d5-4b97-b094-7baea337a655 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1370468 Feb 04 11:42:47.371132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe65a-d3b6-4c57-bb66-e5e7a5d4dda9 req-92a1bddb-bc5e-4036-85ce-60e973cc24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:47.372503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e27fe65a-d3b6-4c57-bb66-e5e7a5d4dda9 req-92a1bddb-bc5e-4036-85ce-60e973cc24aa service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288931 Feb 04 11:42:47.480780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-2348eca2-7483-420d-9eb5-3800ede121ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:47.482243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-2348eca2-7483-420d-9eb5-3800ede121ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 1134 time: 0.0722878 Feb 04 11:42:47.552054 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-cbf1901f-6a81-4a3a-b362-27bc47436190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0621216 Feb 04 11:42:47.614031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-a71fae9d-b29e-4553-b66e-32fc5d402da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:47.615342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-a71fae9d-b29e-4553-b66e-32fc5d402da4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2ab5b1b-8269-46dc-ae34-84985d315a15 HTTP/1.1" status: 200 len: 835 time: 0.0568933 Feb 04 11:42:47.693020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238df5-685d-4159-bb47-e1d7f092f44d req-fdb5060f-ef83-433c-b12c-f43c3783f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:47.694799 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-fdb5060f-ef83-433c-b12c-f43c3783f906 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6349811-7a34-4789-8e5a-0d63ceb8948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721023 Feb 04 11:42:47.836641 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-dd607ce7-646d-4e6b-be8e-3ad847d39d4d service neutron] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340740 Feb 04 11:42:48.121574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db238df5-685d-4159-bb47-e1d7f092f44d req-6aba9ad7-3681-4015-880b-2fbded0ebbd4 service neutron] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755795 Feb 04 11:42:48.136494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fa04-d58a-410f-bce5-9799b9de0cbb req-10dcb5ce-d0d8-443d-be09-516a19c0b1b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:48.138088 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7432fa04-d58a-410f-bce5-9799b9de0cbb req-10dcb5ce-d0d8-443d-be09-516a19c0b1b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 981 time: 0.1304879 Feb 04 11:42:48.225321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7432fa04-d58a-410f-bce5-9799b9de0cbb req-4519477c-76ae-434d-8d40-e2085c4cf7d7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815694 Feb 04 11:42:48.259362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71b43f-934f-4354-8d22-355878cc6563 req-a7d43c95-694c-4665-b330-295a242f40a7 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:48.262489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b71b43f-934f-4354-8d22-355878cc6563 req-a7d43c95-694c-4665-b330-295a242f40a7 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.0992262 Feb 04 11:42:48.304871 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b71b43f-934f-4354-8d22-355878cc6563 req-16b9a917-15ec-4868-8dc0-e61895b28616 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 Feb 04 11:42:49.463057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7c7c1-3ea0-4de9-a556-bf87c04f7503 req-3a2bfe4f-1f3c-438e-a23b-92f2d701b71b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:49.464527 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-21b7c7c1-3ea0-4de9-a556-bf87c04f7503 req-3a2bfe4f-1f3c-438e-a23b-92f2d701b71b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 981 time: 0.1212194 Feb 04 11:42:49.523987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-21b7c7c1-3ea0-4de9-a556-bf87c04f7503 req-8cc32969-f0ac-4e38-8e3e-7d844465c6df tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487838 Feb 04 11:42:49.534927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59bce-d47d-4b85-b47b-b2a3faf40072 req-5896c426-3bde-4d49-aec8-56aacc00219a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:49.538058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0b59bce-d47d-4b85-b47b-b2a3faf40072 req-5896c426-3bde-4d49-aec8-56aacc00219a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.1294475 Feb 04 11:42:49.580612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0b59bce-d47d-4b85-b47b-b2a3faf40072 req-218ae78a-327d-4b1b-8578-e46369c8d114 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 Feb 04 11:42:50.186389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:42:50.347196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:50.360091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'port_id': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'mac_address': 'fa:16:3e:2e:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:42:50.423433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.439874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f178a9-ffed-4104-8601-ca54d4f2bbb9 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:42:50.455263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:50.577486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:50.646265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:50.784230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf56a4e-3ef8-46e9-b9f1-1cf3a9e18b4b req-3983e9c2-b9cb-4f4d-b691-f94e47a47e39 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:50.785685 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5cf56a4e-3ef8-46e9-b9f1-1cf3a9e18b4b req-3983e9c2-b9cb-4f4d-b691-f94e47a47e39 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 982 time: 0.1540093 Feb 04 11:42:50.821481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb118d5-e3e1-49e1-9563-b4e018d9fed5 req-c9fa304c-7957-44bb-ba96-762552a96426 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:50.822886 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6cb118d5-e3e1-49e1-9563-b4e018d9fed5 req-c9fa304c-7957-44bb-ba96-762552a96426 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.1299357 Feb 04 11:42:50.864967 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5cf56a4e-3ef8-46e9-b9f1-1cf3a9e18b4b req-c31f56be-4bc3-4850-9412-2f54d6d8530e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671942 Feb 04 11:42:50.870961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['d4f178a9-ffed-4104-8601-ca54d4f2bbb9'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:42:50.882040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6cb118d5-e3e1-49e1-9563-b4e018d9fed5 req-f1e7dcb3-f267-43aa-b168-678f966b5eb7 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507600 Feb 04 11:42:52.105367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b72271-82ed-42b1-a003-f509d11e90e0 req-ee2128aa-13f4-4fc9-90fa-fb4b130512e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:52.106922 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1b72271-82ed-42b1-a003-f509d11e90e0 req-ee2128aa-13f4-4fc9-90fa-fb4b130512e2 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 943 time: 0.1043184 Feb 04 11:42:52.116773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a3348-9ee2-4b83-9790-a655d9c1573c req-d57d2c4c-0900-4047-9cb3-8e923cedfa45 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:52.123130 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd1a3348-9ee2-4b83-9790-a655d9c1573c req-d57d2c4c-0900-4047-9cb3-8e923cedfa45 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 982 time: 0.1510787 Feb 04 11:42:52.201035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa35b1f3-dec7-4ee2-8452-2d621a2652a4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:42:52.205673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:52.207964 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1b72271-82ed-42b1-a003-f509d11e90e0 req-f7948743-e452-4037-87f7-58c17e16401f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883968 Feb 04 11:42:52.218060 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd1a3348-9ee2-4b83-9790-a655d9c1573c req-76e49bf8-fa6a-4744-b57f-5eafdf39bca7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737116 Feb 04 11:42:52.387194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:52.402166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'port_id': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'mac_address': 'fa:16:3e:0a:fb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:42:52.448311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:52.458267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:52.458635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.502086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.527255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa35b1f3-dec7-4ee2-8452-2d621a2652a4 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:42:52.549481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:52.605435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.628095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.659961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cd3ff1-05b3-4f94-834c-364eed297924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:52.689330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:52.706890 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cd3ff1-05b3-4f94-834c-364eed297924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'code': 200} Feb 04 11:42:52.707642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:52.805765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:52.862804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['aa35b1f3-dec7-4ee2-8452-2d621a2652a4'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:42:52.918913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:53.231176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be72ad-9d6f-472a-8265-61978935e771 req-8747d080-21bb-412e-8f39-c931f2586948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:53.232656 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0be72ad-9d6f-472a-8265-61978935e771 req-8747d080-21bb-412e-8f39-c931f2586948 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 1136 time: 0.0688472 Feb 04 11:42:53.274695 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0be72ad-9d6f-472a-8265-61978935e771 req-8ec0c87c-201e-4266-9787-5e72d394eb3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359373 Feb 04 11:42:53.458118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48174183-759a-4dcb-8b3b-e8ff3d470710 req-84b8f0f3-ad57-4926-8fad-0ac990758347 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:53.459563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48174183-759a-4dcb-8b3b-e8ff3d470710 req-84b8f0f3-ad57-4926-8fad-0ac990758347 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 944 time: 0.1442575 Feb 04 11:42:53.467650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa631c-8c23-4478-adf8-fbb2588d13a1 req-e949f64d-8031-4db3-9124-f3adf84f31d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:53.468978 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63aa631c-8c23-4478-adf8-fbb2588d13a1 req-e949f64d-8031-4db3-9124-f3adf84f31d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 983 time: 0.1183860 Feb 04 11:42:53.556660 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-48174183-759a-4dcb-8b3b-e8ff3d470710 req-c4839e6f-90fb-45b5-8d60-d83e891e16ee tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865712 Feb 04 11:42:53.560099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63aa631c-8c23-4478-adf8-fbb2588d13a1 req-18027e0f-2e48-48a9-918e-6ef6093edb8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776899 Feb 04 11:42:54.202351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa35b1f3-dec7-4ee2-8452-2d621a2652a4 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:42:54.377331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:42:54.382299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:42:54.382665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.498402 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.534823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:42:54.640693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:54.708205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:54.716062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:54.818806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481032ce-960e-4ade-8377-19c7ce8fa8b2 req-ce12047e-78e5-418d-a60b-61759a6fb419 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:54.820518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-481032ce-960e-4ade-8377-19c7ce8fa8b2 req-ce12047e-78e5-418d-a60b-61759a6fb419 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.1441865 Feb 04 11:42:54.827744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60c580-508a-4f45-8e4c-937b56ce89fa req-8483a878-30ae-44de-835b-5dcc61278c51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:54.829038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd60c580-508a-4f45-8e4c-937b56ce89fa req-8483a878-30ae-44de-835b-5dcc61278c51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 983 time: 0.1220703 Feb 04 11:42:54.897393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-481032ce-960e-4ade-8377-19c7ce8fa8b2 req-15183781-47c0-4f42-92ce-c45383979e3a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674441 Feb 04 11:42:54.900030 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd60c580-508a-4f45-8e4c-937b56ce89fa req-ccf342e6-8ad7-4e3b-abfa-565823257dbb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572433 Feb 04 11:42:54.967702 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'code': 200} Feb 04 11:42:55.095836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77698-b644-4b6b-b322-db5aa1188037 req-352e1a5f-da3e-4c7c-8a70-03c9191c9d45 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:55.097273 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4cf77698-b644-4b6b-b322-db5aa1188037 req-352e1a5f-da3e-4c7c-8a70-03c9191c9d45 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 983 time: 0.0796957 Feb 04 11:42:55.143615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4cf77698-b644-4b6b-b322-db5aa1188037 req-ede8a213-c289-493c-9a4e-6627539e07d9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Feb 04 11:42:55.176650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:55.245020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a09ede-a3a5-4fe8-872c-e298062cb58d tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:55.246497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3a09ede-a3a5-4fe8-872c-e298062cb58d tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 1131 time: 0.0688491 Feb 04 11:42:55.249291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:55.254094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:55.260483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:55.264251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:55.267053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:55.272769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:55.303105 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:42:55.398088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.674137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf527018-4e3f-4ca0-9a76-1e9afe521747 req-e81dd472-66e8-4f23-9e00-a22aa8e8e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:55.675491 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf527018-4e3f-4ca0-9a76-1e9afe521747 req-e81dd472-66e8-4f23-9e00-a22aa8e8e42e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1098 time: 0.1149082 Feb 04 11:42:55.720972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:55.761484 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf527018-4e3f-4ca0-9a76-1e9afe521747 req-cfaf0ef2-90ee-4208-9244-70cbd281728e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792651 Feb 04 11:42:55.864585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.207 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/c0e4ba3c-288b-47f7-8488-7f6ee3431b1e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:56.011089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.109169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4e49-acbd-4e9e-9280-0ad3b96d69fe req-76edc156-35a0-43bb-8b85-535778e8c862 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:56.110598 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0cac4e49-acbd-4e9e-9280-0ad3b96d69fe req-76edc156-35a0-43bb-8b85-535778e8c862 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.0963335 Feb 04 11:42:56.154649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0cac4e49-acbd-4e9e-9280-0ad3b96d69fe req-ad98708f-4d2a-45d6-96ff-13af832f3d64 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381582 Feb 04 11:42:56.234204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.301067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:56.304052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:56.307201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:56.345992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=c0e4ba3c-288b-47f7-8488-7f6ee3431b1e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:56.722777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:56.871494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.084609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.194009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.329044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.368043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=c0e4ba3c-288b-47f7-8488-7f6ee3431b1e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:57.372220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:57.647997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c27c4-c14e-41ae-9c3d-fb7553bd27e4 req-643f2952-fb32-429a-a951-3e26006f70b0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:57.649357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d68c27c4-c14e-41ae-9c3d-fb7553bd27e4 req-643f2952-fb32-429a-a951-3e26006f70b0 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.3666880 Feb 04 11:42:57.684217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP d484b329-faba-48c8-885d-ce250113f730 associated. External IP: 172.26.6.207, port: d4f178a9-ffed-4104-8601-ca54d4f2bbb9. Feb 04 11:42:57.772420 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d68c27c4-c14e-41ae-9c3d-fb7553bd27e4 req-c27703e8-9857-44cf-8819-44a9643c7f46 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162720 Feb 04 11:42:58.110633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 84130f74-0247-4f68-932c-ae2e2232e693 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:42:58.118665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396862a0-ff90-4267-940b-1f6912514af3 req-ceba9ee0-aff6-4ea3-beed-8254db86fc4e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:58.120201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-396862a0-ff90-4267-940b-1f6912514af3 req-ceba9ee0-aff6-4ea3-beed-8254db86fc4e tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.1894047 Feb 04 11:42:58.238029 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-396862a0-ff90-4267-940b-1f6912514af3 req-b3af14be-061c-4b91-bc29-ab7fc25e287a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119175 Feb 04 11:42:58.283824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.331788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:42:58.342225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] Sync routers for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:42:58.352961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:58.353574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:58.451285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.464195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b6278-c2e9-4c32-b387-b99a010dd1f6 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:58.465133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bc0b6278-c2e9-4c32-b387-b99a010dd1f6 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] Synchronizing usage tracker for tenant:90e0343cd74243fe96c1f904a60f915c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:42:58.512023 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bc5f707c-9ed3-4acc-addd-c7d0c886fc5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.2591903 Feb 04 11:42:58.512023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cd3ff1-05b3-4f94-834c-364eed297924', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:42:58.512809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.558940 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cd3ff1-05b3-4f94-834c-364eed297924', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'status': 'completed', 'code': 200} Feb 04 11:42:58.575667 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:58.582988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bc0b6278-c2e9-4c32-b387-b99a010dd1f6 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] Unset dirty status for tenant:90e0343cd74243fe96c1f904a60f915c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:42:58.587899 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc0b6278-c2e9-4c32-b387-b99a010dd1f6 tempest-TestVolumeBootPattern-195123401 tempest-TestVolumeBootPattern-195123401-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1093 time: 0.2993729 Feb 04 11:42:58.587899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:42:58.593363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:42:58.600941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:42:58.606610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Usage tracker for resource:floatingip and tenant:e4c613a6cb16497b94220e18318a6f2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:42:58.616546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:42:58.625440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:42:58.637177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd21d90-445b-4d77-891f-0d903a327b36 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:58.641708 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cbd21d90-445b-4d77-891f-0d903a327b36 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924&network_id=f6349811-7a34-4789-8e5a-0d63ceb8948a HTTP/1.1" status: 200 len: 1131 time: 0.1244676 Feb 04 11:42:58.650818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-32112cef-3b8c-42ca-be5e-e8c60f74e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:58.652745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-32112cef-3b8c-42ca-be5e-e8c60f74e2ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 1136 time: 0.0736597 Feb 04 11:42:58.737245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:58.800935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-b3cfccb2-da29-4ff7-adb0-bd991a0ef713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:58.802420 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-b3cfccb2-da29-4ff7-adb0-bd991a0ef713 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6349811-7a34-4789-8e5a-0d63ceb8948a HTTP/1.1" status: 200 len: 897 time: 0.1439240 Feb 04 11:42:58.914157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-07001464-2d87-4523-8e7f-1743449a2996 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1037 time: 0.1050587 Feb 04 11:42:58.975257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd484b329-faba-48c8-885d-ce250113f730', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.207', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'port_id': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1172854193', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'mac_address': 'fa:16:3e:2e:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3ff1-05b3-4f94-834c-364eed297924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:42:56Z', 'updated_at': '2022-02-04T11:42:56Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:58.979509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] Checking router: 84130f74-0247-4f68-932c-ae2e2232e693 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:42:58.984883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-d07ff5cf-666f-4f1d-b124-5073b473a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:58.986434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-d07ff5cf-666f-4f1d-b124-5073b473a13c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2ab5b1b-8269-46dc-ae34-84985d315a15 HTTP/1.1" status: 200 len: 835 time: 0.0659833 Feb 04 11:42:58.989553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:42:58.990159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:58.995489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.081078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-6ddb3e8f-9775-4af0-a7b2-33bcf0945859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:59.083131 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-6ddb3e8f-9775-4af0-a7b2-33bcf0945859 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6349811-7a34-4789-8e5a-0d63ceb8948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904987 Feb 04 11:42:59.143334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Allocated IP 172.26.6.221 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/06c4e616-57f8-40b8-b57e-d5c608199cc8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:42:59.193587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:42:59.308646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.398479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:42:59.420465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-b1fff91e-9359-44cb-8ffe-3e094ab9e2f6 service neutron] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310516 Feb 04 11:42:59.454031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e77df-62a1-4b9f-86cf-137d73247e61 req-932929f2-7a8f-47b6-babe-50aad07d7c0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:42:59.455496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7f5e77df-62a1-4b9f-86cf-137d73247e61 req-932929f2-7a8f-47b6-babe-50aad07d7c0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 983 time: 0.1474657 Feb 04 11:42:59.478955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:42:59.482137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:42:59.485948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:42:59.524787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=06c4e616-57f8-40b8-b57e-d5c608199cc8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:42:59.577045 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7f5e77df-62a1-4b9f-86cf-137d73247e61 req-f72e322c-a834-4233-8dee-caeec9cf9ec7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148746 Feb 04 11:42:59.583343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd484b329-faba-48c8-885d-ce250113f730', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.207', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'port_id': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1172854193', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'mac_address': 'fa:16:3e:2e:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3ff1-05b3-4f94-834c-364eed297924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:42:56Z', 'updated_at': '2022-02-04T11:42:56Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:42:59.588902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf38e8-97ac-4e89-ad1c-4d9c0572b47b None None] The sync data for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv is: [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd484b329-faba-48c8-885d-ce250113f730', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.207', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'port_id': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1172854193', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'mac_address': 'fa:16:3e:2e:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3ff1-05b3-4f94-834c-364eed297924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:42:56Z', 'updated_at': '2022-02-04T11:42:56Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:42:59.615949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec9b0ce9-15f3-41fe-9bc4-c31ed8104b1d req-8945ef47-9da4-4278-bba8-43e223d6c2c0 service neutron] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883030 Feb 04 11:42:59.819949 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d67887-03e8-4085-bf12-883ec8d91e7d None None] New status for floating IP d484b329-faba-48c8-885d-ce250113f730: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:42:59.923916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.076320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.279528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.291417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4713b3ed-e57a-44e4-9ae7-9e4733538f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.348645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.459122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event updated for resources: {'Port': ['ID=06c4e616-57f8-40b8-b57e-d5c608199cc8,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:00.469747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:00.638078 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Floating IP bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9 associated. External IP: 172.26.6.221, port: aa35b1f3-dec7-4ee2-8452-2d621a2652a4. Feb 04 11:43:00.837913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-16aa931b-fafc-4fef-943a-6cb13bfc6077 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:00.839349 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-16aa931b-fafc-4fef-943a-6cb13bfc6077 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 983 time: 0.1548941 Feb 04 11:43:00.854287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5f2e9-b9ae-4887-8c0c-5c7fd3e8903e req-da6afc6e-11e5-497c-a0e9-8efb2d6f9856 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:00.856378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6df5f2e9-b9ae-4887-8c0c-5c7fd3e8903e req-da6afc6e-11e5-497c-a0e9-8efb2d6f9856 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 983 time: 0.1360009 Feb 04 11:43:00.957795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-0e56e89c-cf29-4b17-a220-d24a717218e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:00.959137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-0e56e89c-cf29-4b17-a220-d24a717218e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1016769 Feb 04 11:43:00.966136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6df5f2e9-b9ae-4887-8c0c-5c7fd3e8903e req-278db221-1c88-4a66-b99d-8c7ced331092 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664644 Feb 04 11:43:01.104806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:43:01.114055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-a95ac9ac-8c55-4d08-91b1-332fdd971b99 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1470115 Feb 04 11:43:01.125018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:01.238657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.287106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:43:01.296587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:43:01.306677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:01.307294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.369519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.432862 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7f7ac334-f7db-4f3e-8b3e-f1a7d0cf83c8 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8449316 Feb 04 11:43:01.433887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:01.454319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:01.493314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:01.498146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:01.544028 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'status': 'completed', 'code': 200} Feb 04 11:43:01.551189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] device_id is not set on port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:43:01.560185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.639465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459c21-9802-4f8c-af17-565477c6204c req-9e62cbbf-cf7a-4251-bbd2-b99b41ee0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:01.640974 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-9e62cbbf-cf7a-4251-bbd2-b99b41ee0024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1098 time: 0.0749559 Feb 04 11:43:01.700795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:01.809382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459c21-9802-4f8c-af17-565477c6204c req-d0f1b443-5e8f-4827-ac86-6524c486b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:01.810911 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-d0f1b443-5e8f-4827-ac86-6524c486b4f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1639621 Feb 04 11:43:01.847579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:01.923426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] No DVR routers for this DVR port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:01.926992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}, {'id': 'bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:0a:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:42:59Z', 'updated_at': '2022-02-04T11:42:59Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.931788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:43:01.941314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:01.942631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:42:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:01.968077 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-723436f5-e562-4f25-b106-ef34a1438a81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4 HTTP/1.1" status: 200 len: 999 time: 0.1496933 Feb 04 11:43:02.078183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459c21-9802-4f8c-af17-565477c6204c req-524a88a5-eec0-4c22-a2b0-55cd29470024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:02.078183 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-524a88a5-eec0-4c22-a2b0-55cd29470024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0641644 Feb 04 11:43:02.126233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459c21-9802-4f8c-af17-565477c6204c req-d9996a65-6b09-4ae5-be9a-9a94c4763a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:02.127746 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-d9996a65-6b09-4ae5-be9a-9a94c4763a6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828111 Feb 04 11:43:02.136509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-64444b6e-c2d4-44ca-af4d-17e70df0611d None None] Provisioning complete for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:02.137281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-64444b6e-c2d4-44ca-af4d-17e70df0611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.186015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:02.266297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-64444b6e-c2d4-44ca-af4d-17e70df0611d None None] Port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:43:02.274207 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-e471d416-772e-4f89-8bcd-39e32f883295 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348519 Feb 04 11:43:02.292106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-090a1b3e-66db-437e-a059-e47a8624eea3 req-7999424b-4df6-4ea1-96c0-59e4ab5f9ba9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 210 time: 0.1917174 Feb 04 11:43:02.320178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] In _notify_port_updated(), no bound segment for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:43:02.321044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:02.321699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.323651 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69693c0f-48d6-4946-b0b3-1cb1b22b2cb9 req-73962207-7e59-4fe8-84f8-1ee6e29d548b service neutron] 10.222.0.42 "PUT /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1026 time: 1.2024777 Feb 04 11:43:02.424505 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b459c21-9802-4f8c-af17-565477c6204c req-44b4aea4-87ce-46ef-9d11-69e7b53a95c6 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464820 Feb 04 11:43:02.560464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}, {'id': 'bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:0a:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:42:59Z', 'updated_at': '2022-02-04T11:42:59Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:02.564488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c8e68-7479-4b2b-871b-0642a3c27ad9 None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}, {'id': 'bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:0a:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:42:59Z', 'updated_at': '2022-02-04T11:42:59Z', 'revision_number': 0, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:43:02.719863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ea7eba08-0cd8-4952-891f-f5e52d908ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:02.774987 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637d751-f3a8-41d3-bc06-b70edcfc3189 None None] New status for floating IP bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:43:03.470362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1f12fe6-88ec-44e8-b783-b7f01c046cc8 req-de083f28-2390-4677-8c93-e6e6f8786696 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cd3ff1-05b3-4f94-834c-364eed297924 HTTP/1.1" status: 200 len: 210 time: 0.0419707 Feb 04 11:43:03.752065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:03.811507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:04.262695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:04.322225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:04.561888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42400) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:04.642110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060b97c-a420-41ea-8e92-fbd9b0614188 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:04.642759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e060b97c-a420-41ea-8e92-fbd9b0614188 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:04.734730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e060b97c-a420-41ea-8e92-fbd9b0614188 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:04.735920 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e060b97c-a420-41ea-8e92-fbd9b0614188 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 925 time: 0.1730494 Feb 04 11:43:05.032250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:05.037918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957524287', 'description': 'tempest-secgroup-smoke-957524287 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:05.044685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:05.048762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:05.052155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:05.061197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:05.140633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.248772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.268537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:05.277100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:05.277100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:05.284526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:05.359219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.480063 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.626294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403a581b-9755-40f4-b9e5-32ffaf7026ea,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:05.743071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.744353 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-57e3a7e2-049d-4708-8290-bed6859f9fff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7111320 Feb 04 11:43:05.747110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:05.752008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '403a581b-9755-40f4-b9e5-32ffaf7026ea', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:05.758488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:05.762294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:05.765232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:05.775942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:05.861121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:05.920635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.028418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.052303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f57fd96-0261-47ff-8896-4d596f6d7d85,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:06.148467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.149482 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1f20ade8-8d17-4bd7-920d-36593f2ba1d5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4014628 Feb 04 11:43:06.158523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:06.158523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '403a581b-9755-40f4-b9e5-32ffaf7026ea', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:06.163322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:06.167187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:06.170046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:06.176188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:06.255817 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.316626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.376665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.403036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80e3c93-9902-463d-a676-b7e0abe43e06,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:06.531156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.532411 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a80954be-89a4-4a80-a122-151420a00a44 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3791282 Feb 04 11:43:06.535578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42418) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:06.540343 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '403a581b-9755-40f4-b9e5-32ffaf7026ea', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:06.546514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:06.550578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:06.553985 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:06.560232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:06.683106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.751706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.851094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.878053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08480dfc-a9b1-4cfe-a5c1-8bb966e8dcc8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:06.971224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:06.972355 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f25c6a76-fbe4-4177-bde7-121748cf34f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358814 Feb 04 11:43:06.975981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42422) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:06.980815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '403a581b-9755-40f4-b9e5-32ffaf7026ea', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:06.986699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:06.990468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:06.993387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:06.999177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:07.120679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.184042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.245642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.270579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e261ef-6a0e-4bc4-90b1-9dd028dedd6a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:07.388806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.391362 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5ffafe40-fdb2-4611-99a8-77fb64c562fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4132197 Feb 04 11:43:07.392934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42426) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:07.398562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '403a581b-9755-40f4-b9e5-32ffaf7026ea', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:07.404968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:07.408792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:07.411777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:07.417466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:07.525261 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:07.532218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.603125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.726184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.752681 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa4b836-dc52-4fe1-9eff-d02c42bd8f6b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:07.900351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:07.901601 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f9f29ac9-934d-403e-ad05-e01687b18e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5077660 Feb 04 11:43:07.904525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42430) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:07.910084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '403a581b-9755-40f4-b9e5-32ffaf7026ea', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:07.916831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:07.920929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:07.923907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:07.930279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:08.061090 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:08.076098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.138416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.243859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.268739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1387a8-6a9a-40c7-9214-e2fdf22930cf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:08.352487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:08.354449 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-32cdb58c-d785-4223-9794-16879db638dd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4483559 Feb 04 11:43:08.517538 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-2d9aea90-fdec-43a1-b0d2-28e2a62e29c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957524287&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0378351 Feb 04 11:43:08.595993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-2408900d-6ed7-4fd2-b943-d7aa670faa6b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:08.597312 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-2408900d-6ed7-4fd2-b943-d7aa670faa6b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 930 time: 0.0728099 Feb 04 11:43:08.671342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-76097ee1-9159-4011-9203-8c491c0b7493 service neutron] 10.222.0.36 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599756 Feb 04 11:43:08.808736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-91a4315a-a01f-4293-92dc-e3607619da91 service neutron] 10.222.0.36 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314816 Feb 04 11:43:08.952983 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-49b3c64e-5433-46b2-a44c-fe7a510e5846 service neutron] 10.222.0.36 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381958 Feb 04 11:43:09.233114 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d4c20b04-2741-434a-84e9-aa70160eec02 req-edf7852e-a991-49b7-b7a6-9414d1936ecf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 210 time: 0.0425529 Feb 04 11:43:10.394820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-73b88cf7-faf5-4ffe-b24c-0e34a86f93ec req-63b2a04b-8efd-417c-be8e-9d270340dd2e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 210 time: 0.0469897 Feb 04 11:43:11.543031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-68169c2c-01cb-4b6d-a851-bb59a89a0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:11.544663 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-68169c2c-01cb-4b6d-a851-bb59a89a0abd service neutron] 10.222.0.42 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1026 time: 0.0689950 Feb 04 11:43:11.555571 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c2c31f58-8dc7-4c0b-8237-15828a185a85 req-a4db215e-f19b-40a4-a9fb-9c2bbfcb7efc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Feb 04 11:43:11.707379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-e2982570-3053-44c1-8e81-41d19a64a9b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:11.708167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-e2982570-3053-44c1-8e81-41d19a64a9b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:11.897459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-e2982570-3053-44c1-8e81-41d19a64a9b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:11.898286 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-e2982570-3053-44c1-8e81-41d19a64a9b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=f6349811-7a34-4789-8e5a-0d63ceb8948a HTTP/1.1" status: 200 len: 796 time: 0.3483188 Feb 04 11:43:11.952361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-ca2072ec-9ca8-464a-bd67-06ff8d5a536c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:12.069139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-ca2072ec-9ca8-464a-bd67-06ff8d5a536c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:12.071274 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-ca2072ec-9ca8-464a-bd67-06ff8d5a536c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 471 time: 0.1640711 Feb 04 11:43:12.082769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Request body: {'port': {'device_id': '4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:12.198334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.537338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f178a9-ffed-4104-8601-ca54d4f2bbb9 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:12.544426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.558222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Transition to ACTIVE for port object d4f178a9-ffed-4104-8601-ca54d4f2bbb9 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:12.671465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:12.740014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b29e3f-1b8f-4f92-a4b7-4d258822b244 req-d87897d3-d002-4527-958b-8765544e5f1e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:12.741563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13b29e3f-1b8f-4f92-a4b7-4d258822b244 req-d87897d3-d002-4527-958b-8765544e5f1e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 981 time: 0.0803766 Feb 04 11:43:12.792527 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13b29e3f-1b8f-4f92-a4b7-4d258822b244 req-229fc91b-e8db-46a0-992e-050e8a0470a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Feb 04 11:43:12.821630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:12.835387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.835758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.836095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.836427 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.836756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.837083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.837407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.837730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.838058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.838380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.838754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.839072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:12.960942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:12.961274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:12.961602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:12.966150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:43:12.966469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Attempting to bind port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:12.971735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:43:12.972075 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Checking segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:43:12.972488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Bound using segment: {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:43:12.973137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Bound port: d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c2f6c9-0127-40c9-ac42-a8f516ec18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:12.973704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.068650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:13.071781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:43:13.160096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.220230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:13.220832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:13.222192 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1131 time: 1.1443727 Feb 04 11:43:13.223082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:13.243569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63972c-56c5-4ebe-9c8d-e29be0569070 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=8']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:13.271515 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'status': 'completed', 'code': 200} Feb 04 11:43:13.371066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38395155-e61e-4920-a589-1e27c58162f6 req-c6d8c743-81e8-4bbb-9d44-953bb56a5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:13.372567 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-38395155-e61e-4920-a589-1e27c58162f6 req-c6d8c743-81e8-4bbb-9d44-953bb56a5cc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 1134 time: 0.0801985 Feb 04 11:43:13.615097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38395155-e61e-4920-a589-1e27c58162f6 req-a9e8c899-3802-4d08-9b4e-a96bf98fea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:13.616636 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-38395155-e61e-4920-a589-1e27c58162f6 req-a9e8c899-3802-4d08-9b4e-a96bf98fea3a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2321329 Feb 04 11:43:13.757282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38395155-e61e-4920-a589-1e27c58162f6 req-9fec0cc2-9a32-4b14-8566-129964829b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:13.758716 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-38395155-e61e-4920-a589-1e27c58162f6 req-9fec0cc2-9a32-4b14-8566-129964829b49 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340008 Feb 04 11:43:13.874194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-5063a52f-385f-4bdd-a575-d8facd107636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:13.875595 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-5063a52f-385f-4bdd-a575-d8facd107636 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 1134 time: 0.0720143 Feb 04 11:43:13.977947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e9f45-7e2d-4445-a1b9-f218cc5274dd req-377981fc-c751-4caa-8e26-89e6011496d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:13.979513 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-098e9f45-7e2d-4445-a1b9-f218cc5274dd req-377981fc-c751-4caa-8e26-89e6011496d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 981 time: 0.0800333 Feb 04 11:43:13.982187 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-5fe16949-5350-4090-9b9d-f202399c750b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1037 time: 0.0979707 Feb 04 11:43:14.024566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-098e9f45-7e2d-4445-a1b9-f218cc5274dd req-84a18980-9758-4c16-940d-7507f64ed660 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Feb 04 11:43:14.045782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-5e307d51-8f8b-440b-a092-7bde73fa1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:14.047206 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-5e307d51-8f8b-440b-a092-7bde73fa1b23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2ab5b1b-8269-46dc-ae34-84985d315a15 HTTP/1.1" status: 200 len: 835 time: 0.0583467 Feb 04 11:43:14.124455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-098cf41b-c190-49bd-8f63-e22f8a84ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:14.125819 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-098cf41b-c190-49bd-8f63-e22f8a84ad7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6349811-7a34-4789-8e5a-0d63ceb8948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720255 Feb 04 11:43:14.259239 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-5d3040f4-b6fc-4260-a5aa-4463dce770b5 service neutron] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232202 Feb 04 11:43:14.392548 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1ef99f1c-3e52-4945-9989-bee2af3c1687 req-9d7e68ef-7f8b-4b22-8070-ec4b691a84cb service neutron] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264760 Feb 04 11:43:15.218947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9b283-9dec-4ad9-b7cb-1b52d30ab65f req-d19003d3-6990-4c4e-ac46-16c982937358 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:15.220440 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58f9b283-9dec-4ad9-b7cb-1b52d30ab65f req-d19003d3-6990-4c4e-ac46-16c982937358 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 981 time: 0.0866435 Feb 04 11:43:15.264886 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58f9b283-9dec-4ad9-b7cb-1b52d30ab65f req-b4876138-6bf4-4e9b-8ee8-d53719d590b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388072 Feb 04 11:43:16.285275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:43:16.420057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:16.434737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'port_id': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'mac_address': 'fa:16:3e:2e:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:43:16.451116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc380a-1f5b-401a-85fb-c3f549aeed4f req-890318a9-f78a-4f23-ad35-be87f55e6995 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:16.452604 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-badc380a-1f5b-401a-85fb-c3f549aeed4f req-890318a9-f78a-4f23-ad35-be87f55e6995 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 981 time: 0.0811141 Feb 04 11:43:16.491742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.500999 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-badc380a-1f5b-401a-85fb-c3f549aeed4f req-56bded4f-80ec-4607-8b14-096c546b63ca tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Feb 04 11:43:16.519717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f178a9-ffed-4104-8601-ca54d4f2bbb9 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:16.531789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:16.677308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:16.747894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=9']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:16.960974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['d4f178a9-ffed-4104-8601-ca54d4f2bbb9'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:43:17.686804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4fc85-805f-4528-ac7b-68f3008ebae0 req-1d161872-d9dd-4840-befd-8edadd6248ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:17.688256 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65e4fc85-805f-4528-ac7b-68f3008ebae0 req-1d161872-d9dd-4840-befd-8edadd6248ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 982 time: 0.0842388 Feb 04 11:43:17.732864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65e4fc85-805f-4528-ac7b-68f3008ebae0 req-073defea-3437-44ae-ad6c-d76c4c1c42cd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Feb 04 11:43:18.294143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:18.532294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:18.532294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:18.532294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.663443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.697067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:18.697067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:18.738607 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f178a9-ffed-4104-8601-ca54d4f2bbb9', 'code': 200} Feb 04 11:43:18.860913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:18.921738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=10']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:18.930629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09d71b-40c4-4060-9bec-e11d3f5a61da req-f45fefc2-9f03-423a-8ae3-ca2eccc787a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:18.936971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b09d71b-40c4-4060-9bec-e11d3f5a61da req-f45fefc2-9f03-423a-8ae3-ca2eccc787a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.0828533 Feb 04 11:43:18.991503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b09d71b-40c4-4060-9bec-e11d3f5a61da req-762dfdb9-8c9b-4592-8de6-3adddbb6cd24 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Feb 04 11:43:19.269544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28b4e-3d7a-4a4a-a58b-626a87bd33de req-75238912-2c5e-4fa4-aa14-1e7266211520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:19.269544 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-55f28b4e-3d7a-4a4a-a58b-626a87bd33de req-75238912-2c5e-4fa4-aa14-1e7266211520 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 1137 time: 0.0736737 Feb 04 11:43:19.312846 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-55f28b4e-3d7a-4a4a-a58b-626a87bd33de req-c9e2ff29-8c52-4ec1-9082-18b5f9a4ad13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Feb 04 11:43:20.192971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e41d5-5198-47c9-bf4e-76e1fe6ad403 req-6c5bb900-910f-40ba-847d-82a54341f43c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:20.192971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-422e41d5-5198-47c9-bf4e-76e1fe6ad403 req-6c5bb900-910f-40ba-847d-82a54341f43c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.0864534 Feb 04 11:43:20.243990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-422e41d5-5198-47c9-bf4e-76e1fe6ad403 req-7eb31479-5c33-472b-80f0-7bebdcf3c912 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Feb 04 11:43:21.468014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf239-4f33-4400-9d55-bf0f3b35a831 req-a7bc00c2-e634-4e14-9264-c6f70a5b8546 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:21.468014 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35edf239-4f33-4400-9d55-bf0f3b35a831 req-a7bc00c2-e634-4e14-9264-c6f70a5b8546 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.1101594 Feb 04 11:43:21.523517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35edf239-4f33-4400-9d55-bf0f3b35a831 req-5e093b53-ac59-4c70-91ab-93ec272fdf8d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Feb 04 11:43:21.724771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dca4c-0038-46c8-afff-fffd21488579 req-a471687c-e505-4512-82cf-06b4a591f267 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:21.730266 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d97dca4c-0038-46c8-afff-fffd21488579 req-a471687c-e505-4512-82cf-06b4a591f267 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.0972197 Feb 04 11:43:21.789980 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d97dca4c-0038-46c8-afff-fffd21488579 req-a4d98980-7189-499b-9f4c-a3c6a851302c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552647 Feb 04 11:43:21.820192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:21.917541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd78c63e-0ab3-47c0-88de-6878e1250e8f tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:21.917541 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fd78c63e-0ab3-47c0-88de-6878e1250e8f tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6&network_id=f6349811-7a34-4789-8e5a-0d63ceb8948a HTTP/1.1" status: 200 len: 1132 time: 0.0971193 Feb 04 11:43:22.665360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3e94-772f-409c-95ba-7a3415ce376e req-d47e7151-b41b-433f-9e5c-3e60b10b141e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:22.665360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8bab3e94-772f-409c-95ba-7a3415ce376e req-d47e7151-b41b-433f-9e5c-3e60b10b141e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.0924187 Feb 04 11:43:22.714084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8bab3e94-772f-409c-95ba-7a3415ce376e req-f46700fa-bcba-4854-b7eb-96a86d0fa335 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 Feb 04 11:43:23.934692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f45448-3d06-41b5-92f5-1c9461aae5d8 req-b2ece785-b3d8-41ae-949d-d3de98305836 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:23.934692 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-81f45448-3d06-41b5-92f5-1c9461aae5d8 req-b2ece785-b3d8-41ae-949d-d3de98305836 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.0960023 Feb 04 11:43:23.985889 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-81f45448-3d06-41b5-92f5-1c9461aae5d8 req-e2042b0e-4fda-4cab-9a2d-4c6a631ce964 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455523 Feb 04 11:43:24.032253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-f1dcb09f-f1a4-4e00-861c-8d3b90c7bebe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:24.033935 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-f1dcb09f-f1a4-4e00-861c-8d3b90c7bebe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 984 time: 0.0883574 Feb 04 11:43:24.114313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-b0ca9b01-e13b-4970-aa68-67d0dd08f11e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:24.115711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-b0ca9b01-e13b-4970-aa68-67d0dd08f11e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0748959 Feb 04 11:43:24.274724 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-1469e9a2-fc1f-43c6-b579-b1054843c80a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1528461 Feb 04 11:43:24.285830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:24.400033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:24.741150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:24.790093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] For port d4f178a9-ffed-4104-8601-ca54d4f2bbb9, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:24.840351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] device_id is not set on port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 11:43:24.849941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.000881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.182618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=11']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:25.183630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b3c81f3-bc78-41ce-b374-d9d68dc9c903 req-aac6bb6d-a4aa-4177-b31a-363040a35d6d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 210 time: 0.0628331 Feb 04 11:43:25.237390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] No DVR routers for this DVR port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:25.305729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f0dfef0d-8602-4bb4-a199-d9cf775c98b9 None None] Provisioning complete for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:25.306233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f0dfef0d-8602-4bb4-a199-d9cf775c98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.433057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f0dfef0d-8602-4bb4-a199-d9cf775c98b9 None None] Port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:43:25.488296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] In _notify_port_updated(), no bound segment for port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 on network f6349811-7a34-4789-8e5a-0d63ceb8948a {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 11:43:25.488296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:25.488296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:25.488296 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-08d7e4dd-fa2a-40b4-a77b-389eb940ef9b req-3004e825-e9a3-47d3-8ce7-2fdbb969ae05 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 200 len: 1027 time: 1.2055497 Feb 04 11:43:26.345425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6b792d6-c69c-4b8f-a616-fa643c6a13a2 req-e035d5d4-ccc5-4755-a9a7-1ed7c155c569 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=4864d162-2bb7-4ea3-81ee-b3fbcd9c62b6 HTTP/1.1" status: 200 len: 210 time: 0.0465329 Feb 04 11:43:27.374878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.445352 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42504) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:27.512082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2b78123-6cd9-4fbf-b604-bcfb3ce068db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.543827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2b78123-6cd9-4fbf-b604-bcfb3ce068db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.694760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2b78123-6cd9-4fbf-b604-bcfb3ce068db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.714335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b78123-6cd9-4fbf-b604-bcfb3ce068db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a581b-9755-40f4-b9e5-32ffaf7026ea,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:27.864962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2b78123-6cd9-4fbf-b604-bcfb3ce068db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:27.866126 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f2b78123-6cd9-4fbf-b604-bcfb3ce068db tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/403a581b-9755-40f4-b9e5-32ffaf7026ea HTTP/1.1" status: 204 len: 168 time: 0.4197524 Feb 04 11:43:28.012101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42510) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:28.217185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port c0e4ba3c-288b-47f7-8488-7f6ee3431b1e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:43:28.217185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.354828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:28.383904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.383904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.411712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d4f178a9-ffed-4104-8601-ca54d4f2bbb9 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:28.507445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for c0e4ba3c-288b-47f7-8488-7f6ee3431b1e owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:43:28.839830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:28.913407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=c0e4ba3c-288b-47f7-8488-7f6ee3431b1e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:29.081990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.092878 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP d484b329-faba-48c8-885d-ce250113f730 disassociated (deleted). External IP: 172.26.6.207, port: d4f178a9-ffed-4104-8601-ca54d4f2bbb9. Feb 04 11:43:29.462138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 84130f74-0247-4f68-932c-ae2e2232e693 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:43:29.652780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:43:29.682948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] Sync routers for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:43:29.682948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:29.682948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:29.813852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:29.864628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:29.866321 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-32defeaf-6ba5-44cc-ab98-8fa53aa49039 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/d484b329-faba-48c8-885d-ce250113f730 HTTP/1.1" status: 204 len: 168 time: 1.8531485 Feb 04 11:43:30.013347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42522) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:30.095927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.132994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.213445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:30.215783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] Checking router: 84130f74-0247-4f68-932c-ae2e2232e693 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:43:30.225291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:30.226312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:30.317778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-639d20c9-c913-4e9c-94bc-f1d044334594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.376721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.396674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c745d80-81ee-469c-be6d-ea80b80c0d5c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:30.407494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.407929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.408269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.408605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.408932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.409848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.410133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.410452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.410767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.411122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.411399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.411733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:30.417268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.417268 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bc4e2659-b3cc-4e91-bf0c-56fcdeb62545 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c745d80-81ee-469c-be6d-ea80b80c0d5c HTTP/1.1" status: 204 len: 168 time: 0.4023499 Feb 04 11:43:30.460277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:30.555048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:30.631364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port d4f178a9-ffed-4104-8601-ca54d4f2bbb9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:43:30.631742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:30.804487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:30.808525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0dec3-1083-41b7-94c9-b151fafbca4c None None] The sync data for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv is: [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'af1fa9b0-7db5-4098-906e-38ff16799de5', 'name': '', 'network_id': 'f6349811-7a34-4789-8e5a-0d63ceb8948a', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:36:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:30Z', 'updated_at': '2022-02-04T11:42:38Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'c2ab5b1b-8269-46dc-ae34-84985d315a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:43:30.920220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.056482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for d4f178a9-ffed-4104-8601-ca54d4f2bbb9 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:43:31.058221 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1945e-1b70-4791-9079-6d13da5c3bf1 None None] New status for floating IP d484b329-faba-48c8-885d-ce250113f730: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:43:31.359878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.417576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=d4f178a9-ffed-4104-8601-ca54d4f2bbb9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:31.625463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:31.637374 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-16a5afb6-6d03-4752-a4ce-a2c7de2624a0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/ports/d4f178a9-ffed-4104-8601-ca54d4f2bbb9 HTTP/1.1" status: 204 len: 168 time: 1.0793076 Feb 04 11:43:31.638358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:32.198952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.302579 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:43:32.555828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port af1fa9b0-7db5-4098-906e-38ff16799de5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:43:32.556168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.790557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port af1fa9b0-7db5-4098-906e-38ff16799de5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=af1fa9b0-7db5-4098-906e-38ff16799de5,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:32.790914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:32.915990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for af1fa9b0-7db5-4098-906e-38ff16799de5 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:43:32.925041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-026623e3-2d42-430e-b019-574e9828d529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:33.279563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:33.427128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=af1fa9b0-7db5-4098-906e-38ff16799de5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:33.707291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:33.714534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:33.719278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.078916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 84130f74-0247-4f68-932c-ae2e2232e693 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:43:34.255399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:43:34.267318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] Sync routers for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:43:34.267773 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15fa32c7-301a-4d7f-8380-a5fb0b07353e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/84130f74-0247-4f68-932c-ae2e2232e693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6282349 Feb 04 11:43:34.271817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:34.287074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:34.287695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:34.339164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet c2ab5b1b-8269-46dc-ae34-84985d315a15 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:43:34.342238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.519499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.538386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:34.620382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.808922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.852696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ab5b1b-8269-46dc-ae34-84985d315a15,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:34.858127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:43:33Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:34.865275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:34.869245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] Checking router: 84130f74-0247-4f68-932c-ae2e2232e693 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:43:34.872005 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bd2a5939-54f5-47da-bd73-8959d844ddc1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/c2ab5b1b-8269-46dc-ae34-84985d315a15 HTTP/1.1" status: 204 len: 168 time: 0.5951183 Feb 04 11:43:34.872005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:34.872651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927f728-99a7-421c-9331-4f7fdef6648b None None] Network f6349811-7a34-4789-8e5a-0d63ceb8948a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:43:34.939040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] Routers {'84130f74-0247-4f68-932c-ae2e2232e693'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:34.940246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['84130f74-0247-4f68-932c-ae2e2232e693'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:35.067384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.250742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.266528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] Set router 84130f74-0247-4f68-932c-ae2e2232e693 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:35.342412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 18a541be-9fa6-4dec-95e1-f21d92baea73 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:43:35.346472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.375955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.538524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 18a541be-9fa6-4dec-95e1-f21d92baea73, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=18a541be-9fa6-4dec-95e1-f21d92baea73,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:35.538524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.562534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] DHCP port deletion for f6349811-7a34-4789-8e5a-0d63ceb8948a request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:43:35.574251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Deleting port cb39a72c-8a1a-4df5-833d-64e5b93d3086 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:43:35.574251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.663993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 18a541be-9fa6-4dec-95e1-f21d92baea73 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:43:35.687081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:43:33Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:35.713679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4f3e6-7fc6-4dd4-a7e4-461d3eb29c60 None None] The sync data for ids ['84130f74-0247-4f68-932c-ae2e2232e693'] in dv-neutron-827824-2-hyperv is: [{'id': '84130f74-0247-4f68-932c-ae2e2232e693', 'name': 'tempest-TestNetworkBasicOps-router-2147121802', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:42:24Z', 'updated_at': '2022-02-04T11:43:33Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '18a541be-9fa6-4dec-95e1-f21d92baea73', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84130f74-0247-4f68-932c-ae2e2232e693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:42:25Z', 'updated_at': '2022-02-04T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:43:35.812089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] For port cb39a72c-8a1a-4df5-833d-64e5b93d3086, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cb39a72c-8a1a-4df5-833d-64e5b93d3086,segment=NetworkSegment(49c2f6c9-0127-40c9-ac42-a8f516ec18e0),segment_id=49c2f6c9-0127-40c9-ac42-a8f516ec18e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:35.812089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:35.935749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Calling delete_port for cb39a72c-8a1a-4df5-833d-64e5b93d3086 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:43:36.077230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.125920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device af1fa9b0-7db5-4098-906e-38ff16799de5 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:36.134162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=18a541be-9fa6-4dec-95e1-f21d92baea73,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:36.161276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: af1fa9b0-7db5-4098-906e-38ff16799de5 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:43:36.161634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device af1fa9b0-7db5-4098-906e-38ff16799de5 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:36.162050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cb39a72c-8a1a-4df5-833d-64e5b93d3086 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:36.235827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.255624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.295492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Port cb39a72c-8a1a-4df5-833d-64e5b93d3086 update to DOWN by agent not found {{(pid=88133) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 11:43:36.312604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Pushing event deleted for resources: {'Port': ['ID=cb39a72c-8a1a-4df5-833d-64e5b93d3086,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:36.318062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] No DVR routers for this DVR port cb39a72c-8a1a-4df5-833d-64e5b93d3086 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:43:36.325221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.327916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.329189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.329189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.329189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe77d4-b730-48c9-a208-dd53e8f01ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:36.536430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.536430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.633574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.639773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router 84130f74-0247-4f68-932c-ae2e2232e693 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:43:36.650114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.651201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-669b887f-d287-46fc-be4d-9db297d8fdae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/84130f74-0247-4f68-932c-ae2e2232e693 HTTP/1.1" status: 204 len: 168 time: 1.7806792 Feb 04 11:43:36.653919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:36.791764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.934720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:36.965117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6349811-7a34-4789-8e5a-0d63ceb8948a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:36.978422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c2f6c9-0127-40c9-ac42-a8f516ec18e0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:36.978705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c2f6c9-0127-40c9-ac42-a8f516ec18e0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:36.991160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.008534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.015178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:43:37.015273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:43:37.029883 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:43:37.217989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.236760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.258210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=f6349811-7a34-4789-8e5a-0d63ceb8948a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:37.314721 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6a57c631-fc2a-4e4e-852c-f79ec06e151b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/f6349811-7a34-4789-8e5a-0d63ceb8948a HTTP/1.1" status: 204 len: 168 time: 0.6597750 Feb 04 11:43:37.329931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:37.352452 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-acf1e851-be77-4b83-b390-5dc109a5b550 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0131750 Feb 04 11:43:37.352452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:37.359289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--1896252343', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:37.365124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:37.371846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:37.377247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:37.386829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:37.448810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:37.452197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.489628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:43:37.498503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.498837 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment 256edf71-0f05-460f-a3d6-9bfc8324e55a of type vlan for network eb206e3b-aa3c-4647-b16f-00c89e3bad09 Feb 04 11:43:37.525674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.645573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.651327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:37.651935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.765773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=eb206e3b-aa3c-4647-b16f-00c89e3bad09,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:37.780021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:43:37.802185 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-77c48673-620c-41b8-a900-56372c4d4e5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4528854 Feb 04 11:43:37.804906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:37.823679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:37.843776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:37.848645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:37.856567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:37.858882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:37.880775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 18a541be-9fa6-4dec-95e1-f21d92baea73 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:43:37.934576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 18a541be-9fa6-4dec-95e1-f21d92baea73 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:43:37.934576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 18a541be-9fa6-4dec-95e1-f21d92baea73 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:43:37.976910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.982443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:37.992376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.507097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.888319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:38.918262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.066555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.220 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/e6b12b0b-fdba-465f-ad1b-297219f94771) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:39.234695 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.374322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:39.488303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:39.493268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:39.499950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:43:39.584996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:40.139611 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:40.602918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:40.959373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 669d31db-7cce-48c5-bbd6-7622da19e7c0 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:43:41.147962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:43:41.157414 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Sync routers for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:43:41.167571 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:41.168282 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:41.266137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:41.267515 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-774b9bbb-c0b5-4b13-8925-bbf3c888968d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4610877 Feb 04 11:43:41.270676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:41.315992 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-22979262-5843-4459-8adc-20549b83c1e2 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433688 Feb 04 11:43:41.318667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:41.389764 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:41.461334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed5e40-d2e5-49fc-bce6-3b8a948b90b0 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:41.462817 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-32ed5e40-d2e5-49fc-bce6-3b8a948b90b0 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1425197 Feb 04 11:43:41.467220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:41.511221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2b7f46dc-dc1b-4342-a950-c58f719ba114 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428748 Feb 04 11:43:41.513903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:41.519466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258660047', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:41.635456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:41.640478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:41.644247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:41.662228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:41.697382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:41.701587 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Checking router: 669d31db-7cce-48c5-bbd6-7622da19e7c0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:43:41.701928 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Updating router 669d31db-7cce-48c5-bbd6-7622da19e7c0 port e6b12b0b-fdba-465f-ad1b-297219f94771 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:43:41.760032 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:41.822581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:41.827566 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.109436 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.121829 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Transition to ACTIVE for port object e6b12b0b-fdba-465f-ad1b-297219f94771 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:42.168268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.195205 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.256601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=4ceb308d-ec2b-4cfc-a423-0789d1a32373,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:42.262546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:43:42.262907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: eb206e3b-aa3c-4647-b16f-00c89e3bad09, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:43:42.285309 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Attempting to bind port e6b12b0b-fdba-465f-ad1b-297219f94771 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:42.285772 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Attempting to bind port e6b12b0b-fdba-465f-ad1b-297219f94771 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:42.286192 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Attempting to bind port e6b12b0b-fdba-465f-ad1b-297219f94771 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:42.293416 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Pushing event updated for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:42.295590 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:43:42.301049 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-697e67c6-ae2c-4b08-b86b-20c1a2db793b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1024287 Feb 04 11:43:42.301553 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:43:42.301553 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.301553 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:43:42.301553 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Bound port: e6b12b0b-fdba-465f-ad1b-297219f94771, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:42.301553 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.344381 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.344717 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.345045 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.345369 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.345685 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.346009 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.347050 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.348144 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.348144 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.348144 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.348611 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.349681 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:43:42.349783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:43:42.396466 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] For port e6b12b0b-fdba-465f-ad1b-297219f94771, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:42.399717 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] For port e6b12b0b-fdba-465f-ad1b-297219f94771, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e6b12b0b-fdba-465f-ad1b-297219f94771,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:43:42.457387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, eb206e3b-aa3c-4647-b16f-00c89e3bad09) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:42.457646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-b15e4621-0257-43fa-b6a6-d6cc89c0f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.459204 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-b15e4621-0257-43fa-b6a6-d6cc89c0f25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0779948 Feb 04 11:43:42.461433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.462431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.466724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51c9a1-0a31-42fc-abb1-911ff3e543fa None None] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:43:42.493265 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.573145 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:42.573824 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:42.584344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-37fadcff-0405-4b11-8698-1fd7b085ed77 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0693777 Feb 04 11:43:42.588033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:42.636176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-7d306146-777d-4d28-97bf-61f220520e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.637952 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-7d306146-777d-4d28-97bf-61f220520e59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1554422 Feb 04 11:43:42.793032 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-6a54d2e7-cc30-444f-aa36-a8d981b11d30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 1002 time: 0.1476216 Feb 04 11:43:42.794420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:43:42.795289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:42.800058 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431e2be-0618-4011-92b0-6b15b80dc5b5 None None] Pushing event updated for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:42.832597 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:42.901165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-846c31fd-317d-4307-bb1d-43fe06515e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:42.901165 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-846c31fd-317d-4307-bb1d-43fe06515e02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0952148 Feb 04 11:43:42.998271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Allocated IP 172.20.0.2 (eb206e3b-aa3c-4647-b16f-00c89e3bad09/4ceb308d-ec2b-4cfc-a423-0789d1a32373/c2750cae-991f-4d2e-800e-aab2b4713806) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:43.002213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-f3c6fd0b-5a4a-4491-a711-2f5b537edc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:43.005832 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-f3c6fd0b-5a4a-4491-a711-2f5b537edc1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1034014 Feb 04 11:43:43.170876 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-3c0c9305-1bdd-4d07-8511-826607f38100 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558886 Feb 04 11:43:43.222413 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:43.228302 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c149d-1d67-43d8-b096-ff1e7a1f60b5 None None] The sync data for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv is: [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:39Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:43:43.282478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.297152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Transition to ACTIVE for port object c2750cae-991f-4d2e-800e-aab2b4713806 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:43.328102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Transition to ACTIVE for port object c2750cae-991f-4d2e-800e-aab2b4713806 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:43.363769 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c19e8b4a-5914-4327-bf19-cb5fc12baacf req-99a841b8-bea0-4d9b-b72a-a2f933656f89 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763334 Feb 04 11:43:43.409415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.479056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:43.489709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:43.492550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:43:43.589545 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Pushing event updated for resources: {'Port': ['ID=c2750cae-991f-4d2e-800e-aab2b4713806,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:43.618761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Attempting to bind port c2750cae-991f-4d2e-800e-aab2b4713806 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:43.619136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Attempting to bind port c2750cae-991f-4d2e-800e-aab2b4713806 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:43.619513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Attempting to bind port c2750cae-991f-4d2e-800e-aab2b4713806 on network eb206e3b-aa3c-4647-b16f-00c89e3bad09 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:43.623383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.629297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:43:43.629297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Checking segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:43:43.629297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.629297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Bound using segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:43:43.629297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Bound port: c2750cae-991f-4d2e-800e-aab2b4713806, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:43.629297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.743909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] For port c2750cae-991f-4d2e-800e-aab2b4713806, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:43.749016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] For port c2750cae-991f-4d2e-800e-aab2b4713806, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c2750cae-991f-4d2e-800e-aab2b4713806,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:43:43.851232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:43.917603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:44.021860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99021426-0993-463f-acba-bc0d0f5b22c2 None None] Pushing event updated for resources: {'Port': ['ID=c2750cae-991f-4d2e-800e-aab2b4713806,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:44.100075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (eb206e3b-aa3c-4647-b16f-00c89e3bad09/4ceb308d-ec2b-4cfc-a423-0789d1a32373/f377dfff-7fd5-4242-a166-7032d6e72991) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:44.151220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e6b12b0b-fdba-465f-ad1b-297219f94771 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:44.159838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e6b12b0b-fdba-465f-ad1b-297219f94771 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:44.160484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:44.339225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:44.360987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object f377dfff-7fd5-4242-a166-7032d6e72991 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:44.363863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:44.398125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port e6b12b0b-fdba-465f-ad1b-297219f94771, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e6b12b0b-fdba-465f-ad1b-297219f94771,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:44.460712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:44.473918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:44.529342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:44.532691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:44.536919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:43:44.547740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:44.603100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:44.611606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.181132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.621724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.719214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.736542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4cabef-45a4-41f9-addf-b0d73d7ae39e None None] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:43:45.842825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:45.847016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:45.954052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bf47f753-fabc-4b6f-81a3-902b0516c6c8 None None] Provisioning for port c2750cae-991f-4d2e-800e-aab2b4713806 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:45.994394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:45.995768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:46.003840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c2750cae-991f-4d2e-800e-aab2b4713806 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:46.195146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 669d31db-7cce-48c5-bbd6-7622da19e7c0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:43:46.205952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c2750cae-991f-4d2e-800e-aab2b4713806 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:46.211683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c2750cae-991f-4d2e-800e-aab2b4713806 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:46.212138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.349734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.401278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port c2750cae-991f-4d2e-800e-aab2b4713806, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c2750cae-991f-4d2e-800e-aab2b4713806,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:46.409095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-53d8d424-4804-45fe-90b6-7b8f889129f6 None None] Provisioning complete for port c2750cae-991f-4d2e-800e-aab2b4713806 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:46.419332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53d8d424-4804-45fe-90b6-7b8f889129f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.430090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:43:46.447394 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-02311213-2d1c-40dd-9118-b767dc6c43bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8577750 Feb 04 11:43:46.449796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42584) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:46.459265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Sync routers for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:43:46.495280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:46.496151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:46.589368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.590002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:46.609595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.610066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.610523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.611155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.612165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.612625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.617055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7d5eb909-8cc0-407d-95b6-ad36297df2b6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1636574 Feb 04 11:43:46.622416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:46.712312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.713199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.714039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.714692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.715261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.716187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:46.721832 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0d11222-39ab-47e5-a591-94884818eb70 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1008098 Feb 04 11:43:46.725656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:46.785489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=c2750cae-991f-4d2e-800e-aab2b4713806,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:46.956910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e6b12b0b-fdba-465f-ad1b-297219f94771 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:46.957280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:46.988518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:47.151151 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ba8f80ac-cc8b-4e52-8602-f5323e9b4459 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4259024 Feb 04 11:43:47.175778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-53d8d424-4804-45fe-90b6-7b8f889129f6 None None] Provisioning for port f377dfff-7fd5-4242-a166-7032d6e72991 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:47.242863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-53d8d424-4804-45fe-90b6-7b8f889129f6 None None] Provisioning complete for port f377dfff-7fd5-4242-a166-7032d6e72991 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:47.243342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-53d8d424-4804-45fe-90b6-7b8f889129f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.390056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-53d8d424-4804-45fe-90b6-7b8f889129f6 None None] Port f377dfff-7fd5-4242-a166-7032d6e72991 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:43:47.478784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:47.482632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Checking router: 669d31db-7cce-48c5-bbd6-7622da19e7c0 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:43:47.482966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Updating router 669d31db-7cce-48c5-bbd6-7622da19e7c0 port f377dfff-7fd5-4242-a166-7032d6e72991 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:43:47.572605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:47.578125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303507203', 'description': 'tempest-secgroup-smoke-303507203 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:47.585341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:47.589815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:47.595361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:47.598428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8a0529ea-61e0-4092-b442-83c2a1675e52 None None] Provisioning complete for port f377dfff-7fd5-4242-a166-7032d6e72991 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:47.598428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8a0529ea-61e0-4092-b442-83c2a1675e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.599076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:47.627694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.691282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.708467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8a0529ea-61e0-4092-b442-83c2a1675e52 None None] Port f377dfff-7fd5-4242-a166-7032d6e72991 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:43:47.719731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:47.725516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:47.729416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:47.738417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:47.817569 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.870835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c2750cae-991f-4d2e-800e-aab2b4713806 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:47.887484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:47.929445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:48.010686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c2750cae-991f-4d2e-800e-aab2b4713806 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:48.011178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.015746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.016548 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-95f2f980-e348-432a-bbbe-f03e68430d95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4428151 Feb 04 11:43:48.020907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:48.042014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'ce92e2f9-2e8b-4445-8b70-1d90aa91aeba', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:48.042014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:48.042014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:48.042014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:48.047397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:48.142851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.177485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.201700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Transition to ACTIVE for port object f377dfff-7fd5-4242-a166-7032d6e72991 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:48.255029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.311062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.342443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.481848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b262c-78be-429c-905b-298317d2a3f1 None None] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:48.511576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d899491-ef12-488c-a80c-407dfd6fa686,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:48.547326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Attempting to bind port f377dfff-7fd5-4242-a166-7032d6e72991 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:48.547897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Attempting to bind port f377dfff-7fd5-4242-a166-7032d6e72991 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:48.548294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Attempting to bind port f377dfff-7fd5-4242-a166-7032d6e72991 on network eb206e3b-aa3c-4647-b16f-00c89e3bad09 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:48.555793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:43:48.562720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Checking segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:43:48.562720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.562720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Bound using segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:43:48.562720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Bound port: f377dfff-7fd5-4242-a166-7032d6e72991, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:48.562720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.625657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.629319 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-865ff894-698c-44e3-a762-7ccc43de8cf6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6049960 Feb 04 11:43:48.630095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:48.635624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'ce92e2f9-2e8b-4445-8b70-1d90aa91aeba', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:48.641604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:48.645583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:48.652192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:48.656793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:48.683326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] For port f377dfff-7fd5-4242-a166-7032d6e72991, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:48.687003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] For port f377dfff-7fd5-4242-a166-7032d6e72991, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f377dfff-7fd5-4242-a166-7032d6e72991,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:43:48.777849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.802964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.844508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:48.887586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:43:48.888276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:43:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:48.944851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b262c-78be-429c-905b-298317d2a3f1 None None] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:48.999414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.029738 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80403de7-c9b7-49ca-9376-9787c268e9e5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:49.087973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.087973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ddeaa9a7-71b2-4d9c-b478-8ba63aa66a60 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4555719 Feb 04 11:43:49.089542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42610) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:49.094691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'ce92e2f9-2e8b-4445-8b70-1d90aa91aeba', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:49.102165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:49.107822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:49.108811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:43:49.111670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:49.119878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:49.211443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.283146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.359783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.390756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8f1840-661a-4936-89fe-08574f265669,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:49.485372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.488792 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ded2561-444f-4260-a5f1-1dba895b987e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3966346 Feb 04 11:43:49.491592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:49.492326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:43:48Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:43:49.498514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d687eb1-a2c8-4221-8ccb-b117b5986fa0 None None] The sync data for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv is: [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:43:48Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:43:49.498933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'ce92e2f9-2e8b-4445-8b70-1d90aa91aeba', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:49.508912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:49.515069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:49.518964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:49.533445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:49.644178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.719710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.809314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.846160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ff0cf7-0b48-4fb0-b7c3-45792d8a6051,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:49.903164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:49.929647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:49.931234 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fb1cfa41-2561-4651-a3ef-78181f015849 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4378059 Feb 04 11:43:49.934827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:49.943954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'ce92e2f9-2e8b-4445-8b70-1d90aa91aeba', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:49.951208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:49.966535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:49.966535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:49.966535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:50.048803 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:50.056404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f377dfff-7fd5-4242-a166-7032d6e72991 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:50.058656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.062112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f377dfff-7fd5-4242-a166-7032d6e72991 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:50.063404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.155254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.225565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.240520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.275227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f377dfff-7fd5-4242-a166-7032d6e72991, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f377dfff-7fd5-4242-a166-7032d6e72991,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:43:50.282708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163699d2-7aa0-4899-804c-b6ccf20b47fd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:50.344652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.344652 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b05d8443-8cad-4b15-aeb1-e56ce30d83e7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076281 Feb 04 11:43:50.345191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.346405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:43:50.354237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': 'ce92e2f9-2e8b-4445-8b70-1d90aa91aeba', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:50.365447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:50.372366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:43:50.380390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:43:50.391133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:50.431414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:50.499887 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:43:50.511865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.585893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.685322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.716248 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaffab6e-a724-4b53-bb91-74363e80cb5b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:50.811139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:50.812456 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a2bd83fa-b10a-4710-aa09-77e3647f448a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4649003 Feb 04 11:43:50.986339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-aaffd1c8-8dd1-4728-ad91-12a707f4843a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:51.134957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-aaffd1c8-8dd1-4728-ad91-12a707f4843a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:51.136215 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-aaffd1c8-8dd1-4728-ad91-12a707f4843a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303507203&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.1906939 Feb 04 11:43:51.300092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-7aa70620-19d1-46ff-ac1f-23f6e325c3c7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:51.300747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-7aa70620-19d1-46ff-ac1f-23f6e325c3c7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:51.399681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-7aa70620-19d1-46ff-ac1f-23f6e325c3c7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:51.409046 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-7aa70620-19d1-46ff-ac1f-23f6e325c3c7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=eb206e3b-aa3c-4647-b16f-00c89e3bad09 HTTP/1.1" status: 200 len: 797 time: 0.2580254 Feb 04 11:43:51.421443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-5f99eafc-da84-4af0-bffd-8899bb1973ae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0100336 Feb 04 11:43:51.513140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-6e2735de-b2c5-4479-8e8c-82eb784d1fcc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:51.594686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-6e2735de-b2c5-4479-8e8c-82eb784d1fcc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:51.595931 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-6e2735de-b2c5-4479-8e8c-82eb784d1fcc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684539 Feb 04 11:43:51.752899 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-29624fb0-5411-44c5-9628-49294584d93c service neutron] 10.222.0.36 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445091 Feb 04 11:43:51.853479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:43:51.892346 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-6b2ac1b4-a66c-4097-82e1-785b5954f15c service neutron] 10.222.0.36 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336696 Feb 04 11:43:51.925365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f377dfff-7fd5-4242-a166-7032d6e72991 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:51.925747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:52.215915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f70f6866-d0e4-4ecc-994a-e2a41035f80d req-db8add59-dd47-410d-a32a-6a7f4ad6dd48 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 210 time: 0.0445743 Feb 04 11:43:53.366483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-27f32890-be32-4b71-9ebb-5d0a39b912d6 req-2ae0bf60-74d7-4fb7-87b7-be728c7d3413 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 210 time: 0.0433340 Feb 04 11:43:54.525297 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7377efd0-3598-4603-92d7-e68a23fd2343 req-7e459506-415e-4ecb-bdf0-48bbaaba11c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 210 time: 0.0476058 Feb 04 11:43:54.690405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-b574721c-a5e6-488a-b4e1-c58dbd50852d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:54.691494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-b574721c-a5e6-488a-b4e1-c58dbd50852d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:54.703625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-b574721c-a5e6-488a-b4e1-c58dbd50852d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:54.704748 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-b574721c-a5e6-488a-b4e1-c58dbd50852d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=eb206e3b-aa3c-4647-b16f-00c89e3bad09 HTTP/1.1" status: 200 len: 797 time: 0.1807904 Feb 04 11:43:54.755741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-ab07adc3-f4a5-46e9-b778-5b4553454e19 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:43:54.773098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-ab07adc3-f4a5-46e9-b778-5b4553454e19 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:43:54.773098 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-ab07adc3-f4a5-46e9-b778-5b4553454e19 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 379 time: 0.0568204 Feb 04 11:43:54.778595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['ce92e2f9-2e8b-4445-8b70-1d90aa91aeba']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:54.971491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:43:54.986911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:43:55.680800 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ac93bf6-2c0b-4a1f-9e1e-1d38ac0a71f4 req-10112720-7e2f-43dc-b181-64f0c4b0a73c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 210 time: 0.0456278 Feb 04 11:43:55.799643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:43:55.803157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:55.988842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.8 (eb206e3b-aa3c-4647-b16f-00c89e3bad09/4ceb308d-ec2b-4cfc-a423-0789d1a32373/e441db5e-0ed9-42f7-bb33-1bd3e984ae3d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:43:56.191325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.207928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object e441db5e-0ed9-42f7-bb33-1bd3e984ae3d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:56.318436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.398786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:43:56.402476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:43:56.408928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:43:56.447841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:56.484128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:56.484952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.614446 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-0bc9d9b3-698d-4ac6-94df-9151ca38bb88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8395679 Feb 04 11:43:56.625698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Request body: {'port': {'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:43:56.725767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1663b9c4-964b-4ea1-b041-3695335b9b17 None None] Provisioning for port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:43:56.729440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1663b9c4-964b-4ea1-b041-3695335b9b17 None None] Provisioning complete for port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:43:56.729734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1663b9c4-964b-4ea1-b041-3695335b9b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.751183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:56.802713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1663b9c4-964b-4ea1-b041-3695335b9b17 None None] Port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:43:56.895858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596553d-1b82-4550-87d3-af904be5865d req-5b3812a1-ce32-4e65-a2b5-61f4bda57830 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:56.903867 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0596553d-1b82-4550-87d3-af904be5865d req-5b3812a1-ce32-4e65-a2b5-61f4bda57830 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 931 time: 0.0908511 Feb 04 11:43:56.947461 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0596553d-1b82-4550-87d3-af904be5865d req-7cab5aab-2180-4e8c-b124-39bf8772130b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436769 Feb 04 11:43:57.144665 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e441db5e-0ed9-42f7-bb33-1bd3e984ae3d {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:43:57.161059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.175934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Transition to ACTIVE for port object e441db5e-0ed9-42f7-bb33-1bd3e984ae3d will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:43:57.261764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.376721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.544916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:57.625764 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Attempting to bind port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:43:57.626271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Attempting to bind port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:43:57.626759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Attempting to bind port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d on network eb206e3b-aa3c-4647-b16f-00c89e3bad09 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:57.631846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d on network eb206e3b-aa3c-4647-b16f-00c89e3bad09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:43:57.632163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Attempting to bind port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d on network eb206e3b-aa3c-4647-b16f-00c89e3bad09 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:43:57.638328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:43:57.638659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Checking segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:43:57.639038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Bound using segment: {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:43:57.639464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Bound port: e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256edf71-0f05-460f-a3d6-9bfc8324e55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:43:57.639841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.738419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] For port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:43:57.741866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] For port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:43:57.834260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.900778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:57.901539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:43:57.902899 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-06227179-fc47-4387-afba-30e414602ae2 service neutron] 10.222.0.42 "PUT /v2.0/ports/e441db5e-0ed9-42f7-bb33-1bd3e984ae3d HTTP/1.1" status: 200 len: 1093 time: 1.2814097 Feb 04 11:43:57.903336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:43:57.923519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06227179-fc47-4387-afba-30e414602ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:43:57.957086 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'status': 'completed', 'code': 200} Feb 04 11:43:58.093015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf561-9e0e-484d-bb62-3d04c4ba2208 req-c1f1275f-5430-4d27-bc07-b6fd0dd581b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.101654 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-71abf561-9e0e-484d-bb62-3d04c4ba2208 req-c1f1275f-5430-4d27-bc07-b6fd0dd581b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 1096 time: 0.1151414 Feb 04 11:43:58.225155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cfc1c-7285-481a-90f4-20a8493366fc req-f35864d7-7c96-4a7a-96f5-e6ebe9b9fe1a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.226826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e67cfc1c-7285-481a-90f4-20a8493366fc req-f35864d7-7c96-4a7a-96f5-e6ebe9b9fe1a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 943 time: 0.1046400 Feb 04 11:43:58.264565 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf561-9e0e-484d-bb62-3d04c4ba2208 req-8dce5a53-9fce-4bbc-afef-9cfb16ed88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.266006 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-71abf561-9e0e-484d-bb62-3d04c4ba2208 req-8dce5a53-9fce-4bbc-afef-9cfb16ed88b9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1616764 Feb 04 11:43:58.275320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e67cfc1c-7285-481a-90f4-20a8493366fc req-2c31ca7d-0671-4d69-ad12-0880db629ce2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Feb 04 11:43:58.418732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf561-9e0e-484d-bb62-3d04c4ba2208 req-b1b1fe41-108b-4683-aa71-850a878881a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.420229 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-71abf561-9e0e-484d-bb62-3d04c4ba2208 req-b1b1fe41-108b-4683-aa71-850a878881a1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487138 Feb 04 11:43:58.535460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-ac95f0cc-ebc5-4d86-98d6-2a1638da18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.536910 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-ac95f0cc-ebc5-4d86-98d6-2a1638da18d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 1096 time: 0.0781298 Feb 04 11:43:58.613465 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-d0517a3c-8c9a-40a5-950e-cd9b25ded6af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d HTTP/1.1" status: 200 len: 217 time: 0.0693469 Feb 04 11:43:58.682327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-e1f340b3-26df-4e90-9755-6f26fad8c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.683826 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-e1f340b3-26df-4e90-9755-6f26fad8c945 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ceb308d-ec2b-4cfc-a423-0789d1a32373 HTTP/1.1" status: 200 len: 835 time: 0.0638144 Feb 04 11:43:58.762525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-243b8bf6-151d-4239-9b37-da23d78d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:58.764092 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-243b8bf6-151d-4239-9b37-da23d78d5f1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb206e3b-aa3c-4647-b16f-00c89e3bad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739198 Feb 04 11:43:58.906055 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-31bca2d2-7a98-4cc0-a1da-49d538c42eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354260 Feb 04 11:43:59.061903 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5ad9b7aa-a2dd-4c75-af9b-992f184e5b26 req-10015b01-5218-42fb-9eff-8a48d159154d service neutron] 10.222.0.42 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498518 Feb 04 11:43:59.485433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdb8b7-f997-493a-9b80-75bc7b058356 req-b48c55a6-7ead-4839-ae8a-b74517956ec9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:43:59.487423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-83fdb8b7-f997-493a-9b80-75bc7b058356 req-b48c55a6-7ead-4839-ae8a-b74517956ec9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 943 time: 0.0933218 Feb 04 11:43:59.541216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-83fdb8b7-f997-493a-9b80-75bc7b058356 req-2e87046d-cb13-460e-8760-a0d438e7e0a8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458555 Feb 04 11:44:00.265246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a45b9f83-ed55-4896-98c5-93adf8beee7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.495481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e441db5e-0ed9-42f7-bb33-1bd3e984ae3d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:44:00.637057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:00.652564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:44:00.722438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:00.744768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41b5b8-6901-4d49-b635-39a1e4808f78 req-f0f68aa6-f05e-4b14-9635-1c1c6dbc5d4e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:00.744768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba41b5b8-6901-4d49-b635-39a1e4808f78 req-f0f68aa6-f05e-4b14-9635-1c1c6dbc5d4e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 943 time: 0.0922365 Feb 04 11:44:00.749269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e441db5e-0ed9-42f7-bb33-1bd3e984ae3d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:44:00.773831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:00.796190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba41b5b8-6901-4d49-b635-39a1e4808f78 req-ab5e1696-1984-452b-8e20-2518dc2214c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436020 Feb 04 11:44:00.991379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:01.067062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:01.240173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e441db5e-0ed9-42f7-bb33-1bd3e984ae3d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:44:01.993925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df45d-aa33-4ba1-bd51-08462827a09e req-971d78fd-9127-46d8-98ba-23a16864c78f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:01.995359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-905df45d-aa33-4ba1-bd51-08462827a09e req-971d78fd-9127-46d8-98ba-23a16864c78f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 944 time: 0.0862482 Feb 04 11:44:02.041472 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-905df45d-aa33-4ba1-bd51-08462827a09e req-229f29d8-0bff-4538-9d0a-3b49ef2b83d9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403173 Feb 04 11:44:02.495500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e441db5e-0ed9-42f7-bb33-1bd3e984ae3d up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:02.662826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:44:02.667995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:02.668372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.731330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2c841929-ed31-4b9f-9679-f0de503cb7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.797485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.825804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:02.837538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:02.871115 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'code': 200} Feb 04 11:44:02.923067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:02.999810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:03.234953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c23e11-9279-4ac4-971c-f4e8eb4100f9 req-e84c5a10-59b8-46bb-986c-0961b98a1b98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:03.236513 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-91c23e11-9279-4ac4-971c-f4e8eb4100f9 req-e84c5a10-59b8-46bb-986c-0961b98a1b98 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.0848274 Feb 04 11:44:03.262285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81a87-3386-45c7-99d7-bc5b0d5ea0ba req-3d1fbbc3-64a2-467f-afd8-45e85d698888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:03.263793 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-10f81a87-3386-45c7-99d7-bc5b0d5ea0ba req-3d1fbbc3-64a2-467f-afd8-45e85d698888 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 1098 time: 0.0801170 Feb 04 11:44:03.282120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-91c23e11-9279-4ac4-971c-f4e8eb4100f9 req-e1e017bb-2e17-4479-a96e-2477aefea354 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397270 Feb 04 11:44:03.307305 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-10f81a87-3386-45c7-99d7-bc5b0d5ea0ba req-f96b824c-58c4-4bfd-b8f9-62a9d13e8aeb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369792 Feb 04 11:44:03.753636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:03.781734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:04.478157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beffb9-52c9-4021-b89e-d3e217e39303 req-0ef7a615-d3dc-41cb-b9d3-7abd9d2cf265 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:04.479627 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35beffb9-52c9-4021-b89e-d3e217e39303 req-0ef7a615-d3dc-41cb-b9d3-7abd9d2cf265 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.0894072 Feb 04 11:44:04.526745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35beffb9-52c9-4021-b89e-d3e217e39303 req-96f39431-4507-472e-9c40-de27b91b57ae tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Feb 04 11:44:05.144741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:05.714173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d422e-8190-4d81-912c-bdba29a93867 req-b131ff2b-d045-46e9-863a-f71163ebb361 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:05.715631 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b9d422e-8190-4d81-912c-bdba29a93867 req-b131ff2b-d045-46e9-863a-f71163ebb361 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.0785196 Feb 04 11:44:05.763150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b9d422e-8190-4d81-912c-bdba29a93867 req-3ebbf8c8-50c6-42f0-a719-ad815887b06b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Feb 04 11:44:05.943734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624d8ea-addc-4a64-b332-3c6ec3cc7a21 req-8bf709b4-6a1f-4e87-af1a-f4059d95410a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:05.945414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e624d8ea-addc-4a64-b332-3c6ec3cc7a21 req-8bf709b4-6a1f-4e87-af1a-f4059d95410a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.0775418 Feb 04 11:44:05.988918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e624d8ea-addc-4a64-b332-3c6ec3cc7a21 req-aebb2ca5-ad67-4a7f-b97a-91e8271ef494 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Feb 04 11:44:06.011398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42686) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:06.083419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fced78-c2f1-431b-bd02-f4c1e3128e7b tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:06.084930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a5fced78-c2f1-431b-bd02-f4c1e3128e7b tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 1093 time: 0.0725307 Feb 04 11:44:06.087712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:06.092529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:44:06.098660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:44:06.102433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:44:06.105270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:44:06.111370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:44:06.178925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:06.407151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:06.544032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.150 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/ede2f36e-9860-4583-aff2-9fffbdb40196) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:44:06.700636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:06.791491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:06.858490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:44:06.861323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:44:06.864873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:44:06.893918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=ede2f36e-9860-4583-aff2-9fffbdb40196,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:07.280268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:07.427385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:07.638567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:07.742004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:07.853629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=ede2f36e-9860-4583-aff2-9fffbdb40196,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:07.864692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:08.041345 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP d54b936a-d168-414f-b488-1e6fba60e7cc associated. External IP: 172.26.6.150, port: e441db5e-0ed9-42f7-bb33-1bd3e984ae3d. Feb 04 11:44:08.517659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 669d31db-7cce-48c5-bbd6-7622da19e7c0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:44:08.713257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:44:08.724188 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] Sync routers for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:44:08.744590 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:08.744590 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:08.813758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:08.873582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3e2f9e6f-4a7a-4804-9cc6-14b8c443be52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7848353 Feb 04 11:44:08.874337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:08.876945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:08.919088 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'status': 'completed', 'code': 200} Feb 04 11:44:08.952184 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:09.220796 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-dea60be8-b3ff-4121-8472-9be6cd08f876 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0 HTTP/1.1" status: 200 len: 923 time: 0.3423805 Feb 04 11:44:09.223705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:09.231024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-a968d53c-9dfb-428c-91a2-44a1cbf5dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:09.232896 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-a968d53c-9dfb-428c-91a2-44a1cbf5dccb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 1098 time: 0.2850568 Feb 04 11:44:09.318778 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:44:09.327572 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd54b936a-d168-414f-b488-1e6fba60e7cc', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:07Z', 'updated_at': '2022-02-04T11:44:07Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:43:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:09.331819 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] Checking router: 669d31db-7cce-48c5-bbd6-7622da19e7c0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:44:09.340496 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:09.340793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05ed0fda-d56d-4b90-9c08-1fd8b63e7768 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 991 time: 0.1158209 Feb 04 11:44:09.341083 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:09.386555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-036c22d3-b21b-45fb-afff-7e87be250b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:09.387911 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-036c22d3-b21b-45fb-afff-7e87be250b76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb206e3b-aa3c-4647-b16f-00c89e3bad09 HTTP/1.1" status: 200 len: 898 time: 0.1484687 Feb 04 11:44:09.496746 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-bcb28227-9be5-4e01-89e5-cb562d82aebb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d HTTP/1.1" status: 200 len: 999 time: 0.1023591 Feb 04 11:44:09.518074 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:09.558510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-be1e3ab3-bbf4-43c3-8a3c-6d7a87422619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:09.559953 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-be1e3ab3-bbf4-43c3-8a3c-6d7a87422619 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ceb308d-ec2b-4cfc-a423-0789d1a32373 HTTP/1.1" status: 200 len: 835 time: 0.0566459 Feb 04 11:44:09.646090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-42a9f3fa-3adf-482e-b9f4-0ab9f4883c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:09.647477 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-42a9f3fa-3adf-482e-b9f4-0ab9f4883c96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb206e3b-aa3c-4647-b16f-00c89e3bad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810671 Feb 04 11:44:09.780637 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-0837cb86-f03f-42b4-96d3-2a8485cbacaa service neutron] 10.222.0.42 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251936 Feb 04 11:44:09.860266 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd54b936a-d168-414f-b488-1e6fba60e7cc', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:07Z', 'updated_at': '2022-02-04T11:44:07Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:43:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:09.864701 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da7ebd9-ac2e-4992-89c4-e008d897c109 None None] The sync data for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv is: [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd54b936a-d168-414f-b488-1e6fba60e7cc', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:07Z', 'updated_at': '2022-02-04T11:44:07Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:43:50Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:44:09.914755 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25f2a4bd-379c-4fe9-9112-ee07a20c7617 req-cb4ac13f-59dd-4b17-b774-d984e043b174 service neutron] 10.222.0.42 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280210 Feb 04 11:44:10.063983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c00c7b-f996-430e-8eaf-fa035c008b44 None None] New status for floating IP d54b936a-d168-414f-b488-1e6fba60e7cc: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:44:10.344666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42704) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:10.451579 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89419ade-e833-471e-a7ae-2ff0c5d149cf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 991 time: 0.1053977 Feb 04 11:44:11.456012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:11.561093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9b07de84-3112-4f00-ba9f-e0ef27a201f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 993 time: 0.1039338 Feb 04 11:44:27.407861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:30.294035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fce6a872-a4c3-4547-83a4-9e4e4bf722f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:32.744618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-efedd54e-bbde-47ff-a613-6d7a3e523c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:33.710698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:33.739172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:35.173752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:42.264795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-0bd69640-34f4-485b-b301-b4894e724b0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699005 Feb 04 11:44:42.356038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-97323ed9-4885-4614-8e2d-27ab60ec04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:42.357572 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-97323ed9-4885-4614-8e2d-27ab60ec04a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1098 time: 0.0728211 Feb 04 11:44:42.502959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-98536181-9380-4815-997b-663a5a2f01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:42.504578 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-98536181-9380-4815-997b-663a5a2f01e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1276526 Feb 04 11:44:42.609230 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-edb4ec96-14e2-4c55-93e4-e38ea17840e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4 HTTP/1.1" status: 200 len: 1001 time: 0.0981150 Feb 04 11:44:42.675426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-c3678fd8-c15d-424b-84b7-8c8688897c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:42.676858 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-c3678fd8-c15d-424b-84b7-8c8688897c31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0612373 Feb 04 11:44:42.728339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42728) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:42.753782 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-a58b5b43-26a8-420e-95ba-010accc6a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:42.755236 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-a58b5b43-26a8-420e-95ba-010accc6a026 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709653 Feb 04 11:44:42.892885 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-0a920ee3-3b77-4d27-8fd8-26fa6ba09762 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249704 Feb 04 11:44:42.914727 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c7a3ba88-780c-4289-a92a-dd52f91c2d97 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1851189 Feb 04 11:44:42.917568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42732) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:43.020711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-5406a5e2-0997-4930-8f6d-3cc384a381d8 req-1f47eb10-c1fc-448f-9875-557ebac720c6 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277094 Feb 04 11:44:43.201871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20ab416-1245-4054-a2a1-7c56aa8dbd97 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Notify agent at dv-neutron-827824-2-hyperv the message router_removed_from_agent {{(pid=88132) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 04 11:44:43.205471 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f20ab416-1245-4054-a2a1-7c56aa8dbd97 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "DELETE /v2.0/agents/54f77ebd-d02c-40c0-9a26-facc56954011/l3-routers/669d31db-7cce-48c5-bbd6-7622da19e7c0 HTTP/1.1" status: 204 len: 168 time: 0.2870297 Feb 04 11:44:43.208190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:43.520087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9696d56b-d7d8-48ff-b9db-3b32970ff7ff tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3005311 Feb 04 11:44:43.520087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:43.632973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-21e712bf-fc42-474b-b51b-82b403b194e0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 993 time: 0.1175499 Feb 04 11:44:44.016981 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3b075-eca3-4bc6-99c7-bd46ab1dfab8 None None] New status for floating IP d54b936a-d168-414f-b488-1e6fba60e7cc: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:44:44.059259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:44:44.177693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:44.210469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f377dfff-7fd5-4242-a166-7032d6e72991, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f377dfff-7fd5-4242-a166-7032d6e72991,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:44.299690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:44.303857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:44:44.422906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:44.458847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.459199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.459560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.459922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.460346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.460682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.461012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.461340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.461672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.461993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.462315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.462635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:44.490957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:44.509175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port e6b12b0b-fdba-465f-ad1b-297219f94771, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e6b12b0b-fdba-465f-ad1b-297219f94771,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:44.564918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:44.634133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42746) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:44.643646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:44.745852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8a475395-2e72-41df-9e21-7994c2e3f3c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 991 time: 0.1105776 Feb 04 11:44:45.891087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:46.250645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5018dd-920e-4134-86ba-ed5c14647074 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Router 669d31db-7cce-48c5-bbd6-7622da19e7c0 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:44:46.250978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5018dd-920e-4134-86ba-ed5c14647074 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Notify agent at dv-neutron-827824-2-hyperv the message router_added_to_agent {{(pid=88132) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 04 11:44:46.277089 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cc5018dd-920e-4134-86ba-ed5c14647074 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "POST /v2.0/agents/54f77ebd-d02c-40c0-9a26-facc56954011/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3838217 Feb 04 11:44:46.277210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:46.287929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] Sync routers for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:44:46.297380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:46.297992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:46.307055 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:44:46.489816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:46.585025 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e688d0fa-b6dd-42eb-b5c9-3982f4c62b33 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3068345 Feb 04 11:44:46.587676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42764) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:46.699915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e75dc2b3-77db-4575-9cd3-1e2dc9c8ed57 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 991 time: 0.1111193 Feb 04 11:44:46.861209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd54b936a-d168-414f-b488-1e6fba60e7cc', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:07Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:46.865201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] Checking router: 669d31db-7cce-48c5-bbd6-7622da19e7c0 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:44:46.873574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:46.874164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:47.100957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:47.456283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd54b936a-d168-414f-b488-1e6fba60e7cc', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:07Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:47.460327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01346977-4bf4-46df-85c1-d8283c2bff42 None None] The sync data for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv is: [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'd54b936a-d168-414f-b488-1e6fba60e7cc', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'port_id': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'mac_address': 'fa:16:3e:3e:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:44:07Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:44:44Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:44:47.704538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:47.818627 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d3b5ebcb-dcf0-44bd-8b49-948f294a7c97 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 991 time: 0.1113036 Feb 04 11:44:47.930887 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:48.002671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f377dfff-7fd5-4242-a166-7032d6e72991 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:48.003099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:48.148233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:48.201351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f377dfff-7fd5-4242-a166-7032d6e72991, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f377dfff-7fd5-4242-a166-7032d6e72991,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:48.294045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:48.378068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:48.822776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:48.934491 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ba268278-06e8-42dc-ba5e-7cf65bb8e35c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 991 time: 0.1104584 Feb 04 11:44:49.299999 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222b6b2-1b9c-4468-bbbd-059744de757c None None] New status for floating IP d54b936a-d168-414f-b488-1e6fba60e7cc: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:44:49.939247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:49.975780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:50.046389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f377dfff-7fd5-4242-a166-7032d6e72991 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:50.046820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.055830 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d31a9da8-75d5-4595-aef6-475ed6a66f19 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 200 len: 993 time: 0.1153176 Feb 04 11:44:50.177233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:50.246652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e6b12b0b-fdba-465f-ad1b-297219f94771 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:50.247024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.339399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:50.375508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.393007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port e6b12b0b-fdba-465f-ad1b-297219f94771, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e6b12b0b-fdba-465f-ad1b-297219f94771,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:50.538583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.556118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port ede2f36e-9860-4583-aff2-9fffbdb40196 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:44:50.556455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.619020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:50.748797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.749623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:50.879817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for ede2f36e-9860-4583-aff2-9fffbdb40196 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:44:51.114393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:51.157384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=ede2f36e-9860-4583-aff2-9fffbdb40196,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:51.194805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.195501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.195773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.196060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.196384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.196706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.197020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.197339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.197656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.197970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.198283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.198592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:51.380080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:51.380080 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP d54b936a-d168-414f-b488-1e6fba60e7cc disassociated (deleted). External IP: 172.26.6.150, port: e441db5e-0ed9-42f7-bb33-1bd3e984ae3d. Feb 04 11:44:51.738477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 669d31db-7cce-48c5-bbd6-7622da19e7c0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:44:51.884297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:44:51.929409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:44:51.940279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] Sync routers for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:44:51.945166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:51.957072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:51.957815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:52.004190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1811b186-c960-439b-b844-3bab3e6579aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/d54b936a-d168-414f-b488-1e6fba60e7cc HTTP/1.1" status: 204 len: 168 time: 1.6632259 Feb 04 11:44:52.006681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:52.051060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e6b12b0b-fdba-465f-ad1b-297219f94771 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:44:52.051430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:52.058605 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'status': 'completed', 'code': 200} Feb 04 11:44:52.170149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-70c5e4da-0232-4cd8-8f44-7ad4d153a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:52.173546 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-70c5e4da-0232-4cd8-8f44-7ad4d153a125 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 1098 time: 0.0906682 Feb 04 11:44:52.204479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:52.310438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-12e9e59d-9263-4228-bc63-c7757f013c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:52.311915 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-12e9e59d-9263-4228-bc63-c7757f013c67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb206e3b-aa3c-4647-b16f-00c89e3bad09 HTTP/1.1" status: 200 len: 898 time: 0.1340439 Feb 04 11:44:52.387124 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-2a68c0b1-3107-4ee1-8f24-111c43852c34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d HTTP/1.1" status: 200 len: 217 time: 0.0669301 Feb 04 11:44:52.448771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-54426669-7fa1-4233-a2eb-cd91eced1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:52.450199 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-54426669-7fa1-4233-a2eb-cd91eced1aeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ceb308d-ec2b-4cfc-a423-0789d1a32373 HTTP/1.1" status: 200 len: 835 time: 0.0596540 Feb 04 11:44:52.529172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-3dbfb06a-e0a1-4be4-b1ae-6af187e4bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:52.531165 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-3dbfb06a-e0a1-4be4-b1ae-6af187e4bef0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb206e3b-aa3c-4647-b16f-00c89e3bad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748255 Feb 04 11:44:52.630705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:44:48Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:52.635197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] Checking router: 669d31db-7cce-48c5-bbd6-7622da19e7c0 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:44:52.645340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:52.646447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:52.697581 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-a3d12d59-43f9-44a7-bf1d-d3b35eabb936 service neutron] 10.222.0.42 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604912 Feb 04 11:44:52.819223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080df5c-fe43-4be3-a9c7-0afc98c5d9be req-f7ffdc90-8966-44a0-a09d-3ccb8c67edce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:52.819975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-4080df5c-fe43-4be3-a9c7-0afc98c5d9be req-f7ffdc90-8966-44a0-a09d-3ccb8c67edce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:52.845818 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2854bc89-180f-49e0-af34-c0410d54bb90 req-f0273e5b-6f28-4db2-a228-be13b07bd8df service neutron] 10.222.0.42 "GET /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407797 Feb 04 11:44:52.848551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:52.931355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-4080df5c-fe43-4be3-a9c7-0afc98c5d9be req-f7ffdc90-8966-44a0-a09d-3ccb8c67edce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:52.932567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4080df5c-fe43-4be3-a9c7-0afc98c5d9be req-f7ffdc90-8966-44a0-a09d-3ccb8c67edce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.1990428 Feb 04 11:44:52.991586 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4080df5c-fe43-4be3-a9c7-0afc98c5d9be req-ce62e77e-e27c-4045-ada7-630124bd3397 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529175 Feb 04 11:44:53.188135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:44:48Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:53.192108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9a432-bd73-4e6f-bd32-5f61633c460d None None] The sync data for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv is: [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:43:45Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f377dfff-7fd5-4242-a166-7032d6e72991', 'name': '', 'network_id': 'eb206e3b-aa3c-4647-b16f-00c89e3bad09', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8f:24:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:43Z', 'updated_at': '2022-02-04T11:44:48Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '4ceb308d-ec2b-4cfc-a423-0789d1a32373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:44:53.935451 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ab7c8-6802-4a60-bf49-5f07540c1951 None None] New status for floating IP d54b936a-d168-414f-b488-1e6fba60e7cc: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:44:53.939026 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-705a89ab-fd29-486d-beb1-24ba63fcbb42 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:53.939753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-705a89ab-fd29-486d-beb1-24ba63fcbb42 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:44:53.952820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-705a89ab-fd29-486d-beb1-24ba63fcbb42 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:44:53.954281 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-705a89ab-fd29-486d-beb1-24ba63fcbb42 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.1055119 Feb 04 11:44:54.024202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:44:54.024355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:54.196586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00836862-512d-4974-b88c-3d4e416fdb52 req-67a218b5-a7a6-468c-9a42-7dcbb3bec691 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:44:54.198048 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-00836862-512d-4974-b88c-3d4e416fdb52 req-67a218b5-a7a6-468c-9a42-7dcbb3bec691 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 945 time: 0.0847976 Feb 04 11:44:54.245964 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-00836862-512d-4974-b88c-3d4e416fdb52 req-9c34259a-da51-4a59-91a5-2b69f9137630 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415719 Feb 04 11:44:54.387389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:54.387770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:54.519329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for e441db5e-0ed9-42f7-bb33-1bd3e984ae3d owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:44:54.753586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:54.806050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=e441db5e-0ed9-42f7-bb33-1bd3e984ae3d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:54.851420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.851794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.852132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.852463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.852789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.853118 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.853445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.853768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.854089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.854407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.854723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.855039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:44:54.893234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port e441db5e-0ed9-42f7-bb33-1bd3e984ae3d on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:44:54.895670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:54.898265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'name': 'network-vif-deleted', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:44:54.943956 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716052a6-a494-4c13-a3e6-89528c37fd3b', 'name': 'network-vif-deleted', 'tag': 'e441db5e-0ed9-42f7-bb33-1bd3e984ae3d', 'status': 'completed', 'code': 200} Feb 04 11:44:55.017010 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cd6ec4ac-f5d1-40a3-98f3-fc81d48dd85f req-0c0402f7-5a26-4489-b46b-bbe27d1cc3f4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/e441db5e-0ed9-42f7-bb33-1bd3e984ae3d HTTP/1.1" status: 204 len: 173 time: 1.0542858 Feb 04 11:44:55.432997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41f98569-1654-4a5a-9877-a84c47a3715c req-b10a245e-676d-422e-8da2-8b2db234efd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=716052a6-a494-4c13-a3e6-89528c37fd3b HTTP/1.1" status: 200 len: 210 time: 0.0489626 Feb 04 11:44:56.532295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:56.600017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e454d13-d378-475d-b441-faca8e6723b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:56.631864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e454d13-d378-475d-b441-faca8e6723b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:56.714271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e441db5e-0ed9-42f7-bb33-1bd3e984ae3d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:44:56.753605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: e441db5e-0ed9-42f7-bb33-1bd3e984ae3d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:44:56.753950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e441db5e-0ed9-42f7-bb33-1bd3e984ae3d not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:44:56.796469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e454d13-d378-475d-b441-faca8e6723b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:56.814945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e454d13-d378-475d-b441-faca8e6723b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce92e2f9-2e8b-4445-8b70-1d90aa91aeba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:56.897827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e454d13-d378-475d-b441-faca8e6723b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:56.903958 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1e454d13-d378-475d-b441-faca8e6723b1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce92e2f9-2e8b-4445-8b70-1d90aa91aeba HTTP/1.1" status: 204 len: 168 time: 0.3656549 Feb 04 11:44:57.023170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:57.619505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:57.632670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:58.093119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port f377dfff-7fd5-4242-a166-7032d6e72991 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:44:58.094214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:58.292263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port f377dfff-7fd5-4242-a166-7032d6e72991, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f377dfff-7fd5-4242-a166-7032d6e72991,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:44:58.292623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:58.420715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for f377dfff-7fd5-4242-a166-7032d6e72991 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:44:58.738458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:58.789718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=f377dfff-7fd5-4242-a166-7032d6e72991,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:44:59.067473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:59.432825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 669d31db-7cce-48c5-bbd6-7622da19e7c0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:44:59.736215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:44:59.745937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] Sync routers for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:44:59.748959 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e5488abc-7307-4a39-9c2a-0eb962836402 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247007 Feb 04 11:44:59.752172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42814) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:44:59.756497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:44:59.757265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:44:59.819623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet 4ceb308d-ec2b-4cfc-a423-0789d1a32373 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:44:59.822942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:59.889279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:44:59.947531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:44:59.980437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.158278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.209407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.214718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=4ceb308d-ec2b-4cfc-a423-0789d1a32373,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:00.221713 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ef54de22-f828-4c04-b28f-f075163f7d78 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/4ceb308d-ec2b-4cfc-a423-0789d1a32373 HTTP/1.1" status: 204 len: 168 time: 0.4661648 Feb 04 11:45:00.221880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:00.292550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a0fa3-e5fa-43ee-b6e0-2e4018dc5592 None None] Network eb206e3b-aa3c-4647-b16f-00c89e3bad09 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:45:00.316384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7be6023a-b3d1-492a-ac42-05d4c2173bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.413639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.514716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:44:58Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:00.520816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] Checking router: 669d31db-7cce-48c5-bbd6-7622da19e7c0 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:45:00.536490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] Routers {'669d31db-7cce-48c5-bbd6-7622da19e7c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:00.537140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:44:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['669d31db-7cce-48c5-bbd6-7622da19e7c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:00.602937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.615185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] DHCP port deletion for eb206e3b-aa3c-4647-b16f-00c89e3bad09 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:45:00.625691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] Deleting port c2750cae-991f-4d2e-800e-aab2b4713806 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:45:00.626063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.741556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port e6b12b0b-fdba-465f-ad1b-297219f94771 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:45:00.742045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:00.813471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] Set router 669d31db-7cce-48c5-bbd6-7622da19e7c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:00.925286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port e6b12b0b-fdba-465f-ad1b-297219f94771, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e6b12b0b-fdba-465f-ad1b-297219f94771,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:00.925514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.049124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for e6b12b0b-fdba-465f-ad1b-297219f94771 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:45:01.123769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] For port c2750cae-991f-4d2e-800e-aab2b4713806, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c2750cae-991f-4d2e-800e-aab2b4713806,segment=NetworkSegment(256edf71-0f05-460f-a3d6-9bfc8324e55a),segment_id=256edf71-0f05-460f-a3d6-9bfc8324e55a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:01.124160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.264432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] Calling delete_port for c2750cae-991f-4d2e-800e-aab2b4713806 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:45:01.281335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.326931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=e6b12b0b-fdba-465f-ad1b-297219f94771,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:01.389928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:44:58Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:01.395196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbc84d-db73-44a7-8041-bf514f2dbcf4 None None] The sync data for ids ['669d31db-7cce-48c5-bbd6-7622da19e7c0'] in dv-neutron-827824-2-hyperv is: [{'id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'name': 'tempest-TestNetworkBasicOps-router-1496644746', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:43:37Z', 'updated_at': '2022-02-04T11:44:58Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': 'e6b12b0b-fdba-465f-ad1b-297219f94771', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d31db-7cce-48c5-bbd6-7622da19e7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:43:38Z', 'updated_at': '2022-02-04T11:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:45:01.433370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.466707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.517525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] Pushing event deleted for resources: {'Port': ['ID=c2750cae-991f-4d2e-800e-aab2b4713806,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:01.521290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25bc106-099d-4203-a125-4bcc54144cae None None] No DVR routers for this DVR port c2750cae-991f-4d2e-800e-aab2b4713806 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:45:01.712625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.714818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.839331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.840099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router 669d31db-7cce-48c5-bbd6-7622da19e7c0 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:45:01.867384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:01.872135 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3f2dfeb3-15e8-4d2e-a0d4-72ea91196d5b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/669d31db-7cce-48c5-bbd6-7622da19e7c0 HTTP/1.1" status: 204 len: 168 time: 1.6458206 Feb 04 11:45:01.872135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:01.952779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:01.997650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f377dfff-7fd5-4242-a166-7032d6e72991 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:45:01.997650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f377dfff-7fd5-4242-a166-7032d6e72991 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:01.997650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c2750cae-991f-4d2e-800e-aab2b4713806 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:02.001273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.036365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: c2750cae-991f-4d2e-800e-aab2b4713806 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:45:02.036365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c2750cae-991f-4d2e-800e-aab2b4713806 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:02.138726 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.166059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb206e3b-aa3c-4647-b16f-00c89e3bad09']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:02.179211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256edf71-0f05-460f-a3d6-9bfc8324e55a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:02.179511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256edf71-0f05-460f-a3d6-9bfc8324e55a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:02.191506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.213420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.220622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:45:02.224724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:45:02.237026 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:45:02.378187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.382809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.408387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=eb206e3b-aa3c-4647-b16f-00c89e3bad09,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:02.556429 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0fb8c9a0-bffe-455f-9816-805527c869e3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/eb206e3b-aa3c-4647-b16f-00c89e3bad09 HTTP/1.1" status: 204 len: 168 time: 0.6836679 Feb 04 11:45:02.579771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:02.585408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--240136936', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:02.590740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:02.599025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:02.599025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:02.604200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:02.663936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:45:02.667487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.695853 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:45:02.701113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6f444350-7734-40d0-b485-85b159795f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.705068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.705442 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff of type vlan for network 1a3dc3b4-0308-422f-8913-c58072826da1 Feb 04 11:45:02.731885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.846722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.852237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:02.852836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:02.962458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=1a3dc3b4-0308-422f-8913-c58072826da1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:02.972267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1a3dc3b4-0308-422f-8913-c58072826da1 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:45:03.041874 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a997ce01-a2bc-45f8-b55b-f7e582c20a58 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4588656 Feb 04 11:45:03.043291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:03.050040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-84912575', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:03.056456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:03.063424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:03.065582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:03.071019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:03.150042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:03.151082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:03.165506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:03.500431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:03.736073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:03.770566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:03.848929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:03.885691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e6b12b0b-fdba-465f-ad1b-297219f94771 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:45:03.886036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e6b12b0b-fdba-465f-ad1b-297219f94771 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:04.008653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:04.042024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:04.180787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.219 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/1db6da2a-3260-4eaf-a234-4ebdcfb69b01) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:04.340618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:04.450325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:04.522579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:04.526053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:04.529102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:45:04.558332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:05.044039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:05.170064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:05.391080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:05.798335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:45:05.998628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:45:06.004951 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Sync routers for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:45:06.014550 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:06.015869 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:06.106788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:06.108037 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-df7fb4fa-18af-4d41-b22b-53654a7eed35 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0637338 Feb 04 11:45:06.111844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:06.153865 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7308a61a-72b3-4795-8230-03e5e45cdff3 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408804 Feb 04 11:45:06.156416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42842) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:06.193715 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:06.293423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd7c30-46c8-444e-b62c-990cc6d83706 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:06.295172 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bedd7c30-46c8-444e-b62c-990cc6d83706 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1376514 Feb 04 11:45:06.298624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42846) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:06.341851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bb553102-7343-446f-a96b-979e7ace413c tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420728 Feb 04 11:45:06.344473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42850) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:06.350164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1616347760', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:06.468665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:06.472844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:06.475603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:06.481548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:06.489210 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:04Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:06.494107 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Checking router: 61d04eb6-aeed-4b1b-82fc-7e31447a1039 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:45:06.498867 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Updating router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:45:06.549644 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:06.664122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:45:06.670548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:06.913684 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:06.925460 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Transition to ACTIVE for port object 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:06.961262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:06.981545 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:07.067388 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Attempting to bind port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:45:07.068129 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Attempting to bind port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:45:07.068129 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Attempting to bind port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:45:07.078677 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Pushing event updated for resources: {'Port': ['ID=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:07.081340 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:45:07.081707 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:45:07.082099 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:07.082480 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:45:07.082958 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Bound port: 1db6da2a-3260-4eaf-a234-4ebdcfb69b01, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:45:07.083320 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:07.124843 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.125191 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.125860 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.125989 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.126336 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.126656 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.126975 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.127293 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.127635 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.128116 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.129540 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.129540 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:45:07.166287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=d87dd35a-b4a6-45e0-8b90-d5a541053aea,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:07.171797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:45:07.172156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: 1a3dc3b4-0308-422f-8913-c58072826da1, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:45:07.177122 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] For port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:45:07.181245 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] For port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:45:07.284953 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:07.363045 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:07.363684 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:07.392261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1a3dc3b4-0308-422f-8913-c58072826da1 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:45:07.423397 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772fc34-d1c2-46c2-a71b-3c25d51d3111 None None] Pushing event updated for resources: {'Port': ['ID=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:07.495491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1a3dc3b4-0308-422f-8913-c58072826da1) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:07.501074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:07.507704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526604'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:07.507932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0caeed2-1534-4212-a1e4-a1681d1e3a56 None None] Network 1a3dc3b4-0308-422f-8913-c58072826da1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:45:07.554678 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:07.610845 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dadea054-02d8-4159-8017-a487309e4f0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2616961 Feb 04 11:45:07.610845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42854) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:07.768666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1a3dc3b4-0308-422f-8913-c58072826da1', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:45:07.769507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:07.862508 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:04Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:07.867008 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fedc881-cff2-49d3-abfc-b6ba97c30f5f None None] The sync data for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv is: [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:04Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:45:07.962359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Allocated IP 172.20.0.2 (1a3dc3b4-0308-422f-8913-c58072826da1/d87dd35a-b4a6-45e0-8b90-d5a541053aea/5f8da00a-7e86-46bf-bdc1-da1204beab90) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:08.221316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:08.231908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Transition to ACTIVE for port object 5f8da00a-7e86-46bf-bdc1-da1204beab90 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:08.255028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Transition to ACTIVE for port object 5f8da00a-7e86-46bf-bdc1-da1204beab90 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:08.381958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:08.425724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:08.458492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Network 1a3dc3b4-0308-422f-8913-c58072826da1 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:08.462362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:08.466327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:45:08.477192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Pushing event updated for resources: {'Port': ['ID=5f8da00a-7e86-46bf-bdc1-da1204beab90,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:08.579428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Attempting to bind port 5f8da00a-7e86-46bf-bdc1-da1204beab90 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:45:08.583310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Attempting to bind port 5f8da00a-7e86-46bf-bdc1-da1204beab90 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:45:08.583310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Attempting to bind port 5f8da00a-7e86-46bf-bdc1-da1204beab90 on network 1a3dc3b4-0308-422f-8913-c58072826da1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:45:08.586731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:45:08.587189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Checking segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:45:08.587688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:08.588155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Bound using segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:45:08.588731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Bound port: 5f8da00a-7e86-46bf-bdc1-da1204beab90, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:45:08.589188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:08.690372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] For port 5f8da00a-7e86-46bf-bdc1-da1204beab90, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:45:08.694666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] For port 5f8da00a-7e86-46bf-bdc1-da1204beab90, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5f8da00a-7e86-46bf-bdc1-da1204beab90,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:45:08.769913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:08.864516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaf9af-cb8f-4658-9071-183dcb181515 None None] Pushing event updated for resources: {'Port': ['ID=5f8da00a-7e86-46bf-bdc1-da1204beab90,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:08.894336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (1a3dc3b4-0308-422f-8913-c58072826da1/d87dd35a-b4a6-45e0-8b90-d5a541053aea/057a768d-79ac-4957-acdd-e9e332d058c6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:09.098956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:09.118288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 057a768d-79ac-4957-acdd-e9e332d058c6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:09.205240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:09.273456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1a3dc3b4-0308-422f-8913-c58072826da1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:09.276565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:09.280619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:45:09.319999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=057a768d-79ac-4957-acdd-e9e332d058c6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:09.464714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:09.674714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:09.901426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ade3f1-3045-4b8d-aeb1-1d5d96b1a1b5 None None] Network 1a3dc3b4-0308-422f-8913-c58072826da1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:45:10.025663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:10.100101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ca548f57-345f-47f0-a217-962870a854aa None None] Provisioning for port 5f8da00a-7e86-46bf-bdc1-da1204beab90 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:10.179175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.243241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.315425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:10.322137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:10.322778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.368138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.372180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=057a768d-79ac-4957-acdd-e9e332d058c6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:10.470548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.494079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:10.537424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1a3dc3b4-0308-422f-8913-c58072826da1 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:10.538504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:10.620000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.621609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f8da00a-7e86-46bf-bdc1-da1204beab90 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:10.763977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:45:10.789606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a2a6c629-cb8a-44d6-b877-fef7f3c829fe None None] Provisioning for port 057a768d-79ac-4957-acdd-e9e332d058c6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:10.792784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:10.797112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a2a6c629-cb8a-44d6-b877-fef7f3c829fe None None] Provisioning complete for port 057a768d-79ac-4957-acdd-e9e332d058c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:10.797509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c629-cb8a-44d6-b877-fef7f3c829fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.862816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6c629-cb8a-44d6-b877-fef7f3c829fe None None] Port 057a768d-79ac-4957-acdd-e9e332d058c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:45:10.936479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5f8da00a-7e86-46bf-bdc1-da1204beab90 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:10.947162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5f8da00a-7e86-46bf-bdc1-da1204beab90 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:10.947162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:10.975940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:45:10.995811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Sync routers for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:45:11.000820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-09f44228-86d9-403a-b37a-3e8d8dbf1c9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/61d04eb6-aeed-4b1b-82fc-7e31447a1039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3861332 Feb 04 11:45:11.002362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:11.041692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:11.042440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:11.110866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b95aaafd-b912-425e-a095-4d6844c716c1 None None] Provisioning complete for port 057a768d-79ac-4957-acdd-e9e332d058c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:11.111239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b95aaafd-b912-425e-a095-4d6844c716c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:11.164437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.164907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.165370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.165921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.166329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.166781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.168613 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3027e90b-f2d6-44e8-b3d2-a41a2afa37f6 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1657178 Feb 04 11:45:11.171632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:11.243296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.243751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.244383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.244726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.245167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.245622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:11.247321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-90bc451c-d8ac-4796-87cb-e56e0b82a273 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0747747 Feb 04 11:45:11.250685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42866) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:11.287600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b95aaafd-b912-425e-a095-4d6844c716c1 None None] Port 057a768d-79ac-4957-acdd-e9e332d058c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:45:11.315785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:11.356524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:11.449497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5f8da00a-7e86-46bf-bdc1-da1204beab90, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5f8da00a-7e86-46bf-bdc1-da1204beab90,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:11.460740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-06f6ca85-01c2-4243-8354-f0a3e421c7b5 None None] Provisioning complete for port 057a768d-79ac-4957-acdd-e9e332d058c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:11.461114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-06f6ca85-01c2-4243-8354-f0a3e421c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:11.555504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:11.654616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-01149ade-7eba-4152-aa05-08788bd1c96f tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4028666 Feb 04 11:45:11.697272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-06f6ca85-01c2-4243-8354-f0a3e421c7b5 None None] Port 057a768d-79ac-4957-acdd-e9e332d058c6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:45:11.742189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5f8da00a-7e86-46bf-bdc1-da1204beab90,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:11.842382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:11.846813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Checking router: 61d04eb6-aeed-4b1b-82fc-7e31447a1039 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:45:11.847248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Updating router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 port 057a768d-79ac-4957-acdd-e9e332d058c6 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:45:11.901775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:11.912344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:12.026751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:12.032762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305902418', 'description': 'tempest-secgroup-smoke-1305902418 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:12.038940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:12.043258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:12.046704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:12.052714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:12.095358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:12.095935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.161116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.181071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:12.184847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:12.188307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:12.194352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:12.268553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.336656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f8da00a-7e86-46bf-bdc1-da1204beab90 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:12.389431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.438781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e365ade-8c47-4dcd-82c1-e2ba455abef6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:12.510785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.528485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.528485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c00f9eb8-fb0e-4354-ae3e-913e1c415efe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4972520 Feb 04 11:45:12.528644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5f8da00a-7e86-46bf-bdc1-da1204beab90 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:12.528644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.528769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:12.534149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '7e365ade-8c47-4dcd-82c1-e2ba455abef6', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:12.542431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:12.547582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:12.551487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:12.553729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Transition to ACTIVE for port object 057a768d-79ac-4957-acdd-e9e332d058c6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:12.559201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:12.678517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.731426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.813682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.842833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109b16b-ef27-40bb-8311-14e70a706ea0 None None] Pushing event updated for resources: {'Port': ['ID=057a768d-79ac-4957-acdd-e9e332d058c6,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:12.889812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.907277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Attempting to bind port 057a768d-79ac-4957-acdd-e9e332d058c6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:45:12.907676 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Attempting to bind port 057a768d-79ac-4957-acdd-e9e332d058c6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:45:12.908041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Attempting to bind port 057a768d-79ac-4957-acdd-e9e332d058c6 on network 1a3dc3b4-0308-422f-8913-c58072826da1 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:45:12.915430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:45:12.915430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Checking segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:45:12.915430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.915430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Bound using segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:45:12.915941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Bound port: 057a768d-79ac-4957-acdd-e9e332d058c6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:45:12.916172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:12.920607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81df5532-4b92-49d3-9f53-ba6686f92e70,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:13.011009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] For port 057a768d-79ac-4957-acdd-e9e332d058c6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:45:13.016494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] For port 057a768d-79ac-4957-acdd-e9e332d058c6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=057a768d-79ac-4957-acdd-e9e332d058c6,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:45:13.029509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.030726 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0a4a0f48-0343-44a3-8c89-ec523eded382 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5015652 Feb 04 11:45:13.033698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:13.038940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '7e365ade-8c47-4dcd-82c1-e2ba455abef6', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:13.045007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:13.049421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:13.053396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:13.058698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:13.121420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.154752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.201525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:13.202175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:13.220780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.274300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109b16b-ef27-40bb-8311-14e70a706ea0 None None] Pushing event updated for resources: {'Port': ['ID=057a768d-79ac-4957-acdd-e9e332d058c6,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:13.301264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.326413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026b27dc-45e2-4d69-a718-eccb0d504539,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:13.400221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:13.407497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.408717 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-11e4be05-a1e0-41f9-a666-3f18e4b01893 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3741055 Feb 04 11:45:13.411473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:13.416814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '7e365ade-8c47-4dcd-82c1-e2ba455abef6', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:13.423712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:13.427861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:13.430857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:13.442370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:13.522871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.586864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.678603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.706696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729d6d0e-2b73-4c67-bb85-a2c4366bf0bc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:13.732127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:13Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:13.736108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d944619-3bae-44fe-8e75-2ff968370473 None None] The sync data for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv is: [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:13Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:45:13.817016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:13.817016 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff131e42-4aaf-4304-bcb8-7b157a387cc4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988307 Feb 04 11:45:13.817668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:13.821892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '7e365ade-8c47-4dcd-82c1-e2ba455abef6', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:13.828632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:13.832871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:13.835793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:13.843829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:13.930868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 057a768d-79ac-4957-acdd-e9e332d058c6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:14.009549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.079536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.118152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 057a768d-79ac-4957-acdd-e9e332d058c6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:14.123722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 057a768d-79ac-4957-acdd-e9e332d058c6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:14.127881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.193118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.219322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5e53f8-dfad-4500-b373-9b6d4c22a073,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:14.255371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.289407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 057a768d-79ac-4957-acdd-e9e332d058c6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=057a768d-79ac-4957-acdd-e9e332d058c6,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:14.295423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.297337 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4aefaa8e-59ef-4509-87fc-13b8b8cbaf47 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4811559 Feb 04 11:45:14.300257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:14.305526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '7e365ade-8c47-4dcd-82c1-e2ba455abef6', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:14.311896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:14.316094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:14.319298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:14.328117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:14.363191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.427700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=057a768d-79ac-4957-acdd-e9e332d058c6,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:14.429462 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:45:14.437116 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.510746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.572718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.597276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d4ad6e-b0c6-4136-b336-f2ef91c06f91,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:14.696020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:14.699457 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-db3b1207-e4f5-4788-8331-56f5aa3eacfd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3959990 Feb 04 11:45:14.700053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:14.705836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '7e365ade-8c47-4dcd-82c1-e2ba455abef6', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:14.712491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:14.716706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:14.721165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:14.729891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:14.875410 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:45:14.884186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:15.023351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:15.135280 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:15.160610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ced460-2fbd-4ff7-920b-3445d71527ac,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:15.239241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:15.240807 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-97bda9f6-3239-4d18-b337-08ba3e36e4c1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5389900 Feb 04 11:45:15.461791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-5b46d280-b645-4704-b4fb-7882a676dd71 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:45:15.540945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-5b46d280-b645-4704-b4fb-7882a676dd71 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:45:15.542138 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-5b46d280-b645-4704-b4fb-7882a676dd71 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305902418&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.1204610 Feb 04 11:45:15.701164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-b37d9e16-144b-483d-a17c-c10c267dc946 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:15.703328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-b37d9e16-144b-483d-a17c-c10c267dc946 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 200 len: 796 time: 0.1543882 Feb 04 11:45:15.718923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-c45148c6-1b27-42b5-9def-08b97a7352d8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0099912 Feb 04 11:45:15.806445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-a09ff6e2-75cf-4923-a688-1f5bfae88ff4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:45:15.894685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 057a768d-79ac-4957-acdd-e9e332d058c6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:15.923840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-a09ff6e2-75cf-4923-a688-1f5bfae88ff4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:45:15.925137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-a09ff6e2-75cf-4923-a688-1f5bfae88ff4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008073 Feb 04 11:45:15.964644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 057a768d-79ac-4957-acdd-e9e332d058c6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:15.964944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:16.079215 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-2788f6e7-26ef-488b-b0ee-1182a6b4888e service neutron] 10.222.0.36 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423490 Feb 04 11:45:16.216434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-ca0b0b59-d7d8-457d-9cf2-34678f323c99 service neutron] 10.222.0.36 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310580 Feb 04 11:45:16.571224 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9751d335-7500-41c1-8998-fba3ecb14533 req-0435ac34-08a4-4bc0-95f8-1a2dc2317274 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 210 time: 0.1144602 Feb 04 11:45:17.781104 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb372f0e-0d7c-434d-8ef0-089845a4bc86 req-a7517a79-c1f5-4762-ac14-ce512e0e21e1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 210 time: 0.0908997 Feb 04 11:45:18.938573 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b3541aee-34ce-4929-a0c7-f9fe95bdb2a4 req-00f31011-a802-418e-b592-40ee8b27c336 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 210 time: 0.0458243 Feb 04 11:45:19.117865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-d95f2e36-9bd3-43e3-83eb-3c752622ba52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:19.118533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-d95f2e36-9bd3-43e3-83eb-3c752622ba52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:45:19.206644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-d95f2e36-9bd3-43e3-83eb-3c752622ba52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:45:19.207868 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-d95f2e36-9bd3-43e3-83eb-3c752622ba52 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 200 len: 796 time: 0.2354968 Feb 04 11:45:19.259099 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-effd2fe8-aa73-4f8b-9ba8-482307158827 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 380 time: 0.0427003 Feb 04 11:45:19.267237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '8d16b17b-7752-495a-a8af-2047d5e35841', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['7e365ade-8c47-4dcd-82c1-e2ba455abef6']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:19.408856 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:19.422859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:19.559239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:45:19.562081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:19.727797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.13 (1a3dc3b4-0308-422f-8913-c58072826da1/d87dd35a-b4a6-45e0-8b90-d5a541053aea/82171783-855c-44aa-bea4-0de84bff05ab) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:19.915792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:19.930775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 82171783-855c-44aa-bea4-0de84bff05ab will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:20.089204 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-216ec362-2b30-4435-a943-5a4ba15eaabe req-c77fbf2e-13d3-4858-bded-6af9d177bb0f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 210 time: 0.0428741 Feb 04 11:45:20.101646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:20.166682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 1a3dc3b4-0308-422f-8913-c58072826da1 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:20.169907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:20.180437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:45:20.215661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=82171783-855c-44aa-bea4-0de84bff05ab,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:20.245188 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:20.245829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:20.441769 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-69a479e9-6e08-433a-a2ed-c2c34f4f936c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780167 Feb 04 11:45:20.482669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Request body: {'port': {'device_id': '8d16b17b-7752-495a-a8af-2047d5e35841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:20.555424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ea200e13-bc7f-48c7-98df-9a66a22ed631 None None] Provisioning for port 82171783-855c-44aa-bea4-0de84bff05ab completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:20.561914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ea200e13-bc7f-48c7-98df-9a66a22ed631 None None] Provisioning complete for port 82171783-855c-44aa-bea4-0de84bff05ab triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:20.562282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ea200e13-bc7f-48c7-98df-9a66a22ed631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:20.621521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ea200e13-bc7f-48c7-98df-9a66a22ed631 None None] Port 82171783-855c-44aa-bea4-0de84bff05ab cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:45:20.663970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:21.013265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82171783-855c-44aa-bea4-0de84bff05ab {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:45:21.020885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:21.036852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Transition to ACTIVE for port object 82171783-855c-44aa-bea4-0de84bff05ab will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:45:21.223689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:21.282521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df9037-687f-4cd8-8d25-fbca4be86e69 req-1368fbe6-7600-41ac-98a9-2d22f0545e68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:21.283935 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07df9037-687f-4cd8-8d25-fbca4be86e69 req-1368fbe6-7600-41ac-98a9-2d22f0545e68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 944 time: 0.0885551 Feb 04 11:45:21.335216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07df9037-687f-4cd8-8d25-fbca4be86e69 req-4bde8963-37af-4482-a7fd-d97c9e1c2256 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 Feb 04 11:45:21.389028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Pushing event updated for resources: {'Port': ['ID=82171783-855c-44aa-bea4-0de84bff05ab,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:21.467008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Attempting to bind port 82171783-855c-44aa-bea4-0de84bff05ab on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:45:21.467336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Attempting to bind port 82171783-855c-44aa-bea4-0de84bff05ab by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:45:21.468267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Attempting to bind port 82171783-855c-44aa-bea4-0de84bff05ab on network 1a3dc3b4-0308-422f-8913-c58072826da1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:45:21.473082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Port 82171783-855c-44aa-bea4-0de84bff05ab on network 1a3dc3b4-0308-422f-8913-c58072826da1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:45:21.473397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Attempting to bind port 82171783-855c-44aa-bea4-0de84bff05ab on network 1a3dc3b4-0308-422f-8913-c58072826da1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:45:21.478992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:45:21.479105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Checking segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:45:21.479981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Bound using segment: {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:45:21.479981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Bound port: 82171783-855c-44aa-bea4-0de84bff05ab, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:45:21.481441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:21.580788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] For port 82171783-855c-44aa-bea4-0de84bff05ab, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:45:21.583667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] For port 82171783-855c-44aa-bea4-0de84bff05ab, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82171783-855c-44aa-bea4-0de84bff05ab,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:45:21.664308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:21.726050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:21.726653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:21.728077 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] 10.222.0.42 "PUT /v2.0/ports/82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 200 len: 1094 time: 1.2795105 Feb 04 11:45:21.728518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:21.750703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8116d2-4fb1-4cb9-b1f6-9358d837be64 service neutron] Pushing event updated for resources: {'Port': ['ID=82171783-855c-44aa-bea4-0de84bff05ab,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:21.782146 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab', 'status': 'completed', 'code': 200} Feb 04 11:45:21.883345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794fd91-1af8-4ba5-af8b-0aeae890fe44 req-f4d6644c-ec8e-47e1-a675-ab9e670efa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:21.884932 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2794fd91-1af8-4ba5-af8b-0aeae890fe44 req-f4d6644c-ec8e-47e1-a675-ab9e670efa1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1097 time: 0.0835426 Feb 04 11:45:22.038572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794fd91-1af8-4ba5-af8b-0aeae890fe44 req-f221b6ee-6a67-44eb-a6e4-213f12d7a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:22.040063 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2794fd91-1af8-4ba5-af8b-0aeae890fe44 req-f221b6ee-6a67-44eb-a6e4-213f12d7a0a3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1486378 Feb 04 11:45:22.186721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794fd91-1af8-4ba5-af8b-0aeae890fe44 req-fe6745bc-0a3b-4519-8f93-41a1d265b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:22.188197 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2794fd91-1af8-4ba5-af8b-0aeae890fe44 req-fe6745bc-0a3b-4519-8f93-41a1d265b212 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422503 Feb 04 11:45:22.298876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-62d03a52-4fa8-4e0e-b206-125c386f1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:22.300392 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-62d03a52-4fa8-4e0e-b206-125c386f1456 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1097 time: 0.0745735 Feb 04 11:45:22.377103 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-85b2459e-c862-44f7-846a-3c25089e370c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 200 len: 217 time: 0.0700979 Feb 04 11:45:22.450939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-583d196d-aca4-411b-bd1c-c2bee0f3caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:22.452912 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-583d196d-aca4-411b-bd1c-c2bee0f3caee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 200 len: 844 time: 0.0697827 Feb 04 11:45:22.534595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-2825c541-5709-480a-a456-0d7211d141bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:22.536071 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-2825c541-5709-480a-a456-0d7211d141bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a3dc3b4-0308-422f-8913-c58072826da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772634 Feb 04 11:45:22.536760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0865dd-eea9-4e9a-8846-37ed4e7f3dc6 req-4ff9a43f-9383-41ad-83c9-35cf0b80f418 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:22.538281 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8a0865dd-eea9-4e9a-8846-37ed4e7f3dc6 req-4ff9a43f-9383-41ad-83c9-35cf0b80f418 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 944 time: 0.0838006 Feb 04 11:45:22.589119 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8a0865dd-eea9-4e9a-8846-37ed4e7f3dc6 req-5bbcd502-1ad6-4db9-9991-7230ee7d3199 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Feb 04 11:45:22.672082 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-0a300532-0bd6-44f7-a2b8-bdcaf1701350 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285439 Feb 04 11:45:22.906364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7b7951e8-64f3-46aa-9e66-9667781f76e3 req-61da15d9-b252-4202-becd-c63331992d2e service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291651 Feb 04 11:45:23.306172 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:45:23.783175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca092b7a-5bd0-428d-ad7b-69bd69dd55f6 req-9ad0cf54-2af2-4cec-bffc-e84d0af678c6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:23.784649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca092b7a-5bd0-428d-ad7b-69bd69dd55f6 req-9ad0cf54-2af2-4cec-bffc-e84d0af678c6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 944 time: 0.0837588 Feb 04 11:45:23.828684 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca092b7a-5bd0-428d-ad7b-69bd69dd55f6 req-c25f9343-1479-4f7c-8ff8-701472c54a82 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383563 Feb 04 11:45:24.819995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 82171783-855c-44aa-bea4-0de84bff05ab details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:45:24.967514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 82171783-855c-44aa-bea4-0de84bff05ab, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82171783-855c-44aa-bea4-0de84bff05ab,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:24.986686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '82171783-855c-44aa-bea4-0de84bff05ab', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'port_id': '82171783-855c-44aa-bea4-0de84bff05ab', 'mac_address': 'fa:16:3e:31:09:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:45:25.030494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc9af0-ab7e-4f8c-ade2-f7e6b45938ac req-cf9ef5bc-f017-47b7-9de4-be73ea9d9f88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:25.032092 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35cc9af0-ab7e-4f8c-ade2-f7e6b45938ac req-cf9ef5bc-f017-47b7-9de4-be73ea9d9f88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 944 time: 0.0875452 Feb 04 11:45:25.039772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:25.062533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82171783-855c-44aa-bea4-0de84bff05ab {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:45:25.078682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35cc9af0-ab7e-4f8c-ade2-f7e6b45938ac req-412f13fe-b11b-4221-88a4-574186757648 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Feb 04 11:45:25.080540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 82171783-855c-44aa-bea4-0de84bff05ab, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82171783-855c-44aa-bea4-0de84bff05ab,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:25.164030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:25.244471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=82171783-855c-44aa-bea4-0de84bff05ab,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:25.394867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['82171783-855c-44aa-bea4-0de84bff05ab'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:45:26.269314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5f7e3-60e8-4f8c-b7e9-c092641b15a5 req-e3e089ba-903d-4052-8ad6-d3a6a5d150d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:26.270826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7df5f7e3-60e8-4f8c-b7e9-c092641b15a5 req-e3e089ba-903d-4052-8ad6-d3a6a5d150d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 945 time: 0.0848341 Feb 04 11:45:26.316136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7df5f7e3-60e8-4f8c-b7e9-c092641b15a5 req-ab4690af-5218-4745-b37c-690ea3d2adc0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Feb 04 11:45:26.835575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 82171783-855c-44aa-bea4-0de84bff05ab up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:45:27.023753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 82171783-855c-44aa-bea4-0de84bff05ab completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:45:27.028850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 82171783-855c-44aa-bea4-0de84bff05ab triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:45:27.029222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:27.151137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:27.177311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:27.188583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 82171783-855c-44aa-bea4-0de84bff05ab, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82171783-855c-44aa-bea4-0de84bff05ab,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:27.223298 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab', 'code': 200} Feb 04 11:45:27.269847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:27.341535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=82171783-855c-44aa-bea4-0de84bff05ab,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:27.432699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:27.505992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f72d26-50a6-4a1c-960e-434989f98c76 req-ea953766-c7a1-4e41-ac85-b01dd8e63c2b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:27.507509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b0f72d26-50a6-4a1c-960e-434989f98c76 req-ea953766-c7a1-4e41-ac85-b01dd8e63c2b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.0834246 Feb 04 11:45:27.554439 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b0f72d26-50a6-4a1c-960e-434989f98c76 req-d2122d66-a7a6-45e7-a499-5f01537caf95 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Feb 04 11:45:27.664900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f98c4-9129-4a8d-838d-5eb194e44d28 req-adc5a8fb-17b7-4345-a592-78f50b4e0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:27.666348 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3e3f98c4-9129-4a8d-838d-5eb194e44d28 req-adc5a8fb-17b7-4345-a592-78f50b4e0011 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1099 time: 0.1164412 Feb 04 11:45:27.711958 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3e3f98c4-9129-4a8d-838d-5eb194e44d28 req-40d49f33-efca-41ae-8a49-f076cdfc628a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391657 Feb 04 11:45:28.756441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd1062-89b1-4163-b6d7-dcd43dc63136 req-b0f3509e-eda3-4d9f-ba69-9f41eee1b759 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:28.758159 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cdfd1062-89b1-4163-b6d7-dcd43dc63136 req-b0f3509e-eda3-4d9f-ba69-9f41eee1b759 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.0950692 Feb 04 11:45:28.805727 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cdfd1062-89b1-4163-b6d7-dcd43dc63136 req-19b8562a-bd49-4595-9b76-dda6e7a8683d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Feb 04 11:45:29.993982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348499d0-f47d-4760-bb02-d176bf074b9e req-1e726189-c383-4b6b-ba67-268268f54d97 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:29.995529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-348499d0-f47d-4760-bb02-d176bf074b9e req-1e726189-c383-4b6b-ba67-268268f54d97 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.0846109 Feb 04 11:45:30.150252 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-348499d0-f47d-4760-bb02-d176bf074b9e req-bc227021-7510-4867-be84-51f424668508 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483271 Feb 04 11:45:30.235141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6647cd03-7055-41a6-87b0-9ae3237fdd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:30.337972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe52d5-c7e6-4ff4-b6c6-90e5b7a24e99 req-48c8b454-f857-4ba8-a37d-60ff6d2652dc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:30.339306 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7dbe52d5-c7e6-4ff4-b6c6-90e5b7a24e99 req-48c8b454-f857-4ba8-a37d-60ff6d2652dc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.0817392 Feb 04 11:45:30.386964 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7dbe52d5-c7e6-4ff4-b6c6-90e5b7a24e99 req-037f0e99-b46e-4d47-b2d0-c4562402b9ec tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Feb 04 11:45:30.412948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:30.498851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20757b91-c29f-4b53-9518-8afbd157c710 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:30.501125 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-20757b91-c29f-4b53-9518-8afbd157c710 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1094 time: 0.0871134 Feb 04 11:45:30.504448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42964) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:30.509600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '82171783-855c-44aa-bea4-0de84bff05ab', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:45:30.516140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:45:30.520032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:45:30.522996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:45:30.528931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:45:30.623893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:30.765147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:30.899684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.208 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/22ceffae-0a8c-4e78-afbe-92d127ba3eea) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:45:31.058479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:31.227087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:31.292373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:45:31.295346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:45:31.298944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:45:31.329829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=22ceffae-0a8c-4e78-afbe-92d127ba3eea,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:31.736458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:31.917815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:32.183954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:32.258128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:32.464905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=22ceffae-0a8c-4e78-afbe-92d127ba3eea,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:32.477372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:32.663504 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP e35709c4-937f-4150-85c9-2f43e8a3698b associated. External IP: 172.26.6.208, port: 82171783-855c-44aa-bea4-0de84bff05ab. Feb 04 11:45:32.741099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b680bbd4-6f74-4075-a894-e12cfa30d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:33.022107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:45:33.201049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:45:33.210814 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] Sync routers for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:45:33.220882 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:33.221488 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:33.289293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:33.348041 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70f45a2f-0624-4c2e-ab92-3ce6bcee7b9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8425312 Feb 04 11:45:33.348669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:33.351093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42968) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:33.395615 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab', 'status': 'completed', 'code': 200} Feb 04 11:45:33.403952 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:33.467489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2aef0bca-cfd8-49c9-acef-5b68389be21a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/e35709c4-937f-4150-85c9-2f43e8a3698b HTTP/1.1" status: 200 len: 992 time: 0.1139982 Feb 04 11:45:33.494145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-25015cc0-62a8-4f3a-bccd-c912993012b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:33.495670 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-25015cc0-62a8-4f3a-bccd-c912993012b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1099 time: 0.0763414 Feb 04 11:45:33.633699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-abbf77fd-d5d3-48bb-8797-4fe2d4117caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:33.635062 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-abbf77fd-d5d3-48bb-8797-4fe2d4117caf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 200 len: 897 time: 0.1334167 Feb 04 11:45:33.696872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:33.746510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:33.749765 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-949f7c33-2002-4582-af98-594e49df2ac5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 200 len: 1000 time: 0.1073129 Feb 04 11:45:33.803326 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'e35709c4-937f-4150-85c9-2f43e8a3698b', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'port_id': '82171783-855c-44aa-bea4-0de84bff05ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'mac_address': 'fa:16:3e:31:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d16b17b-7752-495a-a8af-2047d5e35841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:45:31Z', 'updated_at': '2022-02-04T11:45:31Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:14Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:33.807212 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] Checking router: 61d04eb6-aeed-4b1b-82fc-7e31447a1039 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:45:33.813655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-0713657e-4351-4370-8c00-2a414efc5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:33.815103 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-0713657e-4351-4370-8c00-2a414efc5a8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 200 len: 844 time: 0.0595229 Feb 04 11:45:33.820085 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:33.821005 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:33.897400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-809bc78f-c24e-4381-bfd7-c9b751c954fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:33.898949 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-809bc78f-c24e-4381-bfd7-c9b751c954fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a3dc3b4-0308-422f-8913-c58072826da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781741 Feb 04 11:45:34.004862 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:34.144158 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-1f1c9abc-371e-4a8d-8bc9-2b9e35740a8b service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392483 Feb 04 11:45:34.297325 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2f6e21f3-9f7c-4992-882d-2be8cc35105c req-28546188-a5f5-4e0b-9df8-c7d86367f124 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466658 Feb 04 11:45:34.359054 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'e35709c4-937f-4150-85c9-2f43e8a3698b', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'port_id': '82171783-855c-44aa-bea4-0de84bff05ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'mac_address': 'fa:16:3e:31:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d16b17b-7752-495a-a8af-2047d5e35841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:45:31Z', 'updated_at': '2022-02-04T11:45:31Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:14Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:34.363121 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9773a4d-dec9-4d28-93c6-026f6ce0e911 None None] The sync data for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv is: [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'e35709c4-937f-4150-85c9-2f43e8a3698b', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.208', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'port_id': '82171783-855c-44aa-bea4-0de84bff05ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'mac_address': 'fa:16:3e:31:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d16b17b-7752-495a-a8af-2047d5e35841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:45:31Z', 'updated_at': '2022-02-04T11:45:31Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:14Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:45:34.471679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:34.560405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad8c4a-6e69-4027-82c6-b56e9b57b7ea None None] New status for floating IP e35709c4-937f-4150-85c9-2f43e8a3698b: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:45:34.594669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a69aad77-6beb-4ff2-8738-56ff159a97b2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/e35709c4-937f-4150-85c9-2f43e8a3698b HTTP/1.1" status: 200 len: 992 time: 0.1218534 Feb 04 11:45:35.197875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:35.598602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:35.709789 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c04e4792-03c5-4298-b92b-727c106db124 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/e35709c4-937f-4150-85c9-2f43e8a3698b HTTP/1.1" status: 200 len: 994 time: 0.1100399 Feb 04 11:45:42.227473 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-de68a5c7-1c25-44f6-b4ba-48f6b59fbe60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689607 Feb 04 11:45:42.375834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-4caa0183-a98b-45b3-b88d-2a6f64d76519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:42.377354 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-4caa0183-a98b-45b3-b88d-2a6f64d76519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0760391 Feb 04 11:45:42.549374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-98f7e2d3-3444-4f29-94a3-3862f85c28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:42.550739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-98f7e2d3-3444-4f29-94a3-3862f85c28c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1554863 Feb 04 11:45:42.662054 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-289c5770-cf1c-408f-9fd3-c4b77acfe124 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 1002 time: 0.1047549 Feb 04 11:45:42.732287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-95e7cdb1-a0f7-4de3-8587-f25ab130ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:42.734438 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-95e7cdb1-a0f7-4de3-8587-f25ab130ea52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0665176 Feb 04 11:45:42.828545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-bd2e778b-c4b4-494e-8eb8-441ad8608680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:42.829952 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-bd2e778b-c4b4-494e-8eb8-441ad8608680 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891178 Feb 04 11:45:42.966701 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-677b1e33-4ad0-4b27-8ce1-f26cb047f30d service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298583 Feb 04 11:45:43.108328 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-507103ce-52ff-48f0-b89a-4a79258dacb7 req-93ac76af-ca0a-4f6e-bad3-d3dee19893a1 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354573 Feb 04 11:45:47.596283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:47.870805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Deleting port 06c4e616-57f8-40b8-b57e-d5c608199cc8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:45:47.871149 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.054507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.055019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.278430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Calling delete_port for 06c4e616-57f8-40b8-b57e-d5c608199cc8 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:45:48.532735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.589315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'Port': ['ID=06c4e616-57f8-40b8-b57e-d5c608199cc8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:48.700160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:48.700841 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Floating IP bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9 disassociated (deleted). External IP: 172.26.6.221, port: aa35b1f3-dec7-4ee2-8452-2d621a2652a4. Feb 04 11:45:49.076419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:45:49.256201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:45:49.267423 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:45:49.276355 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:49.288738 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:49.360674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:49.426646 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ed1c3b52-ca66-45ea-a4ba-46ac57111b35 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "DELETE /v2.0/floatingips/bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9 HTTP/1.1" status: 204 len: 168 time: 1.8288794 Feb 04 11:45:49.427566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:49.469414 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:49.483679 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'status': 'completed', 'code': 200} Feb 04 11:45:49.586895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-b5a1d4f3-38b1-46ce-ba35-4264d410d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:49.588490 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-b5a1d4f3-38b1-46ce-ba35-4264d410d07b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 1098 time: 0.0811229 Feb 04 11:45:49.732772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-12f9a7b4-20e4-40db-adf2-362466d07642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:49.734257 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-12f9a7b4-20e4-40db-adf2-362466d07642 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1391342 Feb 04 11:45:49.809096 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-8aa09ebd-5f33-43c0-b0d9-f5ea33853d59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4 HTTP/1.1" status: 200 len: 217 time: 0.0685723 Feb 04 11:45:49.850105 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:49.854393 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:45:49.865569 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:45:49.866177 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:49.887811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-ff1918e7-f569-4a52-9e11-0fc60e8db394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:49.889325 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-ff1918e7-f569-4a52-9e11-0fc60e8db394 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0746212 Feb 04 11:45:49.990969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-a60148be-77b2-4837-b633-7f0c3ab8e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:49.992475 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-a60148be-77b2-4837-b633-7f0c3ab8e968 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969148 Feb 04 11:45:50.097441 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:45:50.117120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b224d1-9b5f-4fee-bd5a-bb75a21d8907 req-b705bba8-f9bf-4425-b13b-3a7796c2c4ac tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:50.118586 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5b224d1-9b5f-4fee-bd5a-bb75a21d8907 req-b705bba8-f9bf-4425-b13b-3a7796c2c4ac tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.1025672 Feb 04 11:45:50.177386 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5b224d1-9b5f-4fee-bd5a-bb75a21d8907 req-56356e03-d5ec-4029-b7b6-1a9f7f8a9021 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520613 Feb 04 11:45:50.245369 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-518aaa92-e991-4268-826e-3aa2216d8e73 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457674 Feb 04 11:45:50.393748 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a2099e8a-a2aa-49af-9de9-309582b9da76 req-30b10b6f-07ef-4d3e-b67e-a0644eaee99f service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402338 Feb 04 11:45:50.478156 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:45:50.482240 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3293deb2-0577-4a0a-9dbe-f31af8b4289b None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '7b51dfe1-fd60-455c-933e-ea141edb0a05', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'port_id': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'mac_address': 'fa:16:3e:6b:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:39:19Z', 'updated_at': '2022-02-04T11:39:22Z', 'revision_number': 1, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:45:50.708538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931f1b6-c9c9-4888-9146-1af671d05ea6 None None] New status for floating IP bcc5349f-604e-4b3d-9f9a-ab39fe2f97a9: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:45:51.371609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d8f66-2bb1-4191-9875-6d3c54b7a7d1 req-4d59f678-dc7d-4e3c-9bf8-db421983cb57 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:51.373652 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-461d8f66-2bb1-4191-9875-6d3c54b7a7d1 req-4d59f678-dc7d-4e3c-9bf8-db421983cb57 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.0828645 Feb 04 11:45:51.426125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-461d8f66-2bb1-4191-9875-6d3c54b7a7d1 req-355c2c2c-c08f-4da9-a44a-ca3255592aee tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Feb 04 11:45:51.730036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-422da536-cb69-4379-aeab-652426169ef6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:45:51.731345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-422da536-cb69-4379-aeab-652426169ef6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:45:51.868690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-422da536-cb69-4379-aeab-652426169ef6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:45:51.869829 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-422da536-cb69-4379-aeab-652426169ef6 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 945 time: 0.2293692 Feb 04 11:45:51.943746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Deleting port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:45:51.944084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.193083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] For port aa35b1f3-dec7-4ee2-8452-2d621a2652a4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:45:52.193433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.323468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Calling delete_port for aa35b1f3-dec7-4ee2-8452-2d621a2652a4 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:45:52.532216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.577189 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1aa7e8a8-638a-4487-a7ab-a0c8d0e0c71c req-928a8950-98fe-465b-a82b-f6842866459a tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 210 time: 0.0482914 Feb 04 11:45:52.588301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'Port': ['ID=aa35b1f3-dec7-4ee2-8452-2d621a2652a4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:45:52.667857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] No DVR routers for this DVR port aa35b1f3-dec7-4ee2-8452-2d621a2652a4 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:45:52.671009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:52.675037 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'name': 'network-vif-deleted', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:45:52.742301 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66be94b2-039c-44a2-b46b-9e6772cb3841', 'name': 'network-vif-deleted', 'tag': 'aa35b1f3-dec7-4ee2-8452-2d621a2652a4', 'status': 'completed', 'code': 200} Feb 04 11:45:52.744341 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d68fb14f-5e6b-4d5a-b358-5aa9357e6483 req-407d2537-c56e-4659-80d9-b60ac8be3c28 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "DELETE /v2.0/ports/aa35b1f3-dec7-4ee2-8452-2d621a2652a4 HTTP/1.1" status: 204 len: 173 time: 0.8686690 Feb 04 11:45:53.730543 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-428ea0f1-91d2-4bb4-b20d-4aa0ff90361f req-c6e67fad-694f-465c-9a2f-4a8eb93eb6fe tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=66be94b2-039c-44a2-b46b-9e6772cb3841 HTTP/1.1" status: 200 len: 210 time: 0.0435796 Feb 04 11:45:54.975953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa35b1f3-dec7-4ee2-8452-2d621a2652a4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:45:55.010952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: aa35b1f3-dec7-4ee2-8452-2d621a2652a4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:45:55.011204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device aa35b1f3-dec7-4ee2-8452-2d621a2652a4 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:45:57.369562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.590000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:45:59.795957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Deleting port e1c76ebe-3be1-479c-97dd-daf31b9e9c14 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:45:59.796291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.969200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:45:59.969521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.094163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Calling delete_port for e1c76ebe-3be1-479c-97dd-daf31b9e9c14 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:00.254567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b24bb4c8-f967-4222-bab0-6439628afcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.305978 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:46:00.326667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.374966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'Port': ['ID=e1c76ebe-3be1-479c-97dd-daf31b9e9c14,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:00.524045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.524391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.524729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.525061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.525389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.525716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.526041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.526390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.526711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.527036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.527354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.527696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:00.592405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:00.593120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Floating IP 7b51dfe1-fd60-455c-933e-ea141edb0a05 disassociated (deleted). External IP: 172.26.6.200, port: ea840f99-32fb-46e1-8075-10abffc750d7. Feb 04 11:46:00.962311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:46:01.147061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:46:01.157395 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:46:01.166027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:01.166671 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:46:01.167263 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:01.231490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f055d9da-6fee-45aa-a8a9-df72021079f3 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b51dfe1-fd60-455c-933e-ea141edb0a05 HTTP/1.1" status: 204 len: 168 time: 1.6400273 Feb 04 11:46:01.232671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:01.277891 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'status': 'completed', 'code': 200} Feb 04 11:46:01.363769 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:46:01.388762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-108bbc30-dcd9-4924-83c7-df9e10003ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.390110 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-108bbc30-dcd9-4924-83c7-df9e10003ae7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4c613a6cb16497b94220e18318a6f2d&device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 1099 time: 0.0845380 Feb 04 11:46:01.532039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-f0d57ea2-1041-41b9-aa99-513ad3b9df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.540319 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-f0d57ea2-1041-41b9-aa99-513ad3b9df92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 200 len: 913 time: 0.1367254 Feb 04 11:46:01.608819 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-8ec60c2a-5416-4222-9522-543df39eb59c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 200 len: 217 time: 0.0683076 Feb 04 11:46:01.672754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-28323e1e-c8b9-4dfa-9d7c-483384b8a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.674212 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-28323e1e-c8b9-4dfa-9d7c-483384b8a55f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 200 len: 851 time: 0.0597627 Feb 04 11:46:01.733199 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:01.740225 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:46:01.749743 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:46:01.751147 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:45:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:01.763954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-820f3a1a-50f8-4ff6-9f0c-d4f1850eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.765457 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-820f3a1a-50f8-4ff6-9f0c-d4f1850eea6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72c7855f-87a4-44d6-b458-9b7e05996f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765357 Feb 04 11:46:01.916797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437c463-53b3-47cf-b9b1-a65641042f52 req-a130c87a-7ed7-4f41-bbdb-71d65f056afb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:01.918145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0437c463-53b3-47cf-b9b1-a65641042f52 req-a130c87a-7ed7-4f41-bbdb-71d65f056afb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:01.936291 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-a5615ea4-8e36-4d92-aee2-d94e66f61438 service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632438 Feb 04 11:46:01.958439 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:46:02.011876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0437c463-53b3-47cf-b9b1-a65641042f52 req-a130c87a-7ed7-4f41-bbdb-71d65f056afb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:02.013990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0437c463-53b3-47cf-b9b1-a65641042f52 req-a130c87a-7ed7-4f41-bbdb-71d65f056afb tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 946 time: 0.2154176 Feb 04 11:46:02.070411 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0437c463-53b3-47cf-b9b1-a65641042f52 req-5c3f447b-d2f5-4db5-a309-544f484f4eae tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/security-groups?id=525edf75-4111-441e-a6a5-c26ae5cc9b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500145 Feb 04 11:46:02.199071 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-fc8c3a5f-d641-4301-bd03-07d482963108 req-5aa0a026-2b53-4ba1-b683-d37b6e4da72a service neutron] 10.222.0.42 "GET /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537715 Feb 04 11:46:02.340591 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:02.345201 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e82bf-e537-4114-bf3d-79051d1c99cd None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:33:49Z', 'revision_number': 4, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '6677936b-4cc5-431f-ac58-d35752ce6d28', 'name': '', 'network_id': '72c7855f-87a4-44d6-b458-9b7e05996f69', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'mac_address': 'fa:16:3e:b0:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:46Z', 'updated_at': '2022-02-04T11:34:01Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'subnets': [{'id': '268d729f-b27d-436d-a2c8-05fbedc0e562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:46:02.345769 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9ef2c133-f73e-42d8-b091-bac336cbfc98 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:02.346483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9ef2c133-f73e-42d8-b091-bac336cbfc98 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Synchronizing usage tracker for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:46:02.360440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9ef2c133-f73e-42d8-b091-bac336cbfc98 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Unset dirty status for tenant:e4c613a6cb16497b94220e18318a6f2d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:46:02.361714 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9ef2c133-f73e-42d8-b091-bac336cbfc98 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 946 time: 0.1185863 Feb 04 11:46:02.440003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Deleting port ea840f99-32fb-46e1-8075-10abffc750d7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:02.440667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.584180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235af3ec-1a0a-421d-a4db-6460da67099c None None] New status for floating IP 7b51dfe1-fd60-455c-933e-ea141edb0a05: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:46:02.731645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] For port ea840f99-32fb-46e1-8075-10abffc750d7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ea840f99-32fb-46e1-8075-10abffc750d7,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:02.732511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.828624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6a87abea-cf54-4fc5-a376-20c952cfe39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:02.867245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Calling delete_port for ea840f99-32fb-46e1-8075-10abffc750d7 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:03.107392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.168054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'Port': ['ID=ea840f99-32fb-46e1-8075-10abffc750d7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:03.208082 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.208385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.208728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.209062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.209389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.209715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.210203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.210534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.210861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.211183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.211507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.211852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:46:03.244640 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ace5d147-8622-4ca9-b746-8127d3783986 req-053604f3-9ac7-4a4c-95d1-89aacefcba83 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 210 time: 0.0480144 Feb 04 11:46:03.255620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] No DVR routers for this DVR port ea840f99-32fb-46e1-8075-10abffc750d7 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:46:03.258070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.260812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'name': 'network-vif-deleted', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:46:03.307539 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebca931-f379-4527-8cfa-b2e039c2ac68', 'name': 'network-vif-deleted', 'tag': 'ea840f99-32fb-46e1-8075-10abffc750d7', 'status': 'completed', 'code': 200} Feb 04 11:46:03.341038 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c9d4064f-e173-44b8-8dd3-2b43df5a858d req-9962a8ae-4534-4db3-962c-782dc079e5df tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.42 "DELETE /v2.0/ports/ea840f99-32fb-46e1-8075-10abffc750d7 HTTP/1.1" status: 204 len: 173 time: 0.9712393 Feb 04 11:46:03.683483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:03.777158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:04.421783 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d68c3e8e-55fd-4e82-994a-6389164970df req-1893eb57-764b-477b-a2b1-894a3d294b76 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebca931-f379-4527-8cfa-b2e039c2ac68 HTTP/1.1" status: 200 len: 210 time: 0.0452471 Feb 04 11:46:04.984896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device ea840f99-32fb-46e1-8075-10abffc750d7 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:05.020004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: ea840f99-32fb-46e1-8075-10abffc750d7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:05.020404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device ea840f99-32fb-46e1-8075-10abffc750d7 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:05.151824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:05.668435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:05.830972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Deleting port 7121b78d-6ecc-4a29-a349-90b3d924014e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:05.831311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:06.005059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:06.005300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:06.134213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Calling delete_port for 7121b78d-6ecc-4a29-a349-90b3d924014e owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:06.451763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:06.501224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'Port': ['ID=7121b78d-6ecc-4a29-a349-90b3d924014e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:06.598805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:06.613643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:06.614795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bd8ef97e-fb87-4b84-b94b-6b699009d8c5 tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "DELETE /v2.0/floatingips/893908e4-594a-4f3d-8868-d39513d8b216 HTTP/1.1" status: 204 len: 168 time: 0.9453738 Feb 04 11:46:09.241905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:09.337310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af807742-652e-4ad4-8e3b-18d86bdfb03f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:09.367757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af807742-652e-4ad4-8e3b-18d86bdfb03f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:09.529267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af807742-652e-4ad4-8e3b-18d86bdfb03f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:09.549249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af807742-652e-4ad4-8e3b-18d86bdfb03f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525edf75-4111-441e-a6a5-c26ae5cc9b87,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:09.625944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af807742-652e-4ad4-8e3b-18d86bdfb03f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:09.627120 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-af807742-652e-4ad4-8e3b-18d86bdfb03f tempest-TestVolumeBootPattern-1357296748 tempest-TestVolumeBootPattern-1357296748-project] 10.222.0.36 "DELETE /v2.0/security-groups/525edf75-4111-441e-a6a5-c26ae5cc9b87 HTTP/1.1" status: 204 len: 168 time: 0.3841960 Feb 04 11:46:09.775065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43082) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:10.515134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:10.903208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Deleting port 6677936b-4cc5-431f-ac58-d35752ce6d28 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:10.903462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.197220 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] For port 6677936b-4cc5-431f-ac58-d35752ce6d28, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6677936b-4cc5-431f-ac58-d35752ce6d28,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:11.197572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.321832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Calling delete_port for 6677936b-4cc5-431f-ac58-d35752ce6d28 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:11.557617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:11.608892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Pushing event deleted for resources: {'Port': ['ID=6677936b-4cc5-431f-ac58-d35752ce6d28,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:11.882993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.278816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Router 64456227-8818-4a52-ba00-8493efaab9d7 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:46:12.469311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:46:12.478725 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] Sync routers for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:46:12.482886 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-73f667de-3ebe-4211-a805-864f0f19a055 admin admin] 10.222.0.36 "PUT /v2.0/routers/64456227-8818-4a52-ba00-8493efaab9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7053230 Feb 04 11:46:12.484131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:12.489232 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:46:12.489837 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:46:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:12.687836 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:46:12.792092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:12.972716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:13.007948 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:46:11Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:13.011835 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] Checking router: 64456227-8818-4a52-ba00-8493efaab9d7 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:46:13.020298 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] Routers {'64456227-8818-4a52-ba00-8493efaab9d7'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:46:13.020894 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:46:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['64456227-8818-4a52-ba00-8493efaab9d7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:13.119837 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Deleting port f1b4ad80-913b-4f2e-ac3e-28913c9b3251 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:13.120224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:13.208095 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] Set router 64456227-8818-4a52-ba00-8493efaab9d7 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:46:13.303790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] For port f1b4ad80-913b-4f2e-ac3e-28913c9b3251, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:13.304046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:13.431942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Calling delete_port for f1b4ad80-913b-4f2e-ac3e-28913c9b3251 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:13.507939 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:46:11Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:13.511973 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2367e2-67d7-4e0e-a298-c79b3e5c1cf5 None None] The sync data for ids ['64456227-8818-4a52-ba00-8493efaab9d7'] in dv-neutron-827824-2-hyperv is: [{'id': '64456227-8818-4a52-ba00-8493efaab9d7', 'name': 'tempest-TestVolumeBootPattern-1278876160-router', 'tenant_id': 'e4c613a6cb16497b94220e18318a6f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152'}], 'enable_snat': True}, 'gw_port_id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:30Z', 'updated_at': '2022-02-04T11:46:11Z', 'revision_number': 5, 'project_id': 'e4c613a6cb16497b94220e18318a6f2d', 'gw_port': {'id': 'f1b4ad80-913b-4f2e-ac3e-28913c9b3251', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64456227-8818-4a52-ba00-8493efaab9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:33:33Z', 'updated_at': '2022-02-04T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:46:13.665932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:13.712792 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b4ad80-913b-4f2e-ac3e-28913c9b3251,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:13.806671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:13.933697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6677936b-4cc5-431f-ac58-d35752ce6d28 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:13.976604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 6677936b-4cc5-431f-ac58-d35752ce6d28 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:13.976979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6677936b-4cc5-431f-ac58-d35752ce6d28 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:13.993478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:13.995802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.131848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.132397 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64456227-8818-4a52-ba00-8493efaab9d7 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:46:14.145645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.146978 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b7eebb95-659a-46bb-b5a6-18d44ec94557 admin admin] 10.222.0.36 "DELETE /v2.0/routers/64456227-8818-4a52-ba00-8493efaab9d7 HTTP/1.1" status: 204 len: 168 time: 1.6619575 Feb 04 11:46:14.157090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43092) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:14.212932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Deleting subnet 268d729f-b27d-436d-a2c8-05fbedc0e562 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:46:14.216529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.273533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.354877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.549047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.590396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268d729f-b27d-436d-a2c8-05fbedc0e562,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:14.597808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.603447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1f4d2-16eb-4445-93c7-98662c8704fb None None] Network 72c7855f-87a4-44d6-b458-9b7e05996f69 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:46:14.606467 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-70208c23-ef31-4198-9aa7-6c5c29039b98 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/268d729f-b27d-436d-a2c8-05fbedc0e562 HTTP/1.1" status: 204 len: 168 time: 0.4556713 Feb 04 11:46:14.609394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43096) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:14.832884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.846629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Deleting port 9ec60539-82f9-4940-ae4a-76fe07fed353 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:14.847153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:14.892127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] DHCP port deletion for 72c7855f-87a4-44d6-b458-9b7e05996f69 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:46:14.898274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Deleting port 9ec60539-82f9-4940-ae4a-76fe07fed353 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:14.898857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.065733 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] For port 9ec60539-82f9-4940-ae4a-76fe07fed353, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9ec60539-82f9-4940-ae4a-76fe07fed353,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:15.065991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.124272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] For port 9ec60539-82f9-4940-ae4a-76fe07fed353, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9ec60539-82f9-4940-ae4a-76fe07fed353,segment=NetworkSegment(0dfdf001-880d-4590-8b82-cc5bad2e034f),segment_id=0dfdf001-880d-4590-8b82-cc5bad2e034f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:15.124885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.190887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Calling delete_port for 9ec60539-82f9-4940-ae4a-76fe07fed353 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:15.245854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Calling delete_port for 9ec60539-82f9-4940-ae4a-76fe07fed353 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:15.348673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.354432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:46:15.354923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:46:15.399647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec60539-82f9-4940-ae4a-76fe07fed353,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:15.401430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] No DVR routers for this DVR port 9ec60539-82f9-4940-ae4a-76fe07fed353 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:46:15.519484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.547476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c7855f-87a4-44d6-b458-9b7e05996f69']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:15.564575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfdf001-880d-4590-8b82-cc5bad2e034f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:15.564873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfdf001-880d-4590-8b82-cc5bad2e034f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:15.577332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.594357 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.600805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:46:15.601126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:46:15.615045 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:46:15.765700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.782677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.798113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c7855f-87a4-44d6-b458-9b7e05996f69,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:15.856548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Deleting port 9ec60539-82f9-4940-ae4a-76fe07fed353 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:15.856845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:15.903512 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-04559e58-26db-4550-a5f1-35a3e4b70151 admin admin] 10.222.0.36 "DELETE /v2.0/networks/72c7855f-87a4-44d6-b458-9b7e05996f69 HTTP/1.1" status: 204 len: 168 time: 1.2929819 Feb 04 11:46:15.907257 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:15.925433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-760723c5-2e71-4fbb-a79b-786bd3ac16a4 None None] The port '9ec60539-82f9-4940-ae4a-76fe07fed353' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:46:15.928093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9ec60539-82f9-4940-ae4a-76fe07fed353 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:15.968395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9ec60539-82f9-4940-ae4a-76fe07fed353 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:15.968741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9ec60539-82f9-4940-ae4a-76fe07fed353 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:15.969177 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f1b4ad80-913b-4f2e-ac3e-28913c9b3251 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:16.005421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f1b4ad80-913b-4f2e-ac3e-28913c9b3251 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:16.005768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f1b4ad80-913b-4f2e-ac3e-28913c9b3251 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:16.689383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.064470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Deleting port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:17.065187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.258355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] For port 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:17.258700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.387658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Calling delete_port for 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:17.657052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:17.704627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbc34f2-ae5a-42d1-8eca-5c68e43390b2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:17.989524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:18.468784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:46:18.655870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:46:18.667474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] Sync routers for ids ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:46:18.678419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] Routers {'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:46:18.679082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:46:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:18.762250 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-94d95764-3c92-408e-82e9-3195d0672223 admin admin] 10.222.0.36 "PUT /v2.0/routers/ca4044ca-a4fd-47b7-9fd0-387a651dc3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8534286 Feb 04 11:46:18.764682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:18.907975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] Set router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:46:18.955575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.152806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.228602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Deleting port 1708cf96-a5e1-4822-9a04-607cc69f3da3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:19.228944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.229061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:46:17Z', 'revision_number': 5, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port': {'id': '1708cf96-a5e1-4822-9a04-607cc69f3da3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:34:02Z', 'updated_at': '2022-02-04T11:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:19.233918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] Checking router: ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:46:19.243142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] Routers {'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:46:19.243797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:46:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:19.402979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] Set router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:46:19.410363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] For port 1708cf96-a5e1-4822-9a04-607cc69f3da3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1708cf96-a5e1-4822-9a04-607cc69f3da3,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:19.410709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.511815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:46:19Z', 'revision_number': 6, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:19.516603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328d518-a0c1-4fd9-a032-66105f21c350 None None] The sync data for ids ['ca4044ca-a4fd-47b7-9fd0-387a651dc3f3'] in dv-neutron-827824-2-hyperv is: [{'id': 'ca4044ca-a4fd-47b7-9fd0-387a651dc3f3', 'name': 'tempest-TestVolumeBootPattern-41826654-router', 'tenant_id': '90e0343cd74243fe96c1f904a60f915c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:33:59Z', 'updated_at': '2022-02-04T11:46:19Z', 'revision_number': 6, 'project_id': '90e0343cd74243fe96c1f904a60f915c', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:46:19.553943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Calling delete_port for 1708cf96-a5e1-4822-9a04-607cc69f3da3 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:19.814704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:19.863528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1708cf96-a5e1-4822-9a04-607cc69f3da3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:19.958021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:19.994714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:19.995061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1cbc34f2-ae5a-42d1-8eca-5c68e43390b2 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:20.084189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.260523 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.262720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.377412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.378033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:46:20.391618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.392784 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6bf86fd3-1f26-47eb-ac0b-83f2d1e5ff94 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ca4044ca-a4fd-47b7-9fd0-387a651dc3f3 HTTP/1.1" status: 204 len: 168 time: 1.6271591 Feb 04 11:46:20.395321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:20.458153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Deleting subnet 1c0a31f8-971e-4a46-923f-d8aa7f01a6d4 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:46:20.461718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.519572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.605698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.754263 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.798445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0a31f8-971e-4a46-923f-d8aa7f01a6d4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:20.800358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.804921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20973e6-00d0-4899-b8d3-345c67bfd011 None None] Network 48e9082e-79b7-49c6-8b21-84fcd7e41217 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:46:20.807903 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3681708-f926-4a07-a262-292872a91fb5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c0a31f8-971e-4a46-923f-d8aa7f01a6d4 HTTP/1.1" status: 204 len: 168 time: 0.4111793 Feb 04 11:46:20.810150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:20.923206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:20.934657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Deleting port d480cf48-63a9-439b-b4c9-d6096f2a12e3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:20.934997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.076809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] DHCP port deletion for 48e9082e-79b7-49c6-8b21-84fcd7e41217 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:46:21.081589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Deleting port d480cf48-63a9-439b-b4c9-d6096f2a12e3 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:21.082154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.154370 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] For port d480cf48-63a9-439b-b4c9-d6096f2a12e3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d480cf48-63a9-439b-b4c9-d6096f2a12e3,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:21.155235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.289472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Calling delete_port for d480cf48-63a9-439b-b4c9-d6096f2a12e3 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:21.300738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] For port d480cf48-63a9-439b-b4c9-d6096f2a12e3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d480cf48-63a9-439b-b4c9-d6096f2a12e3,segment=NetworkSegment(5503ed69-9c2d-404f-8295-a17f522e7ef6),segment_id=5503ed69-9c2d-404f-8295-a17f522e7ef6)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:46:21.301106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.426628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Calling delete_port for d480cf48-63a9-439b-b4c9-d6096f2a12e3 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:46:21.454467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.503443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d480cf48-63a9-439b-b4c9-d6096f2a12e3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:21.508032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] No DVR routers for this DVR port d480cf48-63a9-439b-b4c9-d6096f2a12e3 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:46:21.556192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:46:21.556465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:46:21.627035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.660399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e9082e-79b7-49c6-8b21-84fcd7e41217']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:21.676560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5503ed69-9c2d-404f-8295-a17f522e7ef6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:21.676850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5503ed69-9c2d-404f-8295-a17f522e7ef6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:46:21.689114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.706556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.713348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:46:21.713788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:46:21.727895 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:46:21.894741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.899521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:21.924287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d480cf48-63a9-439b-b4c9-d6096f2a12e3 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:21.961304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: d480cf48-63a9-439b-b4c9-d6096f2a12e3 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:21.961611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d480cf48-63a9-439b-b4c9-d6096f2a12e3 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:21.962028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1708cf96-a5e1-4822-9a04-607cc69f3da3 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:46:21.996736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 1708cf96-a5e1-4822-9a04-607cc69f3da3 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:46:21.997073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1708cf96-a5e1-4822-9a04-607cc69f3da3 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:46:22.034895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=48e9082e-79b7-49c6-8b21-84fcd7e41217,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:22.041058 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7f8cb443-4d64-4a46-b93a-d87dede58f1b admin admin] 10.222.0.36 "DELETE /v2.0/networks/48e9082e-79b7-49c6-8b21-84fcd7e41217 HTTP/1.1" status: 204 len: 168 time: 1.2299275 Feb 04 11:46:22.057476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Deleting port d480cf48-63a9-439b-b4c9-d6096f2a12e3 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:46:22.057863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:22.131465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b78ca7e9-ee76-4998-ac6f-21838f661639 None None] The port 'd480cf48-63a9-439b-b4c9-d6096f2a12e3' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:46:22.458812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:22.509996 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-32747979-b51b-4de6-af37-17b4c03d3a60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4c613a6cb16497b94220e18318a6f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494637 Feb 04 11:46:22.512186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43122) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:22.576806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe14ca79-f2ba-418d-8678-7943a502b03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:22.603781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe14ca79-f2ba-418d-8678-7943a502b03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:22.729048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe14ca79-f2ba-418d-8678-7943a502b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:22.750793 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14ca79-f2ba-418d-8678-7943a502b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649d15ac-d5d1-47e0-a755-33f6a848b7c9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:22.757483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe14ca79-f2ba-418d-8678-7943a502b03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:22.758825 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fe14ca79-f2ba-418d-8678-7943a502b03d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/649d15ac-d5d1-47e0-a755-33f6a848b7c9 HTTP/1.1" status: 204 len: 168 time: 0.2457392 Feb 04 11:46:23.546458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:23.602625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0ca28034-4a60-481e-b209-49e0d192b4a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90e0343cd74243fe96c1f904a60f915c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547757 Feb 04 11:46:23.604964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:46:23.665233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebed65c9-961f-4c8e-b3ec-7bad7b0831cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.694383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebed65c9-961f-4c8e-b3ec-7bad7b0831cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.817842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebed65c9-961f-4c8e-b3ec-7bad7b0831cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.837391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed65c9-961f-4c8e-b3ec-7bad7b0831cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae85f76-d8a1-4c5b-83bc-732e30839be2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:46:23.843749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebed65c9-961f-4c8e-b3ec-7bad7b0831cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:23.845232 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ebed65c9-961f-4c8e-b3ec-7bad7b0831cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ae85f76-d8a1-4c5b-83bc-732e30839be2 HTTP/1.1" status: 204 len: 168 time: 0.2390208 Feb 04 11:46:27.358444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:30.277192 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-00dfbd6f-962a-4d68-bc80-a59cea7403a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:32.720008 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a16724fb-365c-459f-bafe-14d498790297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:33.740376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:33.793942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:35.174685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:46:37.304883 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:46:42.328456 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-82bd30fa-c4c5-45a8-b828-753edef62696 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749013 Feb 04 11:46:42.426576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-1b982689-be93-4eb9-9bc7-fbaf5085e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:42.428149 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-1b982689-be93-4eb9-9bc7-fbaf5085e28a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1099 time: 0.0728858 Feb 04 11:46:42.588756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-fff3ca99-0dff-41eb-9f00-74fcdc974027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:42.590121 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-fff3ca99-0dff-41eb-9f00-74fcdc974027 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 200 len: 897 time: 0.1410484 Feb 04 11:46:42.695732 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-96368d1e-86eb-4aef-992e-f2494d3b4a10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 200 len: 1002 time: 0.0989108 Feb 04 11:46:42.762744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-a7b11e4e-9100-4700-8d4e-3f9f2fa52f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:42.764358 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-a7b11e4e-9100-4700-8d4e-3f9f2fa52f02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 200 len: 844 time: 0.0622854 Feb 04 11:46:42.840366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-32715f59-8a6e-4a65-b6df-7421745e1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:46:42.841909 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-32715f59-8a6e-4a65-b6df-7421745e1376 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a3dc3b4-0308-422f-8913-c58072826da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714791 Feb 04 11:46:42.978777 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-4a11211c-07a2-4ee8-ad7a-cd26bfd71381 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303854 Feb 04 11:46:43.114786 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-093ee425-0f5d-48ce-be4c-ca550f930a8b req-9c5a31cb-225c-45a7-9459-0c7cbcaf0238 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295993 Feb 04 11:46:57.362514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:00.237626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b712dcbc-c400-4767-91e8-c258cdd285c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:02.705140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f5297ec-4123-4150-aab4-cf9973cbb5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:03.700014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:03.751915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:05.188297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:14.304526 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:47:27.261582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:47:27.387197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:27.529037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:47:27.647223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61302689'] for subnet, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:27.921965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732039496452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1770834'] for subnet, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:27.973252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:27.974489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:27.975829 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/subnets/d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 200 len: 836 time: 0.7132239 Feb 04 11:47:27.980816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f971652-04ec-47c4-8db8-37365d42178d None None] Network 1a3dc3b4-0308-422f-8913-c58072826da1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:47:28.000411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=d87dd35a-b4a6-45e0-8b90-d5a541053aea,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:47:28.008907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.009248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.009587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.009917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.010243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.010569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.010890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.011210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.011528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.011939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.012258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.012567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b416bd-98a2-4849-8fb5-710464864a18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:47:28.482566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-550771f0-c5d4-4d8a-ab49-333800ab7b73 None None] Provisioning complete for port 82171783-855c-44aa-bea4-0de84bff05ab triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:47:28.483414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-550771f0-c5d4-4d8a-ab49-333800ab7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:28.613300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-550771f0-c5d4-4d8a-ab49-333800ab7b73 None None] Provisioning complete for port 5f8da00a-7e86-46bf-bdc1-da1204beab90 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:47:28.613576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-550771f0-c5d4-4d8a-ab49-333800ab7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:28.747534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-550771f0-c5d4-4d8a-ab49-333800ab7b73 None None] Provisioning complete for port 057a768d-79ac-4957-acdd-e9e332d058c6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:47:28.747934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-550771f0-c5d4-4d8a-ab49-333800ab7b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:30.248025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80abf8b2-ab0c-4a69-9ad5-74538325e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:32.701549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a9c04416-0cf0-44e8-8b3b-a06ea82e1779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:33.701339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:33.762441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:35.202306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:47:43.846621 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-36796a83-f9ab-4aba-932c-9e6d38eefcef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711086 Feb 04 11:47:44.001829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f832-0d28-4eb4-946f-97a69482152b req-2bab2db1-ff12-4f10-b6cf-72c1660cd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:44.003218 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-2bab2db1-ff12-4f10-b6cf-72c1660cd710 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1099 time: 0.0745637 Feb 04 11:47:44.150514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f832-0d28-4eb4-946f-97a69482152b req-eff10c18-028b-4d2a-9e60-b85e65b95464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:44.151993 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-eff10c18-028b-4d2a-9e60-b85e65b95464 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 200 len: 897 time: 0.1304734 Feb 04 11:47:44.258397 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-f802974b-2325-4b10-a63f-429fce830332 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 200 len: 1002 time: 0.0996351 Feb 04 11:47:44.324185 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f832-0d28-4eb4-946f-97a69482152b req-d680da33-4086-48b5-9ab3-5fe3491bb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:44.325632 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-d680da33-4086-48b5-9ab3-5fe3491bb2c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 200 len: 844 time: 0.0602014 Feb 04 11:47:44.407915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f832-0d28-4eb4-946f-97a69482152b req-a7b93100-467f-46fc-b67d-8f955bcab98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:47:44.409419 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-a7b93100-467f-46fc-b67d-8f955bcab98a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a3dc3b4-0308-422f-8913-c58072826da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774541 Feb 04 11:47:44.419872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-d99d2f88-cbbc-49f9-b95f-330a25afca7e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:47:44.422629 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-d99d2f88-cbbc-49f9-b95f-330a25afca7e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051386 Feb 04 11:47:44.562416 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-d12b2cc5-fdcf-49f4-961c-7c3074c84b46 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357231 Feb 04 11:47:44.814035 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-0d28f832-0d28-4eb4-946f-97a69482152b req-dc65ed3a-2906-4b22-a440-f484a0d1b428 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451160 Feb 04 11:47:51.303725 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:47:57.413376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:00.241497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bf7903e5-abd8-4382-af17-cdf8b635aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:02.706038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f9548851-7d5a-4ad5-8a71-82c2d7eefc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:03.723488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:03.752132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:05.167371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:10.857504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:11.058262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 22ceffae-0a8c-4e78-afbe-92d127ba3eea {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:48:11.058510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:11.224727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:11.225050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:11.345093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 22ceffae-0a8c-4e78-afbe-92d127ba3eea owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:48:11.556004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:11.602906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=22ceffae-0a8c-4e78-afbe-92d127ba3eea,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:11.669404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.669790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.670099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.670412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.670760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.671091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.671517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.671839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.672015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.672322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.672647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.672944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:11.710717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:11.714429 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP e35709c4-937f-4150-85c9-2f43e8a3698b disassociated (deleted). External IP: 172.26.6.208, port: 82171783-855c-44aa-bea4-0de84bff05ab. Feb 04 11:48:12.071529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:48:12.357868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:48:12.368084 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] Sync routers for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:48:12.374165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:12.377623 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:12.378228 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:12.434284 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-082fe807-c0ec-4f28-84f5-fe70c1c0d44a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/e35709c4-937f-4150-85c9-2f43e8a3698b HTTP/1.1" status: 204 len: 168 time: 1.5731244 Feb 04 11:48:12.434284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:12.591565 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:12.664010 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab', 'status': 'completed', 'code': 200} Feb 04 11:48:12.766567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d670c-9254-4710-8793-4666705d1bcd req-b793c8a6-fd8c-481c-a0ae-253e746110e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:12.768258 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-b793c8a6-fd8c-481c-a0ae-253e746110e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 1099 time: 0.0843804 Feb 04 11:48:12.914347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d670c-9254-4710-8793-4666705d1bcd req-4e2d8c79-8bac-483b-a315-46e11f8b7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:12.918778 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-4e2d8c79-8bac-483b-a315-46e11f8b7fb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 200 len: 897 time: 0.1445990 Feb 04 11:48:12.922380 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:14Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:12.926457 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] Checking router: 61d04eb6-aeed-4b1b-82fc-7e31447a1039 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:48:12.935159 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:12.935795 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:12.996122 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-28420250-fb7e-4e01-8376-f6b546e81a3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 200 len: 217 time: 0.0707760 Feb 04 11:48:13.019931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d54c2-0d2c-4a23-bfaf-e147e6b0940d req-c7321775-53ce-4b55-9380-fa157f748b49 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:13.021434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-297d54c2-0d2c-4a23-bfaf-e147e6b0940d req-c7321775-53ce-4b55-9380-fa157f748b49 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.0844536 Feb 04 11:48:13.062320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d670c-9254-4710-8793-4666705d1bcd req-1f0fc0c2-4977-45ac-8d4c-9bfd987aa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:13.063833 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-1f0fc0c2-4977-45ac-8d4c-9bfd987aa7b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 200 len: 844 time: 0.0617676 Feb 04 11:48:13.070186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-297d54c2-0d2c-4a23-bfaf-e147e6b0940d req-a79970a7-abc7-457d-8933-684fe19cf738 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Feb 04 11:48:13.125968 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:13.158861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d670c-9254-4710-8793-4666705d1bcd req-6484478e-46fd-4dc7-b34e-24749bf8a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:13.160407 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-6484478e-46fd-4dc7-b34e-24749bf8a4c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a3dc3b4-0308-422f-8913-c58072826da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890656 Feb 04 11:48:13.302402 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-c5656cf4-3449-4d87-b69c-b6111a3b2baa service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350279 Feb 04 11:48:13.437020 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-064d670c-9254-4710-8793-4666705d1bcd req-e400fed2-48b9-41ac-ab74-daa07f3204a9 service neutron] 10.222.0.42 "GET /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278012 Feb 04 11:48:13.443964 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:14Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:13.449436 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bf88a-828f-437d-abdd-5638c5c0bdd6 None None] The sync data for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv is: [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:45:09Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '057a768d-79ac-4957-acdd-e9e332d058c6', 'name': '', 'network_id': '1a3dc3b4-0308-422f-8913-c58072826da1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:2a:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:08Z', 'updated_at': '2022-02-04T11:45:14Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': 'd87dd35a-b4a6-45e0-8b90-d5a541053aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:48:13.706043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da421c-3f09-457e-be68-eebae110a57a None None] New status for floating IP e35709c4-937f-4150-85c9-2f43e8a3698b: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:48:14.298977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343312cb-e471-4cbd-a44c-394b2b3750db req-b21d921b-e37d-4ae3-b327-dc2c88611a54 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:14.299709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-343312cb-e471-4cbd-a44c-394b2b3750db req-b21d921b-e37d-4ae3-b327-dc2c88611a54 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:48:14.373243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d809a8-c5d7-40b3-b99b-f30380777e3b req-333a870c-9981-4273-8199-8da87d12eb17 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:14.374625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-34d809a8-c5d7-40b3-b99b-f30380777e3b req-333a870c-9981-4273-8199-8da87d12eb17 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.1927156 Feb 04 11:48:14.397493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-343312cb-e471-4cbd-a44c-394b2b3750db req-b21d921b-e37d-4ae3-b327-dc2c88611a54 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:48:14.403177 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-343312cb-e471-4cbd-a44c-394b2b3750db req-b21d921b-e37d-4ae3-b327-dc2c88611a54 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 946 time: 0.1825604 Feb 04 11:48:14.420714 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-34d809a8-c5d7-40b3-b99b-f30380777e3b req-47ffc6ac-3382-49c7-9087-95e72bbf2864 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e365ade-8c47-4dcd-82c1-e2ba455abef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Feb 04 11:48:14.473515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 82171783-855c-44aa-bea4-0de84bff05ab {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:48:14.473848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:14.727628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 82171783-855c-44aa-bea4-0de84bff05ab, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82171783-855c-44aa-bea4-0de84bff05ab,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:14.727980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:14.857006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 82171783-855c-44aa-bea4-0de84bff05ab owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:48:15.150081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:15.204371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=82171783-855c-44aa-bea4-0de84bff05ab,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:15.286624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 82171783-855c-44aa-bea4-0de84bff05ab on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:48:15.289119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:15.291743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'name': 'network-vif-deleted', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:15.344860 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d16b17b-7752-495a-a8af-2047d5e35841', 'name': 'network-vif-deleted', 'tag': '82171783-855c-44aa-bea4-0de84bff05ab', 'status': 'completed', 'code': 200} Feb 04 11:48:15.356346 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-343312cb-e471-4cbd-a44c-394b2b3750db req-e26241dd-8506-47e6-a2c1-9c7847a2959e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/82171783-855c-44aa-bea4-0de84bff05ab HTTP/1.1" status: 204 len: 173 time: 0.9517078 Feb 04 11:48:15.583369 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a19d7e9b-2b43-42eb-9f91-b349bd211ddd req-f7208bb4-8094-4f78-b501-b82b1a0ffed0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d16b17b-7752-495a-a8af-2047d5e35841 HTTP/1.1" status: 200 len: 210 time: 0.0544577 Feb 04 11:48:16.682654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43192) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:16.756122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcd79452-6d53-4fb5-ad0c-9acf4a0d55d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:16.786060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcd79452-6d53-4fb5-ad0c-9acf4a0d55d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:16.934440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcd79452-6d53-4fb5-ad0c-9acf4a0d55d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:16.953732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79452-6d53-4fb5-ad0c-9acf4a0d55d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e365ade-8c47-4dcd-82c1-e2ba455abef6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:17.025602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fcd79452-6d53-4fb5-ad0c-9acf4a0d55d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:17.026772 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fcd79452-6d53-4fb5-ad0c-9acf4a0d55d4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/7e365ade-8c47-4dcd-82c1-e2ba455abef6 HTTP/1.1" status: 204 len: 168 time: 0.3431420 Feb 04 11:48:17.118651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:17.673973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 82171783-855c-44aa-bea4-0de84bff05ab no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:48:17.675290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:17.711595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 82171783-855c-44aa-bea4-0de84bff05ab {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:48:17.712195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 82171783-855c-44aa-bea4-0de84bff05ab not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:48:18.045011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 057a768d-79ac-4957-acdd-e9e332d058c6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:48:18.045777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:18.242663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 057a768d-79ac-4957-acdd-e9e332d058c6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=057a768d-79ac-4957-acdd-e9e332d058c6,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:18.243381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:18.367033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 057a768d-79ac-4957-acdd-e9e332d058c6 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:48:18.872398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:18.922955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=057a768d-79ac-4957-acdd-e9e332d058c6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:19.212202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:19.578666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:48:19.754578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:48:19.764198 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] Sync routers for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:48:19.769673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cfa2b5fd-1a25-4db8-bf69-d2b8c6fccd26 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/61d04eb6-aeed-4b1b-82fc-7e31447a1039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6474435 Feb 04 11:48:19.769900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43202) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:19.773942 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:19.774546 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:19.839231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet d87dd35a-b4a6-45e0-8b90-d5a541053aea {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:48:19.842093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:19.895293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:19.957873 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:20.114451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.293612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.295482 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:48:18Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:20.299296 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] Checking router: 61d04eb6-aeed-4b1b-82fc-7e31447a1039 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:48:20.307829 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] Routers {'61d04eb6-aeed-4b1b-82fc-7e31447a1039'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:20.308439 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:20.333226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=d87dd35a-b4a6-45e0-8b90-d5a541053aea,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:20.336763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.346445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0c2ca5-0c43-4f6f-96e0-8f5640b5fc97 None None] Network 1a3dc3b4-0308-422f-8913-c58072826da1 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:48:20.346935 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6c168b14-5ab4-44fe-b1bc-7880c0475100 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/d87dd35a-b4a6-45e0-8b90-d5a541053aea HTTP/1.1" status: 204 len: 168 time: 0.5732665 Feb 04 11:48:20.346935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:20.490334 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] Set router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:20.538817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.661311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] DHCP port deletion for 1a3dc3b4-0308-422f-8913-c58072826da1 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:48:20.670422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Deleting port 5f8da00a-7e86-46bf-bdc1-da1204beab90 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:48:20.671439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.747919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.782734 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:48:18Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:20.787141 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782646a-bc28-4ebc-bc01-a644efe2b1e1 None None] The sync data for ids ['61d04eb6-aeed-4b1b-82fc-7e31447a1039'] in dv-neutron-827824-2-hyperv is: [{'id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'name': 'tempest-TestNetworkBasicOps-router-84912575', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:45:03Z', 'updated_at': '2022-02-04T11:48:18Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '1db6da2a-3260-4eaf-a234-4ebdcfb69b01', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d04eb6-aeed-4b1b-82fc-7e31447a1039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:45:04Z', 'updated_at': '2022-02-04T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:48:20.822045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:48:20.822788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.890102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] For port 5f8da00a-7e86-46bf-bdc1-da1204beab90, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5f8da00a-7e86-46bf-bdc1-da1204beab90,segment=NetworkSegment(ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff),segment_id=ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:20.890396 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:20.998926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 1db6da2a-3260-4eaf-a234-4ebdcfb69b01, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:20.999214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.014932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Calling delete_port for 5f8da00a-7e86-46bf-bdc1-da1204beab90 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:48:21.123674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:48:21.174656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.224978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Pushing event deleted for resources: {'Port': ['ID=5f8da00a-7e86-46bf-bdc1-da1204beab90,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:21.229915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] No DVR routers for this DVR port 5f8da00a-7e86-46bf-bdc1-da1204beab90 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:48:21.236099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.236451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.236794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.237129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.237468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.237804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.238132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.238444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.238772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.239096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.239417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.239760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429c1ae8-8464-4f65-97c9-fb1279fc575e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:21.346364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.396262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=1db6da2a-3260-4eaf-a234-4ebdcfb69b01,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:21.487232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.658705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.660801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.792167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.792832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router 61d04eb6-aeed-4b1b-82fc-7e31447a1039 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:48:21.810834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:21.812162 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ad103f98-a970-49de-8d3c-fd1f5d3a8958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/61d04eb6-aeed-4b1b-82fc-7e31447a1039 HTTP/1.1" status: 204 len: 168 time: 1.4646089 Feb 04 11:48:21.814951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:22.055942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.191039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.220746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3dc3b4-0308-422f-8913-c58072826da1']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:22.236452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:22.236791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7266ca-ff2e-4ab8-a219-b1d41e71c8ff') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:22.249967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.268020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.275198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:48:22.275609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.284075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:48:22.291216 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:48:22.322885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:48:22.328472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1db6da2a-3260-4eaf-a234-4ebdcfb69b01 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:48:22.328472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f8da00a-7e86-46bf-bdc1-da1204beab90 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:48:22.358673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5f8da00a-7e86-46bf-bdc1-da1204beab90 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:48:22.386024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5f8da00a-7e86-46bf-bdc1-da1204beab90 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:48:22.386024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 057a768d-79ac-4957-acdd-e9e332d058c6 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:48:22.400639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 057a768d-79ac-4957-acdd-e9e332d058c6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:48:22.401017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 057a768d-79ac-4957-acdd-e9e332d058c6 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:48:22.464611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.485596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.498371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=1a3dc3b4-0308-422f-8913-c58072826da1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:22.581293 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6a06c29c-12d2-4bf7-8742-1a7d8eebd061 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/1a3dc3b4-0308-422f-8913-c58072826da1 HTTP/1.1" status: 204 len: 168 time: 0.7651050 Feb 04 11:48:22.594248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:22.599986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--821368713', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:22.605049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:22.609179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:22.612006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:22.618098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:22.687278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:48:22.690810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.718957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:48:22.729092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.733987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment 15a37117-c5f2-4e6a-bf38-4b19e236c700 of type vlan for network 866e94c2-9ba0-4ab9-8767-1591787dafb3 Feb 04 11:48:22.757942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.849181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.855314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:22.860257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:22.965641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=866e94c2-9ba0-4ab9-8767-1591787dafb3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:22.976794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:48:23.019563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2221bd74-78fa-47db-8293-17887bad79de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4240324 Feb 04 11:48:23.023215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:23.028336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-83278317', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:23.035800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:23.040418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:23.043408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:23.049704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:23.133072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:23.134107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:23.149357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:23.476316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:23.830215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:23.859590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:24.092467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.178 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/35e71dfd-8ed7-4b4b-bd5b-882186529473) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:48:24.236253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:24.361642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:24.426408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:48:24.429780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:24.435870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:48:24.465403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=35e71dfd-8ed7-4b4b-bd5b-882186529473,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:24.955457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:25.327594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:25.591943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:48:25.880198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:48:25.889866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:48:25.899733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:25.900501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:25.991935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:25.993171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-527dcf45-4482-4235-b3f6-97114d01d27c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9689736 Feb 04 11:48:25.996552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43224) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:26.078872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:26.190519 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ecfc0c18-4026-4a61-b0d4-343760e1a443 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1928668 Feb 04 11:48:26.193245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:26.323431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfbfe5f-23e8-4673-813e-95e3d3fe993f tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:26.324950 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ddfbfe5f-23e8-4673-813e-95e3d3fe993f tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308045 Feb 04 11:48:26.327792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:26.365513 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fa301cd4-5fdb-4d3b-8a0c-3a40e548f421 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366311 Feb 04 11:48:26.368845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:26.374094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868293908', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:26.385130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:24Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:26.389012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:48:26.389370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Updating router e24d8c59-215a-4ae0-b5a0-4e123512171b port 35e71dfd-8ed7-4b4b-bd5b-882186529473 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:48:26.476930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:26.485666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:26.489690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:26.492547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:26.498134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:26.597151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:48:26.600698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:26.809267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:26.821386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Transition to ACTIVE for port object 35e71dfd-8ed7-4b4b-bd5b-882186529473 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:26.883694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:26.911522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:26.960546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=85d6d248-9199-4a3f-9b6b-fca690f1380f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:26.969987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:48:26.970348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: 866e94c2-9ba0-4ab9-8767-1591787dafb3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:48:26.995585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Attempting to bind port 35e71dfd-8ed7-4b4b-bd5b-882186529473 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:48:26.995585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Attempting to bind port 35e71dfd-8ed7-4b4b-bd5b-882186529473 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:48:26.995585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Attempting to bind port 35e71dfd-8ed7-4b4b-bd5b-882186529473 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:48:27.003433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4fbec-b87e-4051-a513-ff919ec10867 None None] Pushing event updated for resources: {'Port': ['ID=35e71dfd-8ed7-4b4b-bd5b-882186529473,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:27.007375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:48:27.007782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:48:27.008186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:27.008591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:48:27.009061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Bound port: 35e71dfd-8ed7-4b4b-bd5b-882186529473, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:48:27.009515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:27.049019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:48:27.080681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] For port 35e71dfd-8ed7-4b4b-bd5b-882186529473, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:48:27.083538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] For port 35e71dfd-8ed7-4b4b-bd5b-882186529473, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35e71dfd-8ed7-4b4b-bd5b-882186529473,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:48:27.138571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 866e94c2-9ba0-4ab9-8767-1591787dafb3) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:27.142538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:27.143116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:27.148036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768250d-5775-425d-9295-f9e36d819851 None None] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:48:27.210314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:27.242493 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2c111ab5-101c-4480-a384-98db643612ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8726332 Feb 04 11:48:27.245389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:27.333315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4fbec-b87e-4051-a513-ff919ec10867 None None] Pushing event updated for resources: {'Port': ['ID=35e71dfd-8ed7-4b4b-bd5b-882186529473,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:27.349309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:27.349910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:27.457244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:27.599573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-866e94c2-9ba0-4ab9-8767-1591787dafb3', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:48:27.600976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:27.625861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:28.045257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Allocated IP 172.20.0.2 (866e94c2-9ba0-4ab9-8767-1591787dafb3/85d6d248-9199-4a3f-9b6b-fca690f1380f/100812ca-3110-4403-8a76-15a2542ce005) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:48:28.061778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.177796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:24Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:28.192521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b64298-60bb-481f-b41f-e2ab3c73aa67 None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:24Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:48:28.276960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.287594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Transition to ACTIVE for port object 100812ca-3110-4403-8a76-15a2542ce005 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:28.302350 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:48:28.313156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Transition to ACTIVE for port object 100812ca-3110-4403-8a76-15a2542ce005 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:28.395919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.497891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:48:28.500854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:28.503458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (866e94c2-9ba0-4ab9-8767-1591787dafb3/85d6d248-9199-4a3f-9b6b-fca690f1380f/a9151697-4c7b-45c6-beba-a2073231cca2) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:48:28.505641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:48:28.508608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Pushing event updated for resources: {'Port': ['ID=100812ca-3110-4403-8a76-15a2542ce005,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:28.601581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Attempting to bind port 100812ca-3110-4403-8a76-15a2542ce005 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:48:28.602091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Attempting to bind port 100812ca-3110-4403-8a76-15a2542ce005 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:48:28.602550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Attempting to bind port 100812ca-3110-4403-8a76-15a2542ce005 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:48:28.608602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:48:28.609072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Checking segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:48:28.609568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.610012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Bound using segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:48:28.610575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Bound port: 100812ca-3110-4403-8a76-15a2542ce005, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:48:28.611485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.684356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.702971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object a9151697-4c7b-45c6-beba-a2073231cca2 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:28.710766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] For port 100812ca-3110-4403-8a76-15a2542ce005, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:48:28.714797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] For port 100812ca-3110-4403-8a76-15a2542ce005, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=100812ca-3110-4403-8a76-15a2542ce005,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:48:28.804287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.832200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:28.896673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef168b-92fa-4827-97f1-e51ff2b10aa7 None None] Pushing event updated for resources: {'Port': ['ID=100812ca-3110-4403-8a76-15a2542ce005,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:28.916466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:48:28.920081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:28.922479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:48:28.973456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=a9151697-4c7b-45c6-beba-a2073231cca2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:28.988608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.988947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.989280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.989610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.989928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.990283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.990697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.991648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.991887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.992203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.992510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:28.992822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:29.004348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:29.381245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:29.914829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:29.980094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:30.057838 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 100812ca-3110-4403-8a76-15a2542ce005 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:30.098986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:30.102615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=a9151697-4c7b-45c6-beba-a2073231cca2,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:30.191880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 100812ca-3110-4403-8a76-15a2542ce005 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:30.198665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35e71dfd-8ed7-4b4b-bd5b-882186529473 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:30.251380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-52cea1dc-a6b6-4a6d-86a0-55cadd1e9b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:30.258180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:48:30.259449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:30.351288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 35e71dfd-8ed7-4b4b-bd5b-882186529473 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:30.357003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 35e71dfd-8ed7-4b4b-bd5b-882186529473 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:30.357497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:30.470106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:48:30.498175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:30.515814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 35e71dfd-8ed7-4b4b-bd5b-882186529473, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35e71dfd-8ed7-4b4b-bd5b-882186529473,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:30.573332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37754cce-cf32-4b32-8a2f-8edf829a181f None None] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:48:30.637327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:30.669604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:48:30.683327 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:48:30.692456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-394b7ed5-af0b-4c9d-a67a-e47bb4db0802 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/e24d8c59-215a-4ae0-b5a0-4e123512171b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4437556 Feb 04 11:48:30.692813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43246) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:30.695262 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:30.695977 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:30.841655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=35e71dfd-8ed7-4b4b-bd5b-882186529473,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:30.841870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf64e0-7ac5-443f-8a41-dd75eeeaf8d8 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.842189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf64e0-7ac5-443f-8a41-dd75eeeaf8d8 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.842657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf64e0-7ac5-443f-8a41-dd75eeeaf8d8 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.843114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf64e0-7ac5-443f-8a41-dd75eeeaf8d8 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.844811 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-28cf64e0-7ac5-443f-8a41-dd75eeeaf8d8 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1510227 Feb 04 11:48:30.847467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:30.893723 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:30.924583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edc275-7f8a-4ef4-8eac-d33fb67ef9ed tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.925044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edc275-7f8a-4ef4-8eac-d33fb67ef9ed tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.925589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edc275-7f8a-4ef4-8eac-d33fb67ef9ed tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.925933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edc275-7f8a-4ef4-8eac-d33fb67ef9ed tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:30.927739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e7edc275-7f8a-4ef4-8eac-d33fb67ef9ed tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0793560 Feb 04 11:48:30.930412 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:30.946004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] Provisioning for port 100812ca-3110-4403-8a76-15a2542ce005 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:30.952080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] Provisioning complete for port 100812ca-3110-4403-8a76-15a2542ce005 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:30.955782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.102748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.141467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] For port 100812ca-3110-4403-8a76-15a2542ce005, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=100812ca-3110-4403-8a76-15a2542ce005,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:31.167715 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-140a06f8-1ff6-4fdb-9583-6adcc2c25bd2 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2355938 Feb 04 11:48:31.218714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.274707 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:31.280594 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:48:31.280941 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Updating router e24d8c59-215a-4ae0-b5a0-4e123512171b port a9151697-4c7b-45c6-beba-a2073231cca2 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:48:31.336060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4edc03-9caf-439d-8132-babe5dc58925 None None] Pushing event updated for resources: {'Port': ['ID=100812ca-3110-4403-8a76-15a2542ce005,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:31.356103 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.442034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-06137a31-9933-4c4c-b400-f7b7a66e98a5 None None] Provisioning for port a9151697-4c7b-45c6-beba-a2073231cca2 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:31.449208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-06137a31-9933-4c4c-b400-f7b7a66e98a5 None None] Provisioning complete for port a9151697-4c7b-45c6-beba-a2073231cca2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:31.449598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-06137a31-9933-4c4c-b400-f7b7a66e98a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.514244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-06137a31-9933-4c4c-b400-f7b7a66e98a5 None None] Port a9151697-4c7b-45c6-beba-a2073231cca2 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:48:31.527623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-06137a31-9933-4c4c-b400-f7b7a66e98a5 None None] Provisioning complete for port 100812ca-3110-4403-8a76-15a2542ce005 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:31.534292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-06137a31-9933-4c4c-b400-f7b7a66e98a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.593805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:31.600971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228660773', 'description': 'tempest-secgroup-smoke-228660773 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:31.607751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:31.612961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:31.617585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:31.628160 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:31.734193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.747510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:31.751458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:31.754384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:31.761230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:31.796894 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.810970 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Transition to ACTIVE for port object a9151697-4c7b-45c6-beba-a2073231cca2 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:31.827994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-81575dfd-c667-4556-b5ef-38948ce6ff27 None None] Provisioning complete for port a9151697-4c7b-45c6-beba-a2073231cca2 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:31.828366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-81575dfd-c667-4556-b5ef-38948ce6ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.838895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.883863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-81575dfd-c667-4556-b5ef-38948ce6ff27 None None] Port a9151697-4c7b-45c6-beba-a2073231cca2 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:48:31.888977 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.917344 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:31.965315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263f8315-5aef-4de1-9266-7ab89a5df4cd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:32.019003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.023342 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-039f0bd4-f196-49c7-9dd7-a14ef6ae3c14 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4278851 Feb 04 11:48:32.025840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:32.026269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 100812ca-3110-4403-8a76-15a2542ce005 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:32.032337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '263f8315-5aef-4de1-9266-7ab89a5df4cd', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:32.049525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:32.054889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:32.059426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:32.064126 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Pushing event updated for resources: {'Port': ['ID=a9151697-4c7b-45c6-beba-a2073231cca2,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:32.066997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:32.119692 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.120039 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.120565 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.120962 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.122163 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.122163 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.122163 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.122163 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.122491 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.122766 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.123073 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.123382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:48:32.147668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 100812ca-3110-4403-8a76-15a2542ce005 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:32.148552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.149588 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Attempting to bind port a9151697-4c7b-45c6-beba-a2073231cca2 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:48:32.149952 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Attempting to bind port a9151697-4c7b-45c6-beba-a2073231cca2 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:48:32.150361 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Attempting to bind port a9151697-4c7b-45c6-beba-a2073231cca2 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:48:32.156951 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:48:32.157208 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Checking segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:48:32.157579 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.157962 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Bound using segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:48:32.158471 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Bound port: a9151697-4c7b-45c6-beba-a2073231cca2, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:48:32.158834 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.162602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.253068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.255338 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] For port a9151697-4c7b-45c6-beba-a2073231cca2, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:48:32.259154 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] For port a9151697-4c7b-45c6-beba-a2073231cca2, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a9151697-4c7b-45c6-beba-a2073231cca2,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:48:32.283818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35e71dfd-8ed7-4b4b-bd5b-882186529473 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:32.338582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.354292 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.354554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 35e71dfd-8ed7-4b4b-bd5b-882186529473 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:32.354554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.364785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079823ec-269c-4dcb-8ec0-4dad2e380ab1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:32.442394 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:32.442995 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:32.460595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.465267 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-55269b43-4f48-4147-8e17-fa2e1e6bace2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349365 Feb 04 11:48:32.465267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43268) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:32.469638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '263f8315-5aef-4de1-9266-7ab89a5df4cd', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:32.476908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:32.481506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:32.493765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:32.497718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:32.519073 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b3411-7f35-4a08-b776-e7765acc89d2 None None] Pushing event updated for resources: {'Port': ['ID=a9151697-4c7b-45c6-beba-a2073231cca2,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:32.594664 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.648302 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:32.691176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.729345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-32e90388-9057-44e4-b833-387cd078ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.798204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.821805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc955725-06d0-4e42-9eda-7e3d62c8ebca,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:32.905997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:32.907229 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3ceea825-6b97-46b0-9966-ac4c895f983b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4417071 Feb 04 11:48:32.910196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43272) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:32.918035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '263f8315-5aef-4de1-9266-7ab89a5df4cd', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:32.924559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:32.928543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:32.937719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:32.937719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:32.975768 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:32.984176 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f24339-0e7b-42ea-baaa-199048322c49 None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:32Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:48:33.025244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.113730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.186070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.213925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d403cfd-893c-40d7-8968-b44fbda3d2c9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:33.329122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.330375 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1e6c65d5-6cc3-4462-8603-0a6663315547 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4191394 Feb 04 11:48:33.334756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:33.345199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '263f8315-5aef-4de1-9266-7ab89a5df4cd', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:33.353944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:33.363359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:33.367717 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:33.376874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:33.460788 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.534029 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.612928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.636574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b0dca2-e331-48aa-948b-bf5175a7b1bb,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:33.714773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.740482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.742427 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c9e52d3c-9f95-4fbd-aedd-7cf4e8be67ff tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4066203 Feb 04 11:48:33.745582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43280) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:33.750810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '263f8315-5aef-4de1-9266-7ab89a5df4cd', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:33.757868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:33.761726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:33.764672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:33.771167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:33.802983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.877818 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:48:33.885880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:33.974787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.033586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a9151697-4c7b-45c6-beba-a2073231cca2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:34.066146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.090438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c26280-44dc-40c2-b8b9-a337a47ca521,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:34.197741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.199377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0ea7fe6-bb79-4abd-b48f-62df8aaf4e92 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4524400 Feb 04 11:48:34.201713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43284) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:34.210591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '263f8315-5aef-4de1-9266-7ab89a5df4cd', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:34.213684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:34.217724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:34.220910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:34.227276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:34.229998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port a9151697-4c7b-45c6-beba-a2073231cca2 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:34.235094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a9151697-4c7b-45c6-beba-a2073231cca2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:34.235456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.312305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:48:34.319366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.355451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.389267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port a9151697-4c7b-45c6-beba-a2073231cca2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a9151697-4c7b-45c6-beba-a2073231cca2,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:34.395576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.494301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.518575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193de393-702d-4f8f-b627-21e05712f842,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:34.534652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.595807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:34.597140 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6caa1e1e-3711-47e4-bef9-59bee433381d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3944800 Feb 04 11:48:34.605839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=a9151697-4c7b-45c6-beba-a2073231cca2,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:34.778587 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-edfc97ec-af3e-4aa9-8592-560fea4be266 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228660773&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0395875 Feb 04 11:48:34.931576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-b6952702-538c-45d8-ad83-25aa7e0a3b5e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:34.932401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-b6952702-538c-45d8-ad83-25aa7e0a3b5e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:48:35.024378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-b6952702-538c-45d8-ad83-25aa7e0a3b5e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:48:35.025537 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-b6952702-538c-45d8-ad83-25aa7e0a3b5e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 796 time: 0.2404296 Feb 04 11:48:35.042527 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-3bc90b71-500a-4c2e-b42f-832884f138b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0114708 Feb 04 11:48:35.128186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-631393d3-f06e-4f69-871f-a544df86e772 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:48:35.169077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:35.229685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-631393d3-f06e-4f69-871f-a544df86e772 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:48:35.231024 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-631393d3-f06e-4f69-871f-a544df86e772 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827886 Feb 04 11:48:35.414871 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-e88a8044-4bc9-4993-b6b8-610b2183940f service neutron] 10.222.0.36 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715574 Feb 04 11:48:35.553771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-a3f07f72-8c09-40b2-b5f2-5ced0502fe6f service neutron] 10.222.0.36 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312470 Feb 04 11:48:35.990398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a9151697-4c7b-45c6-beba-a2073231cca2 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:36.061464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a9151697-4c7b-45c6-beba-a2073231cca2 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:36.061833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:36.810502 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a44ef71-e902-4f05-a72f-29064504eec6 req-c755b2ff-a05d-47ce-b669-595463ae3a3b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 210 time: 0.0515811 Feb 04 11:48:37.962433 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a992a291-acbc-4a91-a619-60eb9c59be25 req-4f88434a-ff49-44e6-8fcf-1f6c9325925f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 210 time: 0.0429933 Feb 04 11:48:39.135638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9104182b-e005-4237-8139-cffd750c7a39 req-181f14b4-646d-40db-8b7c-4c0c94c4f77a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 210 time: 0.0507627 Feb 04 11:48:39.392722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-ce631959-44f9-428e-8f63-965fb05dfb4a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:39.394161 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-ce631959-44f9-428e-8f63-965fb05dfb4a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 796 time: 0.1571198 Feb 04 11:48:39.442442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-8324a524-ce44-4787-9aa7-816fc09d293e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:48:39.569556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-8324a524-ce44-4787-9aa7-816fc09d293e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:48:39.570630 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-8324a524-ce44-4787-9aa7-816fc09d293e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 379 time: 0.1681683 Feb 04 11:48:39.580400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['263f8315-5aef-4de1-9266-7ab89a5df4cd']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:39.723276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:39.733485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:39.832237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:48:39.836602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:40.103855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.8 (866e94c2-9ba0-4ab9-8767-1591787dafb3/85d6d248-9199-4a3f-9b6b-fca690f1380f/0d49874f-4cda-4048-a744-5674fc6a1e36) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:48:40.305752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:40.324722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 0d49874f-4cda-4048-a744-5674fc6a1e36 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:40.400396 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acdda121-1d8c-49bc-bec2-69a6e11e12ad req-669cdeff-ec9e-4eef-9b00-c13caa566a87 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 210 time: 0.1550412 Feb 04 11:48:40.431998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:40.516637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:48:40.519742 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:40.523629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:48:40.555506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:40.595587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:40.596208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:40.683768 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-d785048e-7915-423d-ae0e-a1a005d8e3f1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1074593 Feb 04 11:48:40.695713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Request body: {'port': {'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:40.797521 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5f7a61e4-4cea-4682-8dfc-aec54021d7c0 None None] Provisioning for port 0d49874f-4cda-4048-a744-5674fc6a1e36 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:40.802453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5f7a61e4-4cea-4682-8dfc-aec54021d7c0 None None] Provisioning complete for port 0d49874f-4cda-4048-a744-5674fc6a1e36 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:40.802823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5f7a61e4-4cea-4682-8dfc-aec54021d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:40.814639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:40.859376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a61e4-4cea-4682-8dfc-aec54021d7c0 None None] Port 0d49874f-4cda-4048-a744-5674fc6a1e36 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:48:41.160809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d49874f-4cda-4048-a744-5674fc6a1e36 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:48:41.168661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:41.183787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Transition to ACTIVE for port object 0d49874f-4cda-4048-a744-5674fc6a1e36 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:48:41.272165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:41.437256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:41.533365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Attempting to bind port 0d49874f-4cda-4048-a744-5674fc6a1e36 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:48:41.533699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Attempting to bind port 0d49874f-4cda-4048-a744-5674fc6a1e36 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:48:41.534030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Attempting to bind port 0d49874f-4cda-4048-a744-5674fc6a1e36 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:48:41.539329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Port 0d49874f-4cda-4048-a744-5674fc6a1e36 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:48:41.539709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Attempting to bind port 0d49874f-4cda-4048-a744-5674fc6a1e36 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:48:41.546371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:48:41.546844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Checking segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:48:41.547249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Bound using segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:48:41.547716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Bound port: 0d49874f-4cda-4048-a744-5674fc6a1e36, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:48:41.548053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:41.619273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb5ef9-1df9-46ea-a8d4-1ef6a6b21547 req-1564eb01-905b-4b64-a768-6af9d63d5d1b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:41.620730 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61cb5ef9-1df9-46ea-a8d4-1ef6a6b21547 req-1564eb01-905b-4b64-a768-6af9d63d5d1b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 943 time: 0.0941160 Feb 04 11:48:41.647865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:48:41.651121 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:48:41.673529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61cb5ef9-1df9-46ea-a8d4-1ef6a6b21547 req-c2ee26cb-caa7-49ce-9f52-bad242ba5bcd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Feb 04 11:48:41.728992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:41.792602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:41.793199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:41.794544 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 1093 time: 1.1033511 Feb 04 11:48:41.794968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:41.819389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd672ea-6956-4a4d-ab6a-66ec2d7dbf84 service neutron] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:41.841189 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'status': 'completed', 'code': 200} Feb 04 11:48:41.936419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f5f5-8f4c-4dbc-896d-0f8b0032b384 req-db2866a5-3e65-40bc-9b22-31c92f0b9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:41.937811 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31c4f5f5-8f4c-4dbc-896d-0f8b0032b384 req-db2866a5-3e65-40bc-9b22-31c92f0b9998 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1096 time: 0.0745144 Feb 04 11:48:42.083279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f5f5-8f4c-4dbc-896d-0f8b0032b384 req-a8cf9a4a-c0c0-4156-b580-c539269adaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:42.084682 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31c4f5f5-8f4c-4dbc-896d-0f8b0032b384 req-a8cf9a4a-c0c0-4156-b580-c539269adaa1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1393397 Feb 04 11:48:42.222467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f5f5-8f4c-4dbc-896d-0f8b0032b384 req-ad6051cb-bcf0-4320-b635-bfa3a6133295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:42.223896 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31c4f5f5-8f4c-4dbc-896d-0f8b0032b384 req-ad6051cb-bcf0-4320-b635-bfa3a6133295 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329367 Feb 04 11:48:42.427529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-df6fe03a-4cba-43ce-b724-c0ecb99b6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:42.429045 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-df6fe03a-4cba-43ce-b724-c0ecb99b6077 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1096 time: 0.1689174 Feb 04 11:48:42.511608 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-3ee3072f-1e88-4e9b-94de-66bc8e3bf754 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 217 time: 0.0735364 Feb 04 11:48:42.577690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-82fdf9e4-3364-4c40-a68d-bde9301966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:42.579118 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-82fdf9e4-3364-4c40-a68d-bde9301966f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0608222 Feb 04 11:48:42.653656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-9c4ec9f3-fa64-4265-850e-5fb405af91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:42.655114 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-9c4ec9f3-fa64-4265-850e-5fb405af91ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693254 Feb 04 11:48:42.801629 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-280d0f52-20dc-444a-82a6-75378ec1ee9e service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325953 Feb 04 11:48:42.863707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973365d5-b6d1-457b-83ed-935682c06eb7 req-341e0d39-3087-4245-8a5b-a6dd648fbec0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:42.865293 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-973365d5-b6d1-457b-83ed-935682c06eb7 req-341e0d39-3087-4245-8a5b-a6dd648fbec0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 943 time: 0.0825226 Feb 04 11:48:42.910665 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-973365d5-b6d1-457b-83ed-935682c06eb7 req-cf433d80-4662-4ded-8718-8590fd12bbac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Feb 04 11:48:42.939113 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9fd3ddd5-c2e2-4304-bb3d-5eee0207c91e req-66f8a1f7-876e-4d9f-91a7-34549126bbd6 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308143 Feb 04 11:48:43.783198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0d49874f-4cda-4048-a744-5674fc6a1e36 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:48:43.917798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:43.931894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:48:43.989942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:44.013931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d49874f-4cda-4048-a744-5674fc6a1e36 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:48:44.030400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:44.104290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de0338-195a-4245-8b5b-94406820bb22 req-5688f624-d264-44f9-95eb-17b1edb00a83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:44.105758 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92de0338-195a-4245-8b5b-94406820bb22 req-5688f624-d264-44f9-95eb-17b1edb00a83 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 943 time: 0.0847740 Feb 04 11:48:44.146310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:44.154302 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92de0338-195a-4245-8b5b-94406820bb22 req-4fc32b64-5ef3-481e-8ce6-1fc388d893ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Feb 04 11:48:44.220665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:44.430161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['0d49874f-4cda-4048-a744-5674fc6a1e36'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:48:45.341868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea3f3b-5759-40e9-8dc8-20dede9889d4 req-84dff474-ec92-4100-9c34-778a350ba9ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:45.343296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6fea3f3b-5759-40e9-8dc8-20dede9889d4 req-84dff474-ec92-4100-9c34-778a350ba9ac tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 944 time: 0.0813549 Feb 04 11:48:45.388850 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6fea3f3b-5759-40e9-8dc8-20dede9889d4 req-6b53e434-9a44-47f7-8cd3-84f77275250f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 Feb 04 11:48:45.797617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0d49874f-4cda-4048-a744-5674fc6a1e36 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:48:45.934472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 0d49874f-4cda-4048-a744-5674fc6a1e36 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:48:45.940180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 0d49874f-4cda-4048-a744-5674fc6a1e36 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:48:45.940180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:46.059581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:46.086785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:46.097290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:48:46.195917 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'code': 200} Feb 04 11:48:46.206982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:46.310566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:46.592316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11252b-2fef-4f4b-b4f6-49230daf49f5 req-f7b89a3c-400e-4b15-902b-ee29f5c847b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:46.592883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781f2ea-61d2-4152-be51-f420822cd16a req-26ea023d-73a4-4632-84e9-7ca87a4ff75d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:46.593722 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cf11252b-2fef-4f4b-b4f6-49230daf49f5 req-f7b89a3c-400e-4b15-902b-ee29f5c847b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1098 time: 0.0911186 Feb 04 11:48:46.594300 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7781f2ea-61d2-4152-be51-f420822cd16a req-26ea023d-73a4-4632-84e9-7ca87a4ff75d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.0917108 Feb 04 11:48:46.636167 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cf11252b-2fef-4f4b-b4f6-49230daf49f5 req-2adce786-f47e-4cf9-8ad8-9fcdf1786c6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368009 Feb 04 11:48:46.639485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7781f2ea-61d2-4152-be51-f420822cd16a req-c7a9f233-e526-49ba-9ad5-7283b426888b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392411 Feb 04 11:48:47.842747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90a2be-5151-486f-8a59-f7a66e6ea5e0 req-2626a837-b14a-43ae-a97d-51196c805185 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:47.844274 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cd90a2be-5151-486f-8a59-f7a66e6ea5e0 req-2626a837-b14a-43ae-a97d-51196c805185 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.0905457 Feb 04 11:48:47.893378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cd90a2be-5151-486f-8a59-f7a66e6ea5e0 req-f85a2d7c-db19-489c-940e-25efb59a7247 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393758 Feb 04 11:48:49.105079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42494-d066-4a33-a9fd-fc0ed3f0b333 req-38e15006-54f3-4ec8-85ca-c813f7f1aeb1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:49.106486 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9db42494-d066-4a33-a9fd-fc0ed3f0b333 req-38e15006-54f3-4ec8-85ca-c813f7f1aeb1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.0842185 Feb 04 11:48:49.152383 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9db42494-d066-4a33-a9fd-fc0ed3f0b333 req-72e30900-919a-4848-b9b2-e5f0b42bb0b7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Feb 04 11:48:49.391032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fedac-1522-441a-9c9c-28f550936372 req-8cdfb8e9-f743-4122-b487-098b7484fca5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:49.392530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-650fedac-1522-441a-9c9c-28f550936372 req-8cdfb8e9-f743-4122-b487-098b7484fca5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.1218159 Feb 04 11:48:49.443378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-650fedac-1522-441a-9c9c-28f550936372 req-5c34e957-a41e-448d-96db-71ea30a1fc90 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Feb 04 11:48:49.469763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:49.541087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe504dd-0376-45e2-9187-214c3e08933e tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:49.542580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ffe504dd-0376-45e2-9187-214c3e08933e tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1093 time: 0.0718274 Feb 04 11:48:49.546067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:49.552255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:49.560863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:49.565929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:49.569371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:49.575871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:49.654453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:49.799304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:49.952846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.139 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/bf318056-e30a-4da1-b38f-fde289b4eeb9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:48:50.105253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:50.191913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:50.258830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:48:50.261578 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:48:50.265166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:48:50.295609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=bf318056-e30a-4da1-b38f-fde289b4eeb9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:50.714137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:50.960942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:51.177926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:51.282621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:51.393524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=bf318056-e30a-4da1-b38f-fde289b4eeb9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:51.406318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:51.583354 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP af820f87-04bc-48ba-b8c2-daff5c6714c0 associated. External IP: 172.26.6.139, port: 0d49874f-4cda-4048-a744-5674fc6a1e36. Feb 04 11:48:51.963650 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:48:52.146511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:48:52.161121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:48:52.171710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:52.172339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:52.248919 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:52.305069 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f87f3996-140b-408b-b0eb-2f8a3598a7c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7578838 Feb 04 11:48:52.305737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:48:52.308474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43360) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:52.352693 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'status': 'completed', 'code': 200} Feb 04 11:48:52.373299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:52.388757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab36ce-d815-4382-b106-8115ebd60081 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:52.392895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3ab36ce-d815-4382-b106-8115ebd60081 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1093 time: 0.0803766 Feb 04 11:48:52.460585 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-f54b0b72-2bf9-4765-a82b-ce87d53c39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:52.462503 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-f54b0b72-2bf9-4765-a82b-ce87d53c39f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1098 time: 0.0845959 Feb 04 11:48:52.717282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-11898c27-f3b7-4359-bd20-5481cd64b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:52.718800 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-11898c27-f3b7-4359-bd20-5481cd64b7a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.2498865 Feb 04 11:48:52.724619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43368) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:52.731628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395941602', 'description': 'tempest-secgroup-smoke-395941602 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:52.742262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:52.753750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:52.784750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:50Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:52.788666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:48:52.797668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:48:52.798253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:48:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:52.824163 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-ce66a3bd-b06c-49dd-8f92-81cd5f7bf22c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 999 time: 0.0991673 Feb 04 11:48:52.860495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:52.887149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:52.891632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:52.895829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:52.902886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:52.920439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-84ee9481-b604-4449-a06b-142ed4e52afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:52.922038 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-84ee9481-b604-4449-a06b-142ed4e52afb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0916123 Feb 04 11:48:52.982486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.003672 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-87a90c6e-0259-44dd-89be-1413e62b4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:53.005167 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-87a90c6e-0259-44dd-89be-1413e62b4205 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756941 Feb 04 11:48:53.007813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:48:53.083197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.138337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3910d779-ca6c-4fac-a413-fe9d11c31e2f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:53.160224 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-8636d70e-ffd5-4afc-a278-43a2969f8183 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418376 Feb 04 11:48:53.232267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.234229 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-539206d3-a236-45d8-920d-eb6a4ba2c5c8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5077450 Feb 04 11:48:53.241933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43372) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:53.247766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '3910d779-ca6c-4fac-a413-fe9d11c31e2f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:53.256132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:53.262553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:53.266957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:53.276044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:53.318204 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9bc000a1-f609-4b0b-8b87-2d4c202ebafe req-500f8bfb-db85-4dab-ba2f-c6907ffe6773 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568625 Feb 04 11:48:53.394862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.411765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:50Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:48:53.417650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5aa9ca-1243-41a4-818a-60b7c9acc7e2 None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:50Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:48:53.468828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.568874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.594311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aa4dcb-492b-4831-ae5d-f0fa6e176d90,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:53.637739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823aa0c9-f132-4d6a-b2df-e3cc396e4939 None None] New status for floating IP af820f87-04bc-48ba-b8c2-daff5c6714c0: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:48:53.660224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.662076 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1cb41075-2b97-427a-be82-b6207820d9b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4231827 Feb 04 11:48:53.666114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:53.671369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '3910d779-ca6c-4fac-a413-fe9d11c31e2f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:53.678231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:53.682945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:53.686345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:53.693057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:53.786605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.852273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.930102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:53.954717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1282582e-9221-4272-aaa5-f096ca8fdc17,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:54.060307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.061506 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6c9fba01-e574-4fb3-9c30-c048e4c0ffd8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3944232 Feb 04 11:48:54.065857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:54.071431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '3910d779-ca6c-4fac-a413-fe9d11c31e2f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:54.077979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:54.081906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:54.085568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:54.091723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:54.164257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.227554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.294286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.319307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861de913-e510-4c6c-8a0e-e8727c80b945,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:54.408806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.410020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9c6b843c-e928-4b5c-9a5d-17a0bef0d127 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3431773 Feb 04 11:48:54.412799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43384) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:54.420094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '3910d779-ca6c-4fac-a413-fe9d11c31e2f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:54.424174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:54.440494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:54.444588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:54.453261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:54.529656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.596703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.694026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.719465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd7a724-d379-4e2d-930f-e744e4bece6f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:54.847124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:54.848295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27371edc-c401-4191-9d17-1b027e1723e5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4345782 Feb 04 11:48:54.851558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:54.858279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '3910d779-ca6c-4fac-a413-fe9d11c31e2f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:54.862630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:54.868576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:54.870695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:54.877047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:54.968827 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:48:54.976350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.042834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.123233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.149063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94d13d4-25cb-4505-822a-a7c98169e041,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:55.214708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.216238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4fa960c1-0c96-4a7a-acae-e0af8828cedf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3636284 Feb 04 11:48:55.219069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:48:55.224096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '3910d779-ca6c-4fac-a413-fe9d11c31e2f', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:55.230961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:55.234870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:55.237776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:55.244374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:55.340100 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:48:55.347263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.415228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.509838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.537054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4dceb7-af63-4f7e-9b3f-e10dd6fde615,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:48:55.635563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:55.636808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c133d71e-b5d6-4f68-9600-00e8974247b5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4167728 Feb 04 11:48:55.838305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-432fcf24-1a7f-4a74-827d-282cda94aeb8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:48:55.934569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-432fcf24-1a7f-4a74-827d-282cda94aeb8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:48:55.935680 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-432fcf24-1a7f-4a74-827d-282cda94aeb8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395941602&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.1377037 Feb 04 11:48:56.089973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-9c77e6c9-2d77-4c64-ad1d-54e0c5990fef tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:56.091446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-9c77e6c9-2d77-4c64-ad1d-54e0c5990fef tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 796 time: 0.1492124 Feb 04 11:48:56.107930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-c640b30c-54e9-41a9-bd81-e61389e9525a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0102017 Feb 04 11:48:56.200530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-f22ff21b-df37-4fd1-bf73-037a2537f5d8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0836456 Feb 04 11:48:56.264554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-042dc32c-18bb-4bcc-a3e7-a5ee83fadd07 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:48:56.265530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-042dc32c-18bb-4bcc-a3e7-a5ee83fadd07 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533986 Feb 04 11:48:56.402850 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-079d373a-bb37-4350-934f-0d52a1eeee43 service neutron] 10.222.0.36 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312623 Feb 04 11:48:56.539636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-96fdfec6-df4b-456a-b085-3f109c8b094a service neutron] 10.222.0.36 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307952 Feb 04 11:48:56.838833 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c13be3e-7196-4382-ad4b-fa4dde875dc8 req-9103c3ed-1721-4ff5-baab-acd47b169d5a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 210 time: 0.0484664 Feb 04 11:48:57.414454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:57.994120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-617b59c7-ae5a-4eee-8573-803d132b59be req-8bb4166f-b511-49c7-85e3-56bee98db6af tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 210 time: 0.0447056 Feb 04 11:48:59.148902 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d969adb1-fdf9-4ec8-a10f-c15e9d8b3117 req-05bdb329-ca38-455c-a3da-b691ecee3cce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 210 time: 0.0431998 Feb 04 11:48:59.346332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-b0449aad-cb00-492b-874b-23f9f720bdf5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:48:59.347895 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-b0449aad-cb00-492b-874b-23f9f720bdf5 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 796 time: 0.1655667 Feb 04 11:48:59.409058 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-2b23eadb-53c2-4c6e-ab38-5889223bfe32 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 471 time: 0.0488551 Feb 04 11:48:59.418610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['3910d779-ca6c-4fac-a413-fe9d11c31e2f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:48:59.562452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:48:59.566827 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:port and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:48:59.570377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:48:59.576659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:48:59.717020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:48:59.720790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:48:59.913668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.6 (866e94c2-9ba0-4ab9-8767-1591787dafb3/85d6d248-9199-4a3f-9b6b-fca690f1380f/32e43b12-32a9-44dd-ac96-95d301e1c4b9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:49:00.119846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:00.136430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 32e43b12-32a9-44dd-ac96-95d301e1c4b9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:00.231994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:00.275834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-273d3d2c-9c56-4c51-9352-8f27990395db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:00.300955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:00.308224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:00.309693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:49:00.356473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e997-25ad-4530-bf2a-60b4846e6631 req-d191fe36-196f-4d7a-8b68-17f94b923d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:00.358060 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b49e997-25ad-4530-bf2a-60b4846e6631 req-d191fe36-196f-4d7a-8b68-17f94b923d0a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 931 time: 0.0969737 Feb 04 11:49:00.372022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=32e43b12-32a9-44dd-ac96-95d301e1c4b9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:00.396384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:00.397596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:00.408549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b49e997-25ad-4530-bf2a-60b4846e6631 req-ab2068b6-cca1-43bf-8b45-ee95796c3e6f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Feb 04 11:49:00.556243 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-759bf02d-f18b-443e-b5a5-766676132d07 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1413257 Feb 04 11:49:00.568657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Request body: {'port': {'device_id': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:49:00.671213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-48787d3f-f3cd-41e1-8988-acc748d220d0 None None] Provisioning for port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:00.679338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-48787d3f-f3cd-41e1-8988-acc748d220d0 None None] Provisioning complete for port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:00.680614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-48787d3f-f3cd-41e1-8988-acc748d220d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:00.681294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:00.764488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-48787d3f-f3cd-41e1-8988-acc748d220d0 None None] Port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:49:01.140697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e43b12-32a9-44dd-ac96-95d301e1c4b9 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:49:01.149272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:01.170096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Transition to ACTIVE for port object 32e43b12-32a9-44dd-ac96-95d301e1c4b9 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:49:01.299808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:01.462574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Pushing event updated for resources: {'Port': ['ID=32e43b12-32a9-44dd-ac96-95d301e1c4b9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:01.553454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Attempting to bind port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:49:01.553775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Attempting to bind port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:49:01.554104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Attempting to bind port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:49:01.559456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:49:01.559982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Attempting to bind port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 on network 866e94c2-9ba0-4ab9-8767-1591787dafb3 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:49:01.565716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:49:01.566325 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Checking segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:49:01.566638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Bound using segment: {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:49:01.567133 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Bound port: 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a37117-c5f2-4e6a-bf38-4b19e236c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:49:01.567711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:01.649572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575f3f3-1687-4ba5-abf9-d0af4dded98e req-5c72de90-c5f2-495e-afbc-ebe9deb03bb1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:01.652074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c575f3f3-1687-4ba5-abf9-d0af4dded98e req-5c72de90-c5f2-495e-afbc-ebe9deb03bb1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 943 time: 0.1012814 Feb 04 11:49:01.666004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] For port 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:49:01.669327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] For port 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:49:01.698861 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c575f3f3-1687-4ba5-abf9-d0af4dded98e req-3c7fc384-5819-46c3-b510-73a3a5dd9026 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Feb 04 11:49:01.763480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:01.829429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:01.830047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:01.831434 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] 10.222.0.42 "PUT /v2.0/ports/32e43b12-32a9-44dd-ac96-95d301e1c4b9 HTTP/1.1" status: 200 len: 1093 time: 1.2672544 Feb 04 11:49:01.831898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:01.853637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0f3b7-a24a-4328-8baf-06789de67b95 service neutron] Pushing event updated for resources: {'Port': ['ID=32e43b12-32a9-44dd-ac96-95d301e1c4b9,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:01.885125 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'status': 'completed', 'code': 200} Feb 04 11:49:01.979161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e29ca-6985-4563-bae6-95ddc036ff99 req-afbb0c99-bad5-4336-9b68-0c33533bf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:01.980671 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-db8e29ca-6985-4563-bae6-95ddc036ff99 req-afbb0c99-bad5-4336-9b68-0c33533bf4a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0761590 Feb 04 11:49:02.135254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e29ca-6985-4563-bae6-95ddc036ff99 req-46f0fb67-9c4e-4ca8-83af-6fadb8c58292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:02.136738 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-db8e29ca-6985-4563-bae6-95ddc036ff99 req-46f0fb67-9c4e-4ca8-83af-6fadb8c58292 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1492622 Feb 04 11:49:02.277355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e29ca-6985-4563-bae6-95ddc036ff99 req-45fd65ba-efba-4895-a1e5-900d043806be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:02.278722 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-db8e29ca-6985-4563-bae6-95ddc036ff99 req-45fd65ba-efba-4895-a1e5-900d043806be service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354318 Feb 04 11:49:02.388885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-39629a09-5d60-4f15-bad8-011871bdb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:02.390364 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-39629a09-5d60-4f15-bad8-011871bdb4cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0756524 Feb 04 11:49:02.460160 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-d9aeec3c-2a55-4b3e-8199-00faadf8894e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9 HTTP/1.1" status: 200 len: 217 time: 0.0625715 Feb 04 11:49:02.526404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-7978cd96-0c6b-4589-a484-94afed63739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:02.527918 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-7978cd96-0c6b-4589-a484-94afed63739d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0617437 Feb 04 11:49:02.604230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-8437928d-bef2-425d-b0a5-a1149121f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:02.605710 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-8437928d-bef2-425d-b0a5-a1149121f09e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726078 Feb 04 11:49:02.745712 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-c34378ab-5526-4a79-9b78-213510cab0a0 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340454 Feb 04 11:49:02.791186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-374050c5-9055-40f9-8af6-d48b8699c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:02.900712 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d9b0e52d-87ff-44f4-9167-17dccbf93d85 req-79edb7da-1c5b-4640-b381-7bd11019e40d service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481688 Feb 04 11:49:03.033337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb58b-31be-4951-8316-79b4065d758d req-8b7bb9ca-a747-4056-a638-f671dcbb0d87 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:03.034972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5dabb58b-31be-4951-8316-79b4065d758d req-8b7bb9ca-a747-4056-a638-f671dcbb0d87 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 943 time: 0.1946187 Feb 04 11:49:03.080617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5dabb58b-31be-4951-8316-79b4065d758d req-452ea845-a942-452b-8649-22f83ca3ca97 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Feb 04 11:49:03.705484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:03.760717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:03.906571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 32e43b12-32a9-44dd-ac96-95d301e1c4b9 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:49:04.040156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:49:04.089719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'port_id': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'mac_address': 'fa:16:3e:84:70:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:49:04.147413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:04.166432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e43b12-32a9-44dd-ac96-95d301e1c4b9 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:49:04.182574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:49:04.259627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:04.270438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfbae6-0fc6-43a0-af13-a81c682f1d26 req-30426a4b-b0a5-4d5b-862e-37293781efd6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:04.272614 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1fcfbae6-0fc6-43a0-af13-a81c682f1d26 req-30426a4b-b0a5-4d5b-862e-37293781efd6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 943 time: 0.0822921 Feb 04 11:49:04.318175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1fcfbae6-0fc6-43a0-af13-a81c682f1d26 req-196e39ff-6d0b-4d98-bbc0-ee79863591f2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390460 Feb 04 11:49:04.329976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=32e43b12-32a9-44dd-ac96-95d301e1c4b9,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:04.475009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['32e43b12-32a9-44dd-ac96-95d301e1c4b9'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:49:05.197167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:05.301599 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:49:05.507377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bd22-80fa-4611-a1d1-b5f8bcfdbc7a req-2b879cc4-054f-4573-8868-fc9c8c63fb18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:05.508874 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1977bd22-80fa-4611-a1d1-b5f8bcfdbc7a req-2b879cc4-054f-4573-8868-fc9c8c63fb18 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 944 time: 0.0821140 Feb 04 11:49:05.553647 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1977bd22-80fa-4611-a1d1-b5f8bcfdbc7a req-16b47422-edc1-43b1-b0c5-e1eaf2ae98e9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390866 Feb 04 11:49:05.912726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 32e43b12-32a9-44dd-ac96-95d301e1c4b9 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:49:06.145801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:49:06.150929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:06.151289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:06.276639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:06.304174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:06.322464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:49:06.357924 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'code': 200} Feb 04 11:49:06.488491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:06.559805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=32e43b12-32a9-44dd-ac96-95d301e1c4b9,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:06.746770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b772bba-318d-417a-87b8-cc57d9cd8d29 req-0a9ae9f8-d755-4c79-bee3-ebb6728d6283 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:06.748221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b772bba-318d-417a-87b8-cc57d9cd8d29 req-0a9ae9f8-d755-4c79-bee3-ebb6728d6283 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.0876620 Feb 04 11:49:06.801278 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b772bba-318d-417a-87b8-cc57d9cd8d29 req-75b348f4-7a40-46e1-bd66-1768157e8490 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472763 Feb 04 11:49:06.938712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d31b-e575-4a4c-bd5a-7b13b9c1275d req-85ab914d-34f9-473a-b09d-e3b0dc1b5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:06.940354 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2378d31b-e575-4a4c-bd5a-7b13b9c1275d req-85ab914d-34f9-473a-b09d-e3b0dc1b5f1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0710301 Feb 04 11:49:07.083439 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2378d31b-e575-4a4c-bd5a-7b13b9c1275d req-42f6666c-eeb4-4f61-a420-5b9e2056d2e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361229 Feb 04 11:49:07.991916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d36d-d398-40ad-b99a-86f2528a353a req-7597de76-a7fd-479e-8b63-ba30bead4f8f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:07.993395 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a5c6d36d-d398-40ad-b99a-86f2528a353a req-7597de76-a7fd-479e-8b63-ba30bead4f8f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.0809586 Feb 04 11:49:08.038624 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a5c6d36d-d398-40ad-b99a-86f2528a353a req-0e45e43c-81af-49f3-875e-4605ebabb0a7 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395243 Feb 04 11:49:09.235145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8bc4b-6c25-438a-8290-55d66679d64e req-d40f4d54-7d86-44bb-a023-1bc842b2cff1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:09.236695 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-56d8bc4b-6c25-438a-8290-55d66679d64e req-d40f4d54-7d86-44bb-a023-1bc842b2cff1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.0867136 Feb 04 11:49:09.287103 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-56d8bc4b-6c25-438a-8290-55d66679d64e req-84ec23f5-9e6d-40b7-aea9-c8d5c033b50c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Feb 04 11:49:09.478511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcd54b-5f58-44fb-a6a9-50919e18455c req-d4548a3a-26f7-43c3-85fc-98654f925488 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:09.480058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7ebcd54b-5f58-44fb-a6a9-50919e18455c req-d4548a3a-26f7-43c3-85fc-98654f925488 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.0851219 Feb 04 11:49:09.530780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7ebcd54b-5f58-44fb-a6a9-50919e18455c req-eca4054c-e667-4c34-9817-0428b6e6dcf0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449758 Feb 04 11:49:09.554665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:09.625265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d8462-e0b4-4c54-957e-764b35bde191 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:09.626650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f54d8462-e0b4-4c54-957e-764b35bde191 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 1093 time: 0.0710292 Feb 04 11:49:09.630380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43454) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:09.635457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:49:09.642105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:49:09.646095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:49:09.649118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:49:09.656029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:49:09.854041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:09.991267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:10.126969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.87 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/afe5774b-ce9e-4e62-9d86-906bbfa5ad6c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:49:10.271172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:10.355266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:10.419943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:49:10.422712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:49:10.428983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:49:10.456607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=afe5774b-ce9e-4e62-9d86-906bbfa5ad6c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:11.000827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:11.173665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:11.387223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:11.492379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:11.603378 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=afe5774b-ce9e-4e62-9d86-906bbfa5ad6c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:11.613526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:11.787219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP fc615743-6486-4a55-88d4-ff6d2b2248a1 associated. External IP: 172.26.6.87, port: 32e43b12-32a9-44dd-ac96-95d301e1c4b9. Feb 04 11:49:12.141223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:49:12.324599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:49:12.336856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:49:12.347063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:49:12.347726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:49:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:12.432514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:12.503564 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-eb552e7f-e279-4ef0-a87a-9fc75dd41be1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8615243 Feb 04 11:49:12.503564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:12.540685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:49:12.602208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'status': 'completed', 'code': 200} Feb 04 11:49:12.703859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe372-c8d9-427e-8c66-963062c855ef req-6f8510fc-184d-40f7-bbb5-ab659dd8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:12.705387 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-6f8510fc-184d-40f7-bbb5-ab659dd8eb38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0796869 Feb 04 11:49:12.843246 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe372-c8d9-427e-8c66-963062c855ef req-f4239b50-fcaa-4f53-a1e2-4472e4d2aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:12.847404 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-f4239b50-fcaa-4f53-a1e2-4472e4d2aeee service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.1335344 Feb 04 11:49:12.925131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:53Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}, {'id': 'fc615743-6486-4a55-88d4-ff6d2b2248a1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:84:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:49:10Z', 'updated_at': '2022-02-04T11:49:10Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:12.930108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:49:12.940587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:49:12.941212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:49:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:12.962611 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-f5cc1bf3-3bac-4f00-9496-d5f73d2017d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9 HTTP/1.1" status: 200 len: 998 time: 0.1111760 Feb 04 11:49:13.027499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe372-c8d9-427e-8c66-963062c855ef req-411a31a4-854b-4a01-aaf5-84164c50b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:13.029049 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-411a31a4-854b-4a01-aaf5-84164c50b6d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0597434 Feb 04 11:49:13.117960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afe372-c8d9-427e-8c66-963062c855ef req-ecb287cf-b921-4a8d-91c8-5e433c38bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:13.119524 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-ecb287cf-b921-4a8d-91c8-5e433c38bdb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841432 Feb 04 11:49:13.134870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:49:13.267873 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-8e0d58e5-5a25-471d-a586-f77e93a593a1 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410675 Feb 04 11:49:13.404218 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-73afe372-c8d9-427e-8c66-963062c855ef req-f7c58845-8e82-455e-a42a-1f292938f116 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303406 Feb 04 11:49:13.569464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:53Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}, {'id': 'fc615743-6486-4a55-88d4-ff6d2b2248a1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:84:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:49:10Z', 'updated_at': '2022-02-04T11:49:10Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:13.569464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d791e-904e-41fe-a45b-78acbb5c567b None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:53Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}, {'id': 'fc615743-6486-4a55-88d4-ff6d2b2248a1', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:84:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:49:10Z', 'updated_at': '2022-02-04T11:49:10Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:49:13.753103 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948b80c-5750-446a-88e3-3c3829b19461 None None] New status for floating IP fc615743-6486-4a55-88d4-ff6d2b2248a1: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:49:27.436881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:30.280604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2300e418-6e3f-481d-b1da-7317ccd3f0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:32.761512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99ce0fa2-bf7e-40dc-b497-8bd2c0097229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:33.733833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:33.762380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:35.200643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:42.301158 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:49:44.220791 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-d60f042c-3172-4fe6-9506-cdeb32d1707b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695262 Feb 04 11:49:44.368157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-35236f63-c59a-4760-a943-a4690180378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:44.369621 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-35236f63-c59a-4760-a943-a4690180378d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1098 time: 0.0761468 Feb 04 11:49:44.514293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-5db75b0c-7cc6-48f7-8e6c-19310fe58b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:44.515694 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-5db75b0c-7cc6-48f7-8e6c-19310fe58b5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.1276996 Feb 04 11:49:44.619188 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-67efe744-648d-4587-9655-8dd492e9df6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 1001 time: 0.0974019 Feb 04 11:49:44.682802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-e1557268-e192-4ef4-8065-8085d3405dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:44.684874 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-e1557268-e192-4ef4-8065-8085d3405dbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0590324 Feb 04 11:49:44.761351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-6e5d7c08-2c01-4be1-8e18-8b33b945a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:44.762871 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-6e5d7c08-2c01-4be1-8e18-8b33b945a285 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716236 Feb 04 11:49:44.893383 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-438fed0d-3475-4881-80ee-2620909b1d07 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239138 Feb 04 11:49:45.029724 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-f94a6442-7060-41b3-98a1-dc79fcbeeb24 req-a89d8001-15a5-4125-a5d5-7c4cc92cac21 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302884 Feb 04 11:49:46.952112 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:47.163835 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3dbf981b-d220-4998-a214-496b727e6149 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/af820f87-04bc-48ba-b8c2-daff5c6714c0 HTTP/1.1" status: 200 len: 993 time: 0.2104557 Feb 04 11:49:48.064510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:48.070366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:49:48.185285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.394797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:49:48.421091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.515596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.585987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:48.586601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.587962 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/ports/0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 938 time: 0.5225403 Feb 04 11:49:48.588509 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:48.609375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:48.619413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.619825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.620157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.621042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.621361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.621820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.622142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.622456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.622771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.623080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.623388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.623718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593cde3-bd11-45e1-8f7b-4e68f8a76a34 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:48.637339 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'status': 'completed', 'code': 200} Feb 04 11:49:48.738699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-874b2d1e-291d-449d-8bc8-8330c07d9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:48.740272 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-874b2d1e-291d-449d-8bc8-8330c07d9861 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1099 time: 0.0796597 Feb 04 11:49:48.861352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-09e9c468-162f-4e7f-a6f0-fd04f78fa248 None None] Provisioning complete for port 0d49874f-4cda-4048-a744-5674fc6a1e36 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:48.861925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-09e9c468-162f-4e7f-a6f0-fd04f78fa248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:48.871711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-8e2a0b09-67ed-4f19-bff1-1003cfe27054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:48.873159 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-8e2a0b09-67ed-4f19-bff1-1003cfe27054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.1262021 Feb 04 11:49:48.920184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-09e9c468-162f-4e7f-a6f0-fd04f78fa248 None None] Port 0d49874f-4cda-4048-a744-5674fc6a1e36 is administratively disabled so it will not transition to active. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 04 11:49:48.976977 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-cb385510-a2f0-4edf-af45-a565f9f9a396 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 1002 time: 0.0978236 Feb 04 11:49:49.036882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-69635224-cd76-4193-adff-0f5d792a7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:49.038235 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-69635224-cd76-4193-adff-0f5d792a7095 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0552368 Feb 04 11:49:49.113522 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-3f1da59b-2735-4d01-abc0-d02036c44abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:49.115034 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-3f1da59b-2735-4d01-abc0-d02036c44abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710342 Feb 04 11:49:49.252868 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-aa636524-50a5-42bb-9c47-935341d71afa service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317616 Feb 04 11:49:49.389414 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7a5b055f-faaf-4a37-a7b1-8688512a1a55 req-cf7cedb6-e8ad-4d9d-a15b-63bf0cd8f465 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305559 Feb 04 11:49:52.027232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:52.032926 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:49:52.150960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.461432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:49:52.487387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.550393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.619862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:52.620496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.621939 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/ports/0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 937 time: 0.5937152 Feb 04 11:49:52.622508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:52.625368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:52.645266 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a41d5e-6d38-45bd-8b10-4dc71acc3fe8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:52.686940 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'status': 'completed', 'code': 200} Feb 04 11:49:52.752924 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a784173b-b225-4320-b64e-5551db86b3aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/af820f87-04bc-48ba-b8c2-daff5c6714c0 HTTP/1.1" status: 200 len: 993 time: 0.1261463 Feb 04 11:49:52.794236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-7b61177d-47fd-42a2-a4ab-4af86db2f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:52.795763 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-7b61177d-47fd-42a2-a4ab-4af86db2f96f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1098 time: 0.0841501 Feb 04 11:49:52.847314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['0d49874f-4cda-4048-a744-5674fc6a1e36'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:49:52.917917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b195e1da-79b5-4d23-9f25-0a3064f602e5 None None] Provisioning complete for port 0d49874f-4cda-4048-a744-5674fc6a1e36 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:49:52.917917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b195e1da-79b5-4d23-9f25-0a3064f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:52.934988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-f8193366-1ef5-4985-babd-6b478c41ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:52.936490 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-f8193366-1ef5-4985-babd-6b478c41ee66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.1319296 Feb 04 11:49:53.048705 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-7997e618-3db4-435a-8dd4-961c26c4e0b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 1001 time: 0.1049147 Feb 04 11:49:53.111087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-ab4711c0-e97d-48c0-8ff3-9da8ce6b84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:53.112536 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-ab4711c0-e97d-48c0-8ff3-9da8ce6b84ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0576973 Feb 04 11:49:53.188076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-d0808a30-80d5-426b-998f-1183fd8638f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:53.189579 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-d0808a30-80d5-426b-998f-1183fd8638f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704994 Feb 04 11:49:53.335205 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-9e048a9e-7bb6-4982-a2e5-989b0774c6c3 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374125 Feb 04 11:49:53.466895 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7209dd01-875b-4c33-9a28-2fbeb5500e19 req-084106dd-769e-4d38-8fcb-22ea7fa680e2 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257944 Feb 04 11:49:55.310563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43512) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:49:55.634539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port afe5774b-ce9e-4e62-9d86-906bbfa5ad6c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:49:55.634785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.814377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.814697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:55.945369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for afe5774b-ce9e-4e62-9d86-906bbfa5ad6c owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:49:56.149124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.200956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=afe5774b-ce9e-4e62-9d86-906bbfa5ad6c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:56.264399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.264734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.265064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.265386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.265702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.266018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.266333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.266647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.266964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.267279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.267605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.267916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:49:56.299106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.299502 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP fc615743-6486-4a55-88d4-ff6d2b2248a1 disassociated (deleted). External IP: 172.26.6.87, port: 32e43b12-32a9-44dd-ac96-95d301e1c4b9. Feb 04 11:49:56.651207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:49:56.835952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:49:56.845930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:49:56.853867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:56.855405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:49:56.856057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:49:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:57.030153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8986279c-2630-4c4e-9da7-1df21f1da6a2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/fc615743-6486-4a55-88d4-ff6d2b2248a1 HTTP/1.1" status: 204 len: 168 time: 1.7179391 Feb 04 11:49:57.030838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:57.046425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:49:57.078056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'status': 'completed', 'code': 200} Feb 04 11:49:57.177021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-e48d75f0-1cb9-4599-b7c7-78cb6e108698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:57.178516 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-e48d75f0-1cb9-4599-b7c7-78cb6e108698 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0774395 Feb 04 11:49:57.316552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-342b4254-932c-49d0-9f24-897296ce9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:57.318003 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-342b4254-932c-49d0-9f24-897296ce9709 service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.1332223 Feb 04 11:49:57.395386 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-fcd5752e-6cd1-427d-bd7d-6c79d622818e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9 HTTP/1.1" status: 200 len: 217 time: 0.0715318 Feb 04 11:49:57.427666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:53Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:57.430997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:57.432373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:49:57.440680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:49:57.441272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:49:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:57.459732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-78af5b70-8556-4a6d-884e-0cf7956e58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:57.461553 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-78af5b70-8556-4a6d-884e-0cf7956e58f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0596697 Feb 04 11:49:57.548372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-e16b27d0-67a9-4890-a5b9-c42a71383445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:57.549883 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-e16b27d0-67a9-4890-a5b9-c42a71383445 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738680 Feb 04 11:49:57.635437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51102-ed9a-4d09-848d-71c22676b559 req-94d6f54e-073e-47da-82e3-7e74c64861fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:57.636678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-63a51102-ed9a-4d09-848d-71c22676b559 req-94d6f54e-073e-47da-82e3-7e74c64861fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:49:57.680825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:49:57.687518 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-1c8858ce-2147-428d-8192-2b02d0bab8b8 service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299124 Feb 04 11:49:57.721817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-63a51102-ed9a-4d09-848d-71c22676b559 req-94d6f54e-073e-47da-82e3-7e74c64861fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:49:57.722774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63a51102-ed9a-4d09-848d-71c22676b559 req-94d6f54e-073e-47da-82e3-7e74c64861fb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.1698484 Feb 04 11:49:57.773259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63a51102-ed9a-4d09-848d-71c22676b559 req-6296a105-be60-478f-be6a-36e4c0b7ec45 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440178 Feb 04 11:49:57.828743 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c3ed0af5-59aa-4cf0-bba4-02507fcb1e25 req-1114947f-f336-4d17-bbbe-58df52b9d3ed service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346204 Feb 04 11:49:58.047340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:53Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:49:58.051259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5cfdc1-abd3-4bbf-8ba7-a9a3806ea07d None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'af820f87-04bc-48ba-b8c2-daff5c6714c0', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'port_id': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'mac_address': 'fa:16:3e:d3:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:48:50Z', 'updated_at': '2022-02-04T11:48:53Z', 'revision_number': 1, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:49:58.260238 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3cfe73-0553-4e71-801d-5e147d284e9d None None] New status for floating IP fc615743-6486-4a55-88d4-ff6d2b2248a1: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:49:58.959335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-d9c9d479-9eb3-4362-be5e-077e64722dba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:58.960912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-d9c9d479-9eb3-4362-be5e-077e64722dba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:49:58.974044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-d9c9d479-9eb3-4362-be5e-077e64722dba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:49:58.975169 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-d9c9d479-9eb3-4362-be5e-077e64722dba tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.2002523 Feb 04 11:49:58.975761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3d4a8-1ff4-419a-b0f6-97de469e51b4 req-a014d344-1f2e-492e-9d8d-8ce949536cdf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:49:58.981930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-add3d4a8-1ff4-419a-b0f6-97de469e51b4 req-a014d344-1f2e-492e-9d8d-8ce949536cdf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 945 time: 0.0913618 Feb 04 11:49:59.023041 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-add3d4a8-1ff4-419a-b0f6-97de469e51b4 req-1acc6bf1-3205-4c1e-9be6-0423d237b5cd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=3910d779-ca6c-4fac-a413-fe9d11c31e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Feb 04 11:49:59.048759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:49:59.049098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:59.293300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 32e43b12-32a9-44dd-ac96-95d301e1c4b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=32e43b12-32a9-44dd-ac96-95d301e1c4b9,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:49:59.293552 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:59.428278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 32e43b12-32a9-44dd-ac96-95d301e1c4b9 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:49:59.659224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:59.712416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=32e43b12-32a9-44dd-ac96-95d301e1c4b9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:49:59.786929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 32e43b12-32a9-44dd-ac96-95d301e1c4b9 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:49:59.789443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:49:59.792031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'name': 'network-vif-deleted', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:49:59.835320 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41751ba0-ced3-4bb6-a039-575719c79ec3', 'name': 'network-vif-deleted', 'tag': '32e43b12-32a9-44dd-ac96-95d301e1c4b9', 'status': 'completed', 'code': 200} Feb 04 11:49:59.870932 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-829df157-e5f6-4ac2-9bc2-08a5be90e7d6 req-39806d4d-dd91-4133-bdbf-3ab3f0b99cea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/32e43b12-32a9-44dd-ac96-95d301e1c4b9 HTTP/1.1" status: 204 len: 173 time: 0.8899643 Feb 04 11:50:00.184084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e249304-d32c-46c8-83db-288bbbdac75b req-27eaf052-12a7-4002-a233-2df32c88df88 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=41751ba0-ced3-4bb6-a039-575719c79ec3 HTTP/1.1" status: 200 len: 210 time: 0.0450692 Feb 04 11:50:00.230511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-79e4d730-8ddc-43ad-af74-41de808d563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:01.283695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43530) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:01.357698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f15885-ff8f-413e-a132-0f5ffbff69a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:01.395701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f15885-ff8f-413e-a132-0f5ffbff69a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:01.521852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f15885-ff8f-413e-a132-0f5ffbff69a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:01.541391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f15885-ff8f-413e-a132-0f5ffbff69a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3910d779-ca6c-4fac-a413-fe9d11c31e2f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:01.607365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8f15885-ff8f-413e-a132-0f5ffbff69a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:01.608768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a8f15885-ff8f-413e-a132-0f5ffbff69a1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/3910d779-ca6c-4fac-a413-fe9d11c31e2f HTTP/1.1" status: 204 len: 168 time: 0.3238931 Feb 04 11:50:01.693606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:01.900061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port bf318056-e30a-4da1-b38f-fde289b4eeb9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:50:01.900401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:02.069205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:02.069527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:02.196223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for bf318056-e30a-4da1-b38f-fde289b4eeb9 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:50:02.406242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:02.547485 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=bf318056-e30a-4da1-b38f-fde289b4eeb9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:02.634597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:02.634927 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP af820f87-04bc-48ba-b8c2-daff5c6714c0 disassociated (deleted). External IP: 172.26.6.139, port: 0d49874f-4cda-4048-a744-5674fc6a1e36. Feb 04 11:50:02.761815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2f54f1dc-f229-4959-b8ff-aa4f35607f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:02.996965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:50:03.172896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:50:03.182964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:50:03.190128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.191840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:03.192448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:03.247798 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96f86f68-cb07-4283-9ae9-48eb34968f0c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/af820f87-04bc-48ba-b8c2-daff5c6714c0 HTTP/1.1" status: 204 len: 168 time: 1.5527215 Feb 04 11:50:03.248203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:03.294330 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'status': 'completed', 'code': 200} Feb 04 11:50:03.382524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:03.395042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-796fbc0d-22dd-45d7-9b4f-5adaae450fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:03.396563 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-796fbc0d-22dd-45d7-9b4f-5adaae450fce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 1098 time: 0.0823894 Feb 04 11:50:03.531309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-837989b4-900f-42bb-b641-012ffe8c5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:03.532788 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-837989b4-900f-42bb-b641-012ffe8c5826 service neutron] 10.222.0.42 "GET /v2.0/networks?id=866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 200 len: 897 time: 0.1299760 Feb 04 11:50:03.605613 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-aa63a44f-cbf7-44c8-8156-688863a47496 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 200 len: 217 time: 0.0668104 Feb 04 11:50:03.673890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-36f63019-8d66-46ad-90ca-db49340bd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:03.675500 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-36f63019-8d66-46ad-90ca-db49340bd2ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 200 len: 835 time: 0.0635278 Feb 04 11:50:03.745048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:03.749144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:50:03.758129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:03.758740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:03.767988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-c6eafe5b-f075-4ec4-8d79-5639a267db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:03.769609 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-c6eafe5b-f075-4ec4-8d79-5639a267db58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=866e94c2-9ba0-4ab9-8767-1591787dafb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873649 Feb 04 11:50:03.834577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.835941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:03.897855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfced6f-cbed-4fa0-a36a-2ba97669e2db req-682f8b9b-f61c-4447-910c-8be5db73223d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:03.899318 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ebfced6f-cbed-4fa0-a36a-2ba97669e2db req-682f8b9b-f61c-4447-910c-8be5db73223d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.0856802 Feb 04 11:50:03.911953 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-1dff1ab4-21ee-415c-bdaf-b1f0d24ef84c service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358871 Feb 04 11:50:03.944562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:03.951439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ebfced6f-cbed-4fa0-a36a-2ba97669e2db req-7b2affd2-24aa-4399-8ab1-8cae0f550af9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:04.018114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ebfced6f-cbed-4fa0-a36a-2ba97669e2db req-7b2affd2-24aa-4399-8ab1-8cae0f550af9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:04.019520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ebfced6f-cbed-4fa0-a36a-2ba97669e2db req-7b2affd2-24aa-4399-8ab1-8cae0f550af9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119373 Feb 04 11:50:04.148578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 32e43b12-32a9-44dd-ac96-95d301e1c4b9 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:04.168076 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9ee65f5b-a05f-4cc6-a90a-550c96bf6055 req-f74b635a-c3e1-4e97-b797-cc3727e1f05f service neutron] 10.222.0.42 "GET /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493596 Feb 04 11:50:04.193870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 32e43b12-32a9-44dd-ac96-95d301e1c4b9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:50:04.194215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 32e43b12-32a9-44dd-ac96-95d301e1c4b9 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:04.346320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:04.350236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616ab6f-b1ef-4504-8a6c-367597ee5bf1 None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:29Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'a9151697-4c7b-45c6-beba-a2073231cca2', 'name': '', 'network_id': '866e94c2-9ba0-4ab9-8767-1591787dafb3', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:6a:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:28Z', 'updated_at': '2022-02-04T11:48:34Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '85d6d248-9199-4a3f-9b6b-fca690f1380f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:50:04.568571 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199ff6d-2a99-44e2-8a0b-0e35f6d2d45d None None] New status for floating IP af820f87-04bc-48ba-b8c2-daff5c6714c0: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:50:05.161526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:05.216560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be40dd3-6edc-4939-a6e8-35b8a4d4633f req-0879d067-8c5c-4373-aad6-b916133f4234 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:05.218025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2be40dd3-6edc-4939-a6e8-35b8a4d4633f req-0879d067-8c5c-4373-aad6-b916133f4234 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.0812466 Feb 04 11:50:05.262945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2be40dd3-6edc-4939-a6e8-35b8a4d4633f req-6ea00803-75b5-4c61-945b-8419c90fbd72 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=263f8315-5aef-4de1-9266-7ab89a5df4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391169 Feb 04 11:50:05.270161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-2e59175d-80e8-4d51-a0f5-5b16ac96cd7d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:05.270860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-2e59175d-80e8-4d51-a0f5-5b16ac96cd7d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:05.349954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-2e59175d-80e8-4d51-a0f5-5b16ac96cd7d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:05.351317 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-2e59175d-80e8-4d51-a0f5-5b16ac96cd7d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 945 time: 0.1623123 Feb 04 11:50:05.424310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 0d49874f-4cda-4048-a744-5674fc6a1e36 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:50:05.424698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:05.670739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 0d49874f-4cda-4048-a744-5674fc6a1e36, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=0d49874f-4cda-4048-a744-5674fc6a1e36,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:05.671010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:05.798110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 0d49874f-4cda-4048-a744-5674fc6a1e36 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:50:06.017508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:06.070573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=0d49874f-4cda-4048-a744-5674fc6a1e36,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:06.156621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 0d49874f-4cda-4048-a744-5674fc6a1e36 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:50:06.159091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:06.161752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'name': 'network-vif-deleted', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:06.215024 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d484b9d-bdbd-4ce4-9e11-440e02c6f531', 'name': 'network-vif-deleted', 'tag': '0d49874f-4cda-4048-a744-5674fc6a1e36', 'status': 'completed', 'code': 200} Feb 04 11:50:06.247673 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e39e07aa-a603-48c3-bec2-e503c5e222f1 req-b109643e-f24c-4e75-a7df-b5deeb527cfe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/0d49874f-4cda-4048-a744-5674fc6a1e36 HTTP/1.1" status: 204 len: 173 time: 0.8904839 Feb 04 11:50:06.415780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7187d32-5ce3-45fa-a114-cdba47cd10c3 req-57096e41-41f3-4b53-8854-8989b0e96774 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d484b9d-bdbd-4ce4-9e11-440e02c6f531 HTTP/1.1" status: 200 len: 210 time: 0.0485387 Feb 04 11:50:07.514048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:07.582049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65bc1e3a-5d56-4ed1-84ee-5e0a421fbbe9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:07.611942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65bc1e3a-5d56-4ed1-84ee-5e0a421fbbe9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:07.766262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65bc1e3a-5d56-4ed1-84ee-5e0a421fbbe9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:07.785403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc1e3a-5d56-4ed1-84ee-5e0a421fbbe9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f8315-5aef-4de1-9266-7ab89a5df4cd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:07.861988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65bc1e3a-5d56-4ed1-84ee-5e0a421fbbe9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:07.863108 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-65bc1e3a-5d56-4ed1-84ee-5e0a421fbbe9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/263f8315-5aef-4de1-9266-7ab89a5df4cd HTTP/1.1" status: 204 len: 168 time: 0.3480477 Feb 04 11:50:07.944750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:08.583288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:08.938210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port a9151697-4c7b-45c6-beba-a2073231cca2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:50:08.938549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.127080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port a9151697-4c7b-45c6-beba-a2073231cca2, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a9151697-4c7b-45c6-beba-a2073231cca2,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:09.127723 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.253543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for a9151697-4c7b-45c6-beba-a2073231cca2 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:50:09.499484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:09.550829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=a9151697-4c7b-45c6-beba-a2073231cca2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:09.831005 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.123930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0d49874f-4cda-4048-a744-5674fc6a1e36 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:10.158373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 0d49874f-4cda-4048-a744-5674fc6a1e36 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:50:10.158715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 0d49874f-4cda-4048-a744-5674fc6a1e36 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:10.293605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router e24d8c59-215a-4ae0-b5a0-4e123512171b has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:50:10.472763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:50:10.482000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] Sync routers for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:50:10.486351 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f6d84b80-d0b5-458a-9f7b-7e829c8f22ce tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/e24d8c59-215a-4ae0-b5a0-4e123512171b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405083 Feb 04 11:50:10.489017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:10.491666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:10.492275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:10.555273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet 85d6d248-9199-4a3f-9b6b-fca690f1380f {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:50:10.559173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.617439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.670248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:10.704787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.853250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.898676 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=85d6d248-9199-4a3f-9b6b-fca690f1380f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:10.903918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:10.910864 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a7dc3973-2208-4898-92ae-8f74d7b61134 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/85d6d248-9199-4a3f-9b6b-fca690f1380f HTTP/1.1" status: 204 len: 168 time: 0.4208927 Feb 04 11:50:10.913546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:10.923194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8372cf-2f2c-404b-8886-4319e8d7c085 None None] Network 866e94c2-9ba0-4ab9-8767-1591787dafb3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:50:11.093823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:11.124109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:50:09Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:11.130323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] Checking router: e24d8c59-215a-4ae0-b5a0-4e123512171b for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:50:11.144474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] Routers {'e24d8c59-215a-4ae0-b5a0-4e123512171b'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:11.145083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['e24d8c59-215a-4ae0-b5a0-4e123512171b'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:11.284433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:11.295391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] DHCP port deletion for 866e94c2-9ba0-4ab9-8767-1591787dafb3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:50:11.315364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Deleting port 100812ca-3110-4403-8a76-15a2542ce005 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:50:11.315763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:11.333080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 35e71dfd-8ed7-4b4b-bd5b-882186529473 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:50:11.333453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:11.382084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] Set router e24d8c59-215a-4ae0-b5a0-4e123512171b gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:11.520670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 35e71dfd-8ed7-4b4b-bd5b-882186529473, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=35e71dfd-8ed7-4b4b-bd5b-882186529473,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:11.520932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:11.644303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 35e71dfd-8ed7-4b4b-bd5b-882186529473 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:50:11.796206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] For port 100812ca-3110-4403-8a76-15a2542ce005, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=100812ca-3110-4403-8a76-15a2542ce005,segment=NetworkSegment(15a37117-c5f2-4e6a-bf38-4b19e236c700),segment_id=15a37117-c5f2-4e6a-bf38-4b19e236c700)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:11.796593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:11.943776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Calling delete_port for 100812ca-3110-4403-8a76-15a2542ce005 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:50:12.013184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.038172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:50:09Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:12.041853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 100812ca-3110-4403-8a76-15a2542ce005 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:12.071049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=35e71dfd-8ed7-4b4b-bd5b-882186529473,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:12.077826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c3961c-ccdc-4979-aa9a-e5a0c805c999 None None] The sync data for ids ['e24d8c59-215a-4ae0-b5a0-4e123512171b'] in dv-neutron-827824-2-hyperv is: [{'id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'name': 'tempest-TestNetworkBasicOps-router-83278317', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:50:09Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '35e71dfd-8ed7-4b4b-bd5b-882186529473', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d8c59-215a-4ae0-b5a0-4e123512171b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:48:23Z', 'updated_at': '2022-02-04T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:50:12.089024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.142454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Pushing event deleted for resources: {'Port': ['ID=100812ca-3110-4403-8a76-15a2542ce005,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:12.152557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] No DVR routers for this DVR port 100812ca-3110-4403-8a76-15a2542ce005 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:50:12.155587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.155926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.156277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.156591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.157327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.157327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.157654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.157847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.158165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.158501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.159069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.159194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c41ed03-4d10-4291-ba04-f2235ebeb417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:12.164215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No active binding found for port 100812ca-3110-4403-8a76-15a2542ce005 {{(pid=88133) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 11:50:12.164486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 100812ca-3110-4403-8a76-15a2542ce005 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:12.164905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.344559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.346645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.413108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.413563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router e24d8c59-215a-4ae0-b5a0-4e123512171b {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:50:12.429048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.430773 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-835f5ce8-9224-4101-841a-52bbfd3b7f51 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/e24d8c59-215a-4ae0-b5a0-4e123512171b HTTP/1.1" status: 204 len: 168 time: 1.5153399 Feb 04 11:50:12.433180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:12.551667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.689164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.717191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866e94c2-9ba0-4ab9-8767-1591787dafb3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:12.730498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a37117-c5f2-4e6a-bf38-4b19e236c700') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:12.730809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a37117-c5f2-4e6a-bf38-4b19e236c700') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:12.743477 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.760937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.772218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:50:12.772627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:50:12.787974 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:50:12.910012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.927700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:12.939850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=866e94c2-9ba0-4ab9-8767-1591787dafb3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:13.019583 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-88f73f83-3249-4f61-ae8e-1df131b1e788 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/866e94c2-9ba0-4ab9-8767-1591787dafb3 HTTP/1.1" status: 204 len: 168 time: 0.5852394 Feb 04 11:50:13.046894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43578) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:13.052507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'network': {'name': 'tempest-network-smoke--544000563', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:13.057706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:13.061852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:network and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:13.064895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:13.070866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:13.155601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:50:13.159164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.192277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:50:13.202088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.202424 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Added segment aadf3997-3a5f-4e18-b1eb-bff469e0cf0d of type vlan for network e5599dec-0639-42c5-bdf6-41b1c758d30c Feb 04 11:50:13.228796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.320057 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.326272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:13.326849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.435533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Network': ['ID=e5599dec-0639-42c5-bdf6-41b1c758d30c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:13.445447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e5599dec-0639-42c5-bdf6-41b1c758d30c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:50:13.516612 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f4af40a-0618-458b-82c7-a80f80f96838 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4686120 Feb 04 11:50:13.519228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:13.524573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7971214', 'admin_state_up': True, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:13.532661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:13.536208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:router and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:13.539225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:13.546028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:13.607219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.608291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:13.623612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.042435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a9151697-4c7b-45c6-beba-a2073231cca2 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:14.064879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.080039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: a9151697-4c7b-45c6-beba-a2073231cca2 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:50:14.080389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a9151697-4c7b-45c6-beba-a2073231cca2 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:14.080806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35e71dfd-8ed7-4b4b-bd5b-882186529473 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:50:14.113777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 35e71dfd-8ed7-4b4b-bd5b-882186529473 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:50:14.114267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 35e71dfd-8ed7-4b4b-bd5b-882186529473 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:50:14.416281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.446725 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.587097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.202 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/6ed9c146-73d4-4f78-9969-cd19e743a801) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:14.735418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.811820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:14.876067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:14.879175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:14.881600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:50:14.925120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:15.360012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:15.813442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:16.058108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:50:16.240193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:50:16.249374 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:50:16.258248 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:16.258845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:16.308538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:16.309812 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-274076c2-81d0-4652-8577-b34231fdb01c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7896156 Feb 04 11:50:16.313086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:16.356892 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c8e61a88-7144-4502-ac21-7c5f67278370 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5d08d127c1e64ba38b5853db1323160c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426345 Feb 04 11:50:16.360230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:16.433737 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:16.490446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53097d20-6293-41a3-9b07-3351934d873d tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:16.491864 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-53097d20-6293-41a3-9b07-3351934d873d tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306441 Feb 04 11:50:16.494671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43594) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:16.536228 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8d0be3bd-82fc-4771-8314-127e3f649088 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404620 Feb 04 11:50:16.538740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:16.544511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818781646', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:16.656315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:16.660285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:subnet and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:16.663104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:16.668895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:16.719782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:50:16.723734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:16.755781 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:15Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:16.759600 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Checking router: f65275b0-5553-4243-97f8-bb42c875d9e0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:50:16.759993 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Updating router f65275b0-5553-4243-97f8-bb42c875d9e0 port 6ed9c146-73d4-4f78-9969-cd19e743a801 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:50:16.815415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.000260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.083404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Subnet': ['ID=1f500380-7ff0-49a7-ae47-b5ddb003369c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:17.093052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Checking segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:50:17.093413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network hostable DHCP agents. Network: e5599dec-0639-42c5-bdf6-41b1c758d30c, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:50:17.139578 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.151809 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Transition to ACTIVE for port object 6ed9c146-73d4-4f78-9969-cd19e743a801 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:17.194530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e5599dec-0639-42c5-bdf6-41b1c758d30c is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:50:17.228707 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.281044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e5599dec-0639-42c5-bdf6-41b1c758d30c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:17.286981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:17.287755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.295697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568771fe-127d-4348-805d-da36c7d0e5a0 None None] Network e5599dec-0639-42c5-bdf6-41b1c758d30c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:50:17.307969 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Pushing event updated for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:17.312581 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Attempting to bind port 6ed9c146-73d4-4f78-9969-cd19e743a801 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:17.312950 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Attempting to bind port 6ed9c146-73d4-4f78-9969-cd19e743a801 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:17.315745 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Attempting to bind port 6ed9c146-73d4-4f78-9969-cd19e743a801 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:50:17.320059 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.320398 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.320734 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.321062 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.321382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.321713 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.322372 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.323537 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.324094 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.324416 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.324734 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.325051 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:50:17.329981 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:50:17.330346 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:50:17.330743 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.331116 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:50:17.331594 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Bound port: 6ed9c146-73d4-4f78-9969-cd19e743a801, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:17.331966 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.389510 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-870bb2bd-bd4d-4cfd-8b47-455cf9af0ca9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8495886 Feb 04 11:50:17.392431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:17.407731 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] For port 6ed9c146-73d4-4f78-9969-cd19e743a801, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:50:17.411047 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] For port 6ed9c146-73d4-4f78-9969-cd19e743a801, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6ed9c146-73d4-4f78-9969-cd19e743a801,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:50:17.475904 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.561802 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:17.562381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e5599dec-0639-42c5-bdf6-41b1c758d30c', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:50:17.562504 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:17.563232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:17.630359 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d56e4-d0c9-47a6-a53e-e45283b3828b None None] Pushing event updated for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:17.721917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Allocated IP 172.20.0.2 (e5599dec-0639-42c5-bdf6-41b1c758d30c/1f500380-7ff0-49a7-ae47-b5ddb003369c/28fcb752-c6d0-426b-a57b-da9686184967) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:17.777183 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:17.993027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.007319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Transition to ACTIVE for port object 28fcb752-c6d0-426b-a57b-da9686184967 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:18.029308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Transition to ACTIVE for port object 28fcb752-c6d0-426b-a57b-da9686184967 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:18.070855 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:15Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:18.075026 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c15e7-6b0a-4592-b40c-0e313bd33c17 None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:15Z', 'revision_number': 3, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:50:18.086620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.162048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Network e5599dec-0639-42c5-bdf6-41b1c758d30c is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:18.165122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:18.169342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:50:18.212160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Pushing event updated for resources: {'Port': ['ID=28fcb752-c6d0-426b-a57b-da9686184967,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:18.245952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.265264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Attempting to bind port 28fcb752-c6d0-426b-a57b-da9686184967 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:18.265624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Attempting to bind port 28fcb752-c6d0-426b-a57b-da9686184967 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:18.265996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Attempting to bind port 28fcb752-c6d0-426b-a57b-da9686184967 on network e5599dec-0639-42c5-bdf6-41b1c758d30c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:50:18.271773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:50:18.272158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Checking segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:50:18.272564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.272958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Bound using segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:50:18.273431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Bound port: 28fcb752-c6d0-426b-a57b-da9686184967, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:18.273811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.381602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] For port 28fcb752-c6d0-426b-a57b-da9686184967, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:50:18.387671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] For port 28fcb752-c6d0-426b-a57b-da9686184967, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=28fcb752-c6d0-426b-a57b-da9686184967,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:50:18.493632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.585370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2f87-8853-48c1-af27-a8a283d5b334 None None] Pushing event updated for resources: {'Port': ['ID=28fcb752-c6d0-426b-a57b-da9686184967,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:18.735825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.1 (e5599dec-0639-42c5-bdf6-41b1c758d30c/1f500380-7ff0-49a7-ae47-b5ddb003369c/b634abee-3500-428d-97d7-46f948d96cd7) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:18.918350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:18.943631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object b634abee-3500-428d-97d7-46f948d96cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:19.059825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:19.143011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e5599dec-0639-42c5-bdf6-41b1c758d30c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:19.146115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:19.149847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:50:19.183064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:19.215102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:19.304972 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:50:19.579682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:19.624802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce09176d-a590-4840-af4d-55eb31d043e3 None None] Network e5599dec-0639-42c5-bdf6-41b1c758d30c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:50:19.794261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c8dccd1e-64c1-42cc-95d0-40f890637360 None None] Provisioning for port 28fcb752-c6d0-426b-a57b-da9686184967 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:20.191272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 28fcb752-c6d0-426b-a57b-da9686184967 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:20.244773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.299528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.316538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a63ccef0-19f3-4c58-b86f-7992c818c1bd None None] Provisioning for port b634abee-3500-428d-97d7-46f948d96cd7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:20.326150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a63ccef0-19f3-4c58-b86f-7992c818c1bd None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:20.326734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a63ccef0-19f3-4c58-b86f-7992c818c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.384506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 28fcb752-c6d0-426b-a57b-da9686184967 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:20.422388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 28fcb752-c6d0-426b-a57b-da9686184967 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:20.433566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.462012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:20.465017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.491585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a63ccef0-19f3-4c58-b86f-7992c818c1bd None None] Port b634abee-3500-428d-97d7-46f948d96cd7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:50:20.564182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.595882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 28fcb752-c6d0-426b-a57b-da9686184967, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=28fcb752-c6d0-426b-a57b-da9686184967,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:20.611283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-80818989-3913-42bc-a8d7-d81041f0302d None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:20.611746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-80818989-3913-42bc-a8d7-d81041f0302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.666294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-80818989-3913-42bc-a8d7-d81041f0302d None None] Port b634abee-3500-428d-97d7-46f948d96cd7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:50:20.670043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.670433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:20.710820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e5599dec-0639-42c5-bdf6-41b1c758d30c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:20.712854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:20.797719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=28fcb752-c6d0-426b-a57b-da9686184967,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:20.852740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6ed9c146-73d4-4f78-9969-cd19e743a801 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:20.858576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6ed9c146-73d4-4f78-9969-cd19e743a801 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:20.859004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:20.941472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:50:21.031247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ad0d9b7-e4ff-4cdf-8437-cb99546b0a9c None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:21.031597 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d9b7-e4ff-4cdf-8437-cb99546b0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:21.066153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:21.112926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6ed9c146-73d4-4f78-9969-cd19e743a801, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6ed9c146-73d4-4f78-9969-cd19e743a801,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:21.123766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0d9b7-e4ff-4cdf-8437-cb99546b0a9c None None] Port b634abee-3500-428d-97d7-46f948d96cd7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:50:21.129918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:50:21.141856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:50:21.145310 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d4a6ff82-32c4-4e9e-891f-a2ce4d6909c9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/f65275b0-5553-4243-97f8-bb42c875d9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7516000 Feb 04 11:50:21.147894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43606) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:21.152179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:21.152975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:21.210323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:21.315429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde11c9-d986-402b-b403-f249a18f1940 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.316070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde11c9-d986-402b-b403-f249a18f1940 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.316395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde11c9-d986-402b-b403-f249a18f1940 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.316854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde11c9-d986-402b-b403-f249a18f1940 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.318491 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9fde11c9-d986-402b-b403-f249a18f1940 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1694849 Feb 04 11:50:21.321351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:21.370502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:21.394136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b3-57bf-4d4f-a094-1e657ce07fbc tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.394602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b3-57bf-4d4f-a094-1e657ce07fbc tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.395053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b3-57bf-4d4f-a094-1e657ce07fbc tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.395504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b3-57bf-4d4f-a094-1e657ce07fbc tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:21.396630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:21.397182 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-344011b3-57bf-4d4f-a094-1e657ce07fbc tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0749409 Feb 04 11:50:21.399883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43614) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:21.620460 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bad204e8-02bc-440d-b8e3-e93bdc8b8a91 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2188926 Feb 04 11:50:21.753619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:21.757744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Checking router: f65275b0-5553-4243-97f8-bb42c875d9e0 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:50:21.758106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Updating router f65275b0-5553-4243-97f8-bb42c875d9e0 port b634abee-3500-428d-97d7-46f948d96cd7 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:50:21.839436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.054971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 28fcb752-c6d0-426b-a57b-da9686184967 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:22.083430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:22.091923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673604662', 'description': 'tempest-secgroup-smoke-1673604662 description', 'project_id': '5d08d127c1e64ba38b5853db1323160c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:22.100580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:22.105721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:22.109193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:22.115227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:22.179310 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 28fcb752-c6d0-426b-a57b-da9686184967 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:22.179710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.205634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.227429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:22.231241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:22.234103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:22.239884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:22.305549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.311737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.346238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Transition to ACTIVE for port object b634abee-3500-428d-97d7-46f948d96cd7 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:22.359491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.373622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:22.405132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6772bb10-ddeb-46d8-b775-a019475593bb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:22.442141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6ed9c146-73d4-4f78-9969-cd19e743a801 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:22.442512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.466495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.468504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.469932 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a85626f5-0ebe-44f2-a8b6-b69188ab38f9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3850608 Feb 04 11:50:22.472886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:22.478451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6772bb10-ddeb-46d8-b775-a019475593bb', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:22.484715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:22.488559 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:22.491589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:22.497191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:22.567130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.638773 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.657059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72069-5ede-4782-b02f-5a19c1ffc3c0 None None] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:22.710139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.738623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5621f0-22b0-4137-924a-5880c9be1b73,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:22.759785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Attempting to bind port b634abee-3500-428d-97d7-46f948d96cd7 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:22.760797 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Attempting to bind port b634abee-3500-428d-97d7-46f948d96cd7 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:22.761019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Attempting to bind port b634abee-3500-428d-97d7-46f948d96cd7 on network e5599dec-0639-42c5-bdf6-41b1c758d30c {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:50:22.771069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:50:22.771435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Checking segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:50:22.771863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.772250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Bound using segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:50:22.772707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Bound port: b634abee-3500-428d-97d7-46f948d96cd7, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:22.773078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.818442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.819718 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-395d1051-3000-4c8c-989d-fb88066844d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458133 Feb 04 11:50:22.823175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:22.828668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6772bb10-ddeb-46d8-b775-a019475593bb', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:22.834675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:22.838621 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:22.841560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:22.847438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:22.877428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] For port b634abee-3500-428d-97d7-46f948d96cd7, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:50:22.880611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] For port b634abee-3500-428d-97d7-46f948d96cd7, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b634abee-3500-428d-97d7-46f948d96cd7,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:50:22.934870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.979349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:22.997128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.069886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.094660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665dcc64-79af-48d5-ad89-ecf0ed1b6106,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:23.096924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:23.097549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:23.153304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72069-5ede-4782-b02f-5a19c1ffc3c0 None None] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:23.178762 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.183138 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e9b7f20-6634-4fd5-90e8-88e61155febd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557208 Feb 04 11:50:23.183613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43632) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:23.189627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6772bb10-ddeb-46d8-b775-a019475593bb', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:23.198590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:23.203769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:23.207283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:23.213368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:23.305610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.311409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:23.374038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.436043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.460801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23197016-da03-4714-afa1-cb1162922ad5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:23.549184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.550338 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2bb9edf3-d5fd-4823-91b6-7e715ff77af8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3655856 Feb 04 11:50:23.553190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:23.559050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6772bb10-ddeb-46d8-b775-a019475593bb', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:23.564805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:23.578079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:23.581169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:23.586771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:23.650869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:50:22Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:23.654924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac110da-ecd4-451b-9e09-d950526c239d None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:50:22Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:50:23.694030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.785704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.856819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.881068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a319ba0-0d2a-4d4d-88a2-7a9b0469ab97,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:23.978484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:23.979559 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1ad15941-7e71-4dee-adfe-9cb3fe2a865b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4254282 Feb 04 11:50:23.982266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:23.987236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6772bb10-ddeb-46d8-b775-a019475593bb', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:23.993400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:23.997558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:24.000777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:24.008689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:24.082655 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:50:24.083889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:24.090609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.173645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.247862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b634abee-3500-428d-97d7-46f948d96cd7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:24.255207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:24.255677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.281755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.327686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2304b300-2b1e-441a-9527-13a9ce1c21a4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:24.386912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.390165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.391977 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-acd31374-621e-4fd7-85c8-2350a2e879ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4086065 Feb 04 11:50:24.394515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43644) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:24.400076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'security_group_rule': {'security_group_id': '6772bb10-ddeb-46d8-b775-a019475593bb', 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:24.407283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:24.412251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:security_group_rule and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:24.415588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:24.422387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:24.427212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b634abee-3500-428d-97d7-46f948d96cd7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b634abee-3500-428d-97d7-46f948d96cd7,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:24.497338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.504031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Project 5d08d127c1e64ba38b5853db1323160c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 11:50:24.512588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.584715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:24.589036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.664536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.689346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5887607f-ad25-4515-a694-7b7997e1f529,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:24.766981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:24.768300 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-05c52502-e53c-47a0-aacc-6819e695ad8b tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3727326 Feb 04 11:50:25.077942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-ce1f1bdc-b530-4c09-8ef8-7f0fc36b3aa3 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673604662&fields=id&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 267 time: 0.0443034 Feb 04 11:50:25.233290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-ce190e2f-1627-4a94-a074-d5012bfcf6e8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:25.234765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-ce190e2f-1627-4a94-a074-d5012bfcf6e8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/networks?id=e5599dec-0639-42c5-bdf6-41b1c758d30c HTTP/1.1" status: 200 len: 796 time: 0.1502235 Feb 04 11:50:25.251215 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-34f13e02-d44f-448b-88df-98c5aa0c6f42 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/quotas/5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 375 time: 0.0103941 Feb 04 11:50:25.335774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-d7f6f596-b692-412e-896d-fe304afc25de tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791528 Feb 04 11:50:25.484353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-a1dbf5ef-0cf4-4bab-ad31-ba00228b6595 service neutron] 10.222.0.36 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370938 Feb 04 11:50:25.734905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-05cd150a-fa1c-4c97-8878-8eee8f128420 service neutron] 10.222.0.36 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444718 Feb 04 11:50:26.059250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:26.121463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c02fd5e4-8d92-4d96-bbad-a046b1c2caa8 req-c5b389a3-020f-47e3-b2a3-ef5a75b47bc9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 210 time: 0.1370335 Feb 04 11:50:26.136475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:26.136840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:27.266408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c9bb0499-6ad8-4a28-a94b-f321589ea8a7 req-ce95bf95-db94-46a5-b18a-150f94b7f96d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 210 time: 0.0454824 Feb 04 11:50:27.429745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:28.135275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-af9637de-1eba-424d-ab76-e33da7ad7e50 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:28.136193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c977d337-02a8-4209-a084-00596727e815 req-af9637de-1eba-424d-ab76-e33da7ad7e50 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:28.230109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c977d337-02a8-4209-a084-00596727e815 req-af9637de-1eba-424d-ab76-e33da7ad7e50 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:28.231381 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-af9637de-1eba-424d-ab76-e33da7ad7e50 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/networks?id=e5599dec-0639-42c5-bdf6-41b1c758d30c HTTP/1.1" status: 200 len: 796 time: 0.3711407 Feb 04 11:50:28.282481 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c977d337-02a8-4209-a084-00596727e815 req-f9778bf6-99fa-4817-9230-a70b75a124dc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:50:28.373111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c977d337-02a8-4209-a084-00596727e815 req-f9778bf6-99fa-4817-9230-a70b75a124dc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:50:28.374201 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-f9778bf6-99fa-4817-9230-a70b75a124dc tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d08d127c1e64ba38b5853db1323160c HTTP/1.1" status: 200 len: 380 time: 0.1345556 Feb 04 11:50:28.386022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'port': {'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'admin_state_up': True, 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'security_groups': ['6772bb10-ddeb-46d8-b775-a019475593bb']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:28.422066 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2587827d-1348-403d-994b-b2c6fc1dba81 req-f91dde4b-19c7-4878-b9ef-83653d1699b4 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 210 time: 0.0427098 Feb 04 11:50:28.529255 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:28.533465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:port and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:28.536177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:28.542457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:28.606226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Made reservation on behalf of 5d08d127c1e64ba38b5853db1323160c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:50:28.609795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:28.772076 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.20.0.9 (e5599dec-0639-42c5-bdf6-41b1c758d30c/1f500380-7ff0-49a7-ae47-b5ddb003369c/00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:28.961113 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:28.977291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Transition to ACTIVE for port object 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:29.063830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.138429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network e5599dec-0639-42c5-bdf6-41b1c758d30c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:29.141435 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:29.145199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:50:29.179859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:29.212431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:29.213576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.293921 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-88db1665-b804-49a7-9326-b3d039972c68 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119744 Feb 04 11:50:29.376835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Request body: {'port': {'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:29.495050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.497921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c820cf83-9f9b-4a37-b07c-a6a34a410045 None None] Provisioning for port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:29.503974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c820cf83-9f9b-4a37-b07c-a6a34a410045 None None] Provisioning complete for port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:29.504347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c820cf83-9f9b-4a37-b07c-a6a34a410045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.564600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c820cf83-9f9b-4a37-b07c-a6a34a410045 None None] Port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:50:29.625282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d826908-9884-412d-a32a-3707f1bfbcd1 req-ff8d8457-7412-4203-b0f6-49ea7f6bbc27 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:29.627019 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d826908-9884-412d-a32a-3707f1bfbcd1 req-ff8d8457-7412-4203-b0f6-49ea7f6bbc27 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 931 time: 0.0860939 Feb 04 11:50:29.678881 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d826908-9884-412d-a32a-3707f1bfbcd1 req-9b6841c5-ba56-4019-9f57-77dbfd448958 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Feb 04 11:50:29.861802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:29.869639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:29.884814 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Transition to ACTIVE for port object 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:50:29.960696 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.122457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:30.206298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Attempting to bind port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:50:30.206941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Attempting to bind port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:50:30.206941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Attempting to bind port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 on network e5599dec-0639-42c5-bdf6-41b1c758d30c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:50:30.213697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 on network e5599dec-0639-42c5-bdf6-41b1c758d30c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:50:30.213697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Attempting to bind port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 on network e5599dec-0639-42c5-bdf6-41b1c758d30c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:50:30.218553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:50:30.218888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Checking segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:50:30.219273 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Bound using segment: {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:50:30.219761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Bound port: 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:50:30.220106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.235260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8603d6ae-6641-4587-9cac-9de22666b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.318011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] For port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:50:30.321040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] For port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:50:30.402025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.463906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:30.464526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:30.465902 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] 10.222.0.42 "PUT /v2.0/ports/00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 HTTP/1.1" status: 200 len: 1093 time: 1.1648848 Feb 04 11:50:30.466688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:30.486997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981bd41-efbc-4629-8e38-55da2c279381 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:30.513820 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'status': 'completed', 'code': 200} Feb 04 11:50:30.607595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a93-a633-423e-b831-0286543c8b1a req-d3045450-b5a0-413a-9e28-6f9c9e8f3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:30.609083 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cf448a93-a633-423e-b831-0286543c8b1a req-d3045450-b5a0-413a-9e28-6f9c9e8f3b7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 1096 time: 0.0745747 Feb 04 11:50:30.874554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a93-a633-423e-b831-0286543c8b1a req-e74f0c1a-f289-4fa9-9c78-2d3c0a1f1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:30.877026 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cf448a93-a633-423e-b831-0286543c8b1a req-e74f0c1a-f289-4fa9-9c78-2d3c0a1f1a61 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d08d127c1e64ba38b5853db1323160c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2602394 Feb 04 11:50:30.878307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484d8c4-92d0-482c-8f51-b202dca113c1 req-44c888a1-353d-4a4d-9283-e3b9f2b914df tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:30.887945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a484d8c4-92d0-482c-8f51-b202dca113c1 req-44c888a1-353d-4a4d-9283-e3b9f2b914df tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 943 time: 0.0843763 Feb 04 11:50:30.927295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a484d8c4-92d0-482c-8f51-b202dca113c1 req-467cc39c-5957-479e-86c4-1e636bb06ab2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 Feb 04 11:50:31.015879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf448a93-a633-423e-b831-0286543c8b1a req-9044466c-c051-4f5a-9283-80bdecb2abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:31.017342 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cf448a93-a633-423e-b831-0286543c8b1a req-9044466c-c051-4f5a-9283-80bdecb2abcf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346071 Feb 04 11:50:31.121211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-f3044417-c2ec-42a8-b7f5-f88393220bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:31.122634 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-f3044417-c2ec-42a8-b7f5-f88393220bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 1096 time: 0.0716250 Feb 04 11:50:31.195089 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-715c60a5-869d-4bf1-938c-bc48117e57dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 HTTP/1.1" status: 200 len: 217 time: 0.0661986 Feb 04 11:50:31.257596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-a5022080-1702-4c98-b88f-23fc103d467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:31.259058 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-a5022080-1702-4c98-b88f-23fc103d467b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f500380-7ff0-49a7-ae47-b5ddb003369c HTTP/1.1" status: 200 len: 835 time: 0.0584073 Feb 04 11:50:31.335239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d337-02a8-4209-a084-00596727e815 req-95e462b0-7469-4a50-9066-4f34f806a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:31.336811 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-95e462b0-7469-4a50-9066-4f34f806a3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5599dec-0639-42c5-bdf6-41b1c758d30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723004 Feb 04 11:50:31.469359 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-15bacff8-cf30-49b5-83b0-44995cc8a893 service neutron] 10.222.0.42 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258154 Feb 04 11:50:31.600008 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-c977d337-02a8-4209-a084-00596727e815 req-b48b40cc-bba2-4f7d-965a-4d265a6ea23f service neutron] 10.222.0.42 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246636 Feb 04 11:50:32.116873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c627fe7-e8fc-49b1-8f3b-627b8e8d09e8 req-8c14d399-01fb-4a7c-8560-2aa6cd693fcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:32.118286 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9c627fe7-e8fc-49b1-8f3b-627b8e8d09e8 req-8c14d399-01fb-4a7c-8560-2aa6cd693fcf tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 943 time: 0.0817239 Feb 04 11:50:32.160787 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9c627fe7-e8fc-49b1-8f3b-627b8e8d09e8 req-6608feed-a53d-4990-b372-f0f72dafaba1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363715 Feb 04 11:50:32.737309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-99289db3-d7ca-4741-a2ac-fcb404447b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:33.354495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45c293-08f3-44e5-a079-7ce076e5863d req-878792d1-e17c-4b13-b679-a6cdbb633dab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:33.355984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fe45c293-08f3-44e5-a079-7ce076e5863d req-878792d1-e17c-4b13-b679-a6cdbb633dab tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 943 time: 0.0811012 Feb 04 11:50:33.400627 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fe45c293-08f3-44e5-a079-7ce076e5863d req-172ba980-010c-4cf7-a9be-9801fc6a0e0e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389295 Feb 04 11:50:33.761075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:33.789248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:34.299793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:50:34.430153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:34.443480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:50:34.497624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:34.514557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:50:34.530440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:34.593337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973b3e-257f-4aef-87db-28ffc4061822 req-0f6f76d0-f9e5-404c-b445-da6eed7f47b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:34.594785 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea973b3e-257f-4aef-87db-28ffc4061822 req-0f6f76d0-f9e5-404c-b445-da6eed7f47b9 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 943 time: 0.0852463 Feb 04 11:50:34.623571 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:34.644341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ea973b3e-257f-4aef-87db-28ffc4061822 req-9f7f56c3-6ccb-47a8-abf0-f5784c1c2238 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Feb 04 11:50:34.696058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:34.820904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:50:35.239519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:35.841218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1214736-30ab-4e3a-9e52-6c3cbce99820 req-3571ef02-fc78-43ec-98bf-36659bd0417a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:35.842672 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1214736-30ab-4e3a-9e52-6c3cbce99820 req-3571ef02-fc78-43ec-98bf-36659bd0417a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 944 time: 0.0791669 Feb 04 11:50:35.890513 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1214736-30ab-4e3a-9e52-6c3cbce99820 req-00b2a509-fea4-46a3-8b5c-d0b2ef066046 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Feb 04 11:50:36.311343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:50:36.464049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:50:36.469176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:50:36.469543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:36.585325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:36.611896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:36.628665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:50:36.654570 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'code': 200} Feb 04 11:50:36.703956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:36.773937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:37.031767 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b218aad-44d8-4dc3-a2df-292c334a0b2f req-4379384a-f6fc-42da-9891-e9db4151cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:37.033261 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b218aad-44d8-4dc3-a2df-292c334a0b2f req-4379384a-f6fc-42da-9891-e9db4151cba4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 1098 time: 0.1036677 Feb 04 11:50:37.074610 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b218aad-44d8-4dc3-a2df-292c334a0b2f req-0c0a72a1-fb9e-4911-a832-3b848440890b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355992 Feb 04 11:50:37.085810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a753-7cc8-4273-9425-b940a7baa4f1 req-a7d75bb4-ebbb-4ffe-a209-44edb4172890 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:37.087816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee75a753-7cc8-4273-9425-b940a7baa4f1 req-a7d75bb4-ebbb-4ffe-a209-44edb4172890 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.0884130 Feb 04 11:50:37.132289 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee75a753-7cc8-4273-9425-b940a7baa4f1 req-44e0bf4f-50b1-4117-afe3-7484c6ba053e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387838 Feb 04 11:50:38.334340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e110-9732-4023-96aa-e2b976da3d91 req-1720d1d4-566f-44a7-ace1-6e4fb4eee954 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:38.335970 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ebb9e110-9732-4023-96aa-e2b976da3d91 req-1720d1d4-566f-44a7-ace1-6e4fb4eee954 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.0862744 Feb 04 11:50:38.382252 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ebb9e110-9732-4023-96aa-e2b976da3d91 req-4d209728-5b05-4b9e-947a-2c8040d1f3d0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 Feb 04 11:50:39.567153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445264-f6b5-4c77-9f18-c582bc2450d4 req-57c7f70e-3584-4001-af91-26c6ef695026 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:39.568679 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17445264-f6b5-4c77-9f18-c582bc2450d4 req-57c7f70e-3584-4001-af91-26c6ef695026 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.0807631 Feb 04 11:50:39.622832 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17445264-f6b5-4c77-9f18-c582bc2450d4 req-be723e4d-2959-4127-9ad1-9af8b6850f9f tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473301 Feb 04 11:50:39.829014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe781b-bc13-4402-992f-b622527f9e22 req-428a0512-e45d-47f5-afa5-4a41525de66d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:39.830393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40fe781b-bc13-4402-992f-b622527f9e22 req-428a0512-e45d-47f5-afa5-4a41525de66d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.0890384 Feb 04 11:50:39.877259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40fe781b-bc13-4402-992f-b622527f9e22 req-eed10914-8736-4977-b6a7-893090a384fe tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Feb 04 11:50:39.900855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:39.971681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f6a9b3-43df-474f-85ab-92d2f8791982 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:39.973432 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f8f6a9b3-43df-474f-85ab-92d2f8791982 tempest-TestNetworkBasicOps-683649934 tempest-TestNetworkBasicOps-683649934-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 1093 time: 0.0713899 Feb 04 11:50:39.976841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:39.981671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:50:39.987705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:50:39.991533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Usage tracker for resource:floatingip and tenant:5d08d127c1e64ba38b5853db1323160c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:50:39.995036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:50:40.000987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:50:40.052429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.191571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.339462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Allocated IP 172.26.6.123 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/bb1b866d-b89d-459c-be1a-f0f669d26838) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:50:40.488266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.573647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:40.646036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:50:40.649492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:50:40.652208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:50:40.691408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=bb1b866d-b89d-459c-be1a-f0f669d26838,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:41.183938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:41.328578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:41.536687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:41.594975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:41.706176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event updated for resources: {'Port': ['ID=bb1b866d-b89d-459c-be1a-f0f669d26838,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:50:41.717249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:41.901507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 associated. External IP: 172.26.6.123, port: 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5. Feb 04 11:50:42.254103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:50:42.433672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:50:42.443482 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca42093-e5e1-471b-9937-19158639edff None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:50:42.457385 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:42.457990 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:42.509643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:50:42.564915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1ee51f35-01f9-476c-8e2d-2e25f8e09ecd tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5870581 Feb 04 11:50:42.565581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:50:42.567823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:42.611153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'status': 'completed', 'code': 200} Feb 04 11:50:42.634693 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:42.727072 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c5d8c22e-3f56-4fcf-9c89-2b5fffc00aa1 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 991 time: 0.1579239 Feb 04 11:50:42.748319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-dd594f78-dc1a-46d8-9d10-b8dc13af612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:42.749777 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-dd594f78-dc1a-46d8-9d10-b8dc13af612f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 1098 time: 0.1162541 Feb 04 11:50:42.883306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-bb49364b-790c-44ba-a73e-7482933c8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:42.884872 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-bb49364b-790c-44ba-a73e-7482933c8db3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5599dec-0639-42c5-bdf6-41b1c758d30c HTTP/1.1" status: 200 len: 897 time: 0.1289229 Feb 04 11:50:42.990582 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-f47389af-077c-4bc3-8ef8-db1db891e9a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 HTTP/1.1" status: 200 len: 999 time: 0.0949156 Feb 04 11:50:43.009006 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07cdc7cd-93ce-4a6c-98b9-a458449ee5d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:41Z', 'updated_at': '2022-02-04T11:50:41Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:50:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:43.012995 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca42093-e5e1-471b-9937-19158639edff None None] Checking router: f65275b0-5553-4243-97f8-bb42c875d9e0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:50:43.021480 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:50:43.022066 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:50:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:43.057364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-8be10c88-9844-48ae-bd25-d6ff5abaf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:43.058806 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-8be10c88-9844-48ae-bd25-d6ff5abaf223 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f500380-7ff0-49a7-ae47-b5ddb003369c HTTP/1.1" status: 200 len: 835 time: 0.0625470 Feb 04 11:50:43.135138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-0cfcece8-60dd-4357-92df-f57ec15d20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:50:43.136571 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-0cfcece8-60dd-4357-92df-f57ec15d20fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5599dec-0639-42c5-bdf6-41b1c758d30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722032 Feb 04 11:50:43.198078 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:50:43.269825 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-f1df14ba-4ac9-4469-b969-1f5bb946fd3a service neutron] 10.222.0.42 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268790 Feb 04 11:50:43.500580 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-46a7a2ad-9363-471b-bdf7-9f4eecfc02e8 req-04dd3521-fd2b-48e4-9637-1707b3167745 service neutron] 10.222.0.42 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200930 Feb 04 11:50:43.545998 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aca42093-e5e1-471b-9937-19158639edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07cdc7cd-93ce-4a6c-98b9-a458449ee5d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:41Z', 'updated_at': '2022-02-04T11:50:41Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:50:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:50:43.549978 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca42093-e5e1-471b-9937-19158639edff None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:50:19Z', 'revision_number': 4, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07cdc7cd-93ce-4a6c-98b9-a458449ee5d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:41Z', 'updated_at': '2022-02-04T11:50:41Z', 'revision_number': 0, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:50:24Z', 'revision_number': 5, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:50:43.731484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43724) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:43.750821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40421769-605f-4626-9a0a-b247265683dd None None] New status for floating IP 07cdc7cd-93ce-4a6c-98b9-a458449ee5d7: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:50:43.853993 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2af99608-20d0-4df4-9e61-5ce3da7488f6 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 991 time: 0.1192710 Feb 04 11:50:44.857166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:50:44.965692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a48a566e-1c46-4b04-98e7-183b5ae820bb tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 993 time: 0.1073833 Feb 04 11:50:56.303290 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:50:57.417908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:00.235173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4e5d35b3-2406-4df6-807a-fc288432a85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:02.732189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-593038e3-f17f-40ba-9886-85f35795ae4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:03.689532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:03.764872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:05.183698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:14.225730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43748) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:14.230874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:51:14.749097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:14.817196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:14.994918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:51:15.165416 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:51:15.172579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:15.173707 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6e490f6e-199c-4708-a350-3baac785ea59 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/f65275b0-5553-4243-97f8-bb42c875d9e0 HTTP/1.1" status: 200 len: 886 time: 0.9470191 Feb 04 11:51:15.176577 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:51:15.186437 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:15.187021 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:15.247325 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:15.255340 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:15.255945 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:15.312341 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:15.312720 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3074899-d01a-4af1-a0e2-9c7f6efa1d1f None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:51:16.068508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e571b3c-8241-4848-9b2d-63865b8e9d17 None None] New status for floating IP 07cdc7cd-93ce-4a6c-98b9-a458449ee5d7: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:51:16.124324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:16.410610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:16.440493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b634abee-3500-428d-97d7-46f948d96cd7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b634abee-3500-428d-97d7-46f948d96cd7,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:16.520550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:16.521255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:16.634786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:16.647634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.647981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.648338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.648653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.648980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.649306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.649630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.649953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.650276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.650595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.650915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.651231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:16.706929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:16.723070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6ed9c146-73d4-4f78-9969-cd19e743a801, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6ed9c146-73d4-4f78-9969-cd19e743a801,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:16.794451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:16.862940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:17.323641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:17.329067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:51:17.942706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:18.005682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640598'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:18.194267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:51:18.370577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:51:18.377282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:18.378412 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-30c46081-a865-4858-9a17-734686221521 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/f65275b0-5553-4243-97f8-bb42c875d9e0 HTTP/1.1" status: 200 len: 885 time: 1.0535338 Feb 04 11:51:18.379952 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:51:18.381382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43758) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:18.390277 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:18.390863 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:18.485710 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-487e2de5-336b-4b5c-a072-08f7378f5171 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 991 time: 0.1031218 Feb 04 11:51:18.593741 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:51:18.929612 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07cdc7cd-93ce-4a6c-98b9-a458449ee5d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:41Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:18.933225 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] Checking router: f65275b0-5553-4243-97f8-bb42c875d9e0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:51:18.941704 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:18.942280 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:19.112725 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:51:19.445038 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07cdc7cd-93ce-4a6c-98b9-a458449ee5d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:41Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:19.449106 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9ed0b-c4b5-4f55-8b0f-464717b09479 None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07cdc7cd-93ce-4a6c-98b9-a458449ee5d7', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'port_id': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'mac_address': 'fa:16:3e:2e:7c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c182f54-c9c2-482a-815d-67964329713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:50:41Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 2, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:51:16Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:51:19.489363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:19.727407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a6f7fe35-4296-47d1-a2e9-2297c8e6dc8d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 991 time: 0.2368269 Feb 04 11:51:20.121646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:20.196781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:20.197180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.358286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.392536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b634abee-3500-428d-97d7-46f948d96cd7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b634abee-3500-428d-97d7-46f948d96cd7,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:20.480308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:20.553030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:20.730823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:20.835729 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6e183e7f-6bf0-47c3-a43e-eccd68b9721d tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 991 time: 0.1036143 Feb 04 11:51:21.165768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b2e22-08b7-4ab2-8bb0-34a18961c193 None None] New status for floating IP 07cdc7cd-93ce-4a6c-98b9-a458449ee5d7: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:51:21.839396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43770) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:21.943032 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fa119712-225d-4f07-b47f-5160eb0b08ea tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 200 len: 993 time: 0.1024528 Feb 04 11:51:22.139985 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:22.208738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b634abee-3500-428d-97d7-46f948d96cd7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:22.209369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:22.325647 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:22.393779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6ed9c146-73d4-4f78-9969-cd19e743a801 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:22.394139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:22.504417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:22.520267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6ed9c146-73d4-4f78-9969-cd19e743a801, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6ed9c146-73d4-4f78-9969-cd19e743a801,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:22.599792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:22.667123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:24.073694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:24.140474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6ed9c146-73d4-4f78-9969-cd19e743a801 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:24.140837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:24.225228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:24.537022 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port bb1b866d-b89d-459c-be1a-f0f669d26838 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:51:24.537310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:24.702202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:24.702526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:24.822686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for bb1b866d-b89d-459c-be1a-f0f669d26838 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:51:25.051506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:25.097860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=bb1b866d-b89d-459c-be1a-f0f669d26838,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:25.137161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.137505 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.137838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.138163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.138484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.138805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.139120 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.139437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.139798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.140092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.140404 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.140708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:25.199207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:25.199503 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Floating IP 07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 disassociated (deleted). External IP: 172.26.6.123, port: 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5. Feb 04 11:51:25.539071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:51:25.713171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:51:25.723341 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:51:25.731503 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:25.734475 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:25.735258 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:25.786597 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f72d011-0ef1-4fae-a8f8-15cc0997f232 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/floatingips/07cdc7cd-93ce-4a6c-98b9-a458449ee5d7 HTTP/1.1" status: 204 len: 168 time: 1.5599897 Feb 04 11:51:25.787163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:25.835287 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'status': 'completed', 'code': 200} Feb 04 11:51:25.916222 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:51:25.928317 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-de12afdf-082b-4e9c-ab8f-dc1e86b2847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:25.929866 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-de12afdf-082b-4e9c-ab8f-dc1e86b2847e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d08d127c1e64ba38b5853db1323160c&device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 1098 time: 0.0741262 Feb 04 11:51:26.181168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-3b6d2ed7-9c02-4a68-b01c-e97796047ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:26.182842 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-3b6d2ed7-9c02-4a68-b01c-e97796047ec0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e5599dec-0639-42c5-bdf6-41b1c758d30c HTTP/1.1" status: 200 len: 897 time: 0.2475767 Feb 04 11:51:26.254077 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-eedbb652-8418-4418-bdfe-ef2472f5f158 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 HTTP/1.1" status: 200 len: 217 time: 0.0642526 Feb 04 11:51:26.269961 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:51:20Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:26.274116 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] Checking router: f65275b0-5553-4243-97f8-bb42c875d9e0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:51:26.283328 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:26.283974 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:26.320822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-f818fdbd-3fc9-4700-9273-117f1acd5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:26.322262 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-f818fdbd-3fc9-4700-9273-117f1acd5b4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f500380-7ff0-49a7-ae47-b5ddb003369c HTTP/1.1" status: 200 len: 835 time: 0.0627964 Feb 04 11:51:26.400716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-11b15a58-225f-4f51-a0d0-6cb2ad27101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:26.402469 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-11b15a58-225f-4f51-a0d0-6cb2ad27101e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e5599dec-0639-42c5-bdf6-41b1c758d30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725906 Feb 04 11:51:26.446508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed5f36-c912-4d81-b78e-2f173e3babd1 req-607be789-7f00-4515-8365-b92c5375df7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:26.450071 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1ed5f36-c912-4d81-b78e-2f173e3babd1 req-607be789-7f00-4515-8365-b92c5375df7c tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.0893843 Feb 04 11:51:26.474968 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:51:26.494634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1ed5f36-c912-4d81-b78e-2f173e3babd1 req-5ec1af85-5fe7-4177-b5d8-42a7f6e1368a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Feb 04 11:51:26.539919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-e64aac34-2a8a-42e4-988c-db3c0dc906b2 service neutron] 10.222.0.42 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295521 Feb 04 11:51:26.673996 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-31516c27-ab7f-4c1a-aacb-28ddae251d58 req-159fc99c-c58e-402a-be8b-0e6fc9ac4bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269374 Feb 04 11:51:26.791707 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:51:20Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:26.795519 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca744b-657d-4d10-bd06-53e90dacf5de None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:17Z', 'revision_number': 6, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'b634abee-3500-428d-97d7-46f948d96cd7', 'name': '', 'network_id': 'e5599dec-0639-42c5-bdf6-41b1c758d30c', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'mac_address': 'fa:16:3e:8e:d2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:18Z', 'updated_at': '2022-02-04T11:51:20Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'subnets': [{'id': '1f500380-7ff0-49a7-ae47-b5ddb003369c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:51:27.417231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:27.455088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95775d5-201c-4fd9-8f14-f8ef4736ecd6 None None] New status for floating IP 07cdc7cd-93ce-4a6c-98b9-a458449ee5d7: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:51:27.656384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-571056e8-7f7f-41e3-8250-bd11d015996a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:27.657074 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-571056e8-7f7f-41e3-8250-bd11d015996a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Synchronizing usage tracker for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:51:27.690511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae962f9-ce08-4c97-9c9c-a78b2c6be353 req-200c8953-65c8-4da2-8b75-1b3ff28854f8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:27.691979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eae962f9-ce08-4c97-9c9c-a78b2c6be353 req-200c8953-65c8-4da2-8b75-1b3ff28854f8 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.0806694 Feb 04 11:51:27.736774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eae962f9-ce08-4c97-9c9c-a78b2c6be353 req-ca959964-b0d1-4d3f-b66c-184c5bd0d0d2 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/security-groups?id=6772bb10-ddeb-46d8-b775-a019475593bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Feb 04 11:51:27.742689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-571056e8-7f7f-41e3-8250-bd11d015996a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Unset dirty status for tenant:5d08d127c1e64ba38b5853db1323160c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:51:27.743849 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-571056e8-7f7f-41e3-8250-bd11d015996a tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 945 time: 0.1744053 Feb 04 11:51:27.812768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:51:27.813027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:28.053088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:28.053444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:28.174300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:51:28.382936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:28.432528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:28.511612 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] No DVR routers for this DVR port 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:51:28.514066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:28.518129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'name': 'network-vif-deleted', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:28.563782 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c182f54-c9c2-482a-815d-67964329713b', 'name': 'network-vif-deleted', 'tag': '00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5', 'status': 'completed', 'code': 200} Feb 04 11:51:28.623260 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-1dc560c5-dab0-4a06-98a5-a17d46eaa264 req-8b2151fc-d993-461c-8d3d-3f515460eb73 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.42 "DELETE /v2.0/ports/00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 HTTP/1.1" status: 204 len: 173 time: 0.8744180 Feb 04 11:51:28.889550 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-349f5855-b99a-4037-a047-b9fed82591bc req-79b1f326-b649-4c92-bfd6-df86527b0ae0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c182f54-c9c2-482a-815d-67964329713b HTTP/1.1" status: 200 len: 210 time: 0.0470738 Feb 04 11:51:29.985544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:30.053994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:30.084141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:30.228412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:30.249941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6772bb10-ddeb-46d8-b775-a019475593bb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:30.258735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.259079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.259416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.259773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.260103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.260683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.261041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.261411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.261735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.262061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.262380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.262696 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:51:30.286663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f98b065c-7d05-48ae-90f2-29f26b370eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:30.330731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:30.331864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5b7b9e51-9783-4e50-84b3-d7b29e3ad4c0 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/security-groups/6772bb10-ddeb-46d8-b775-a019475593bb HTTP/1.1" status: 204 len: 168 time: 0.3444998 Feb 04 11:51:30.446471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:31.091988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:31.449540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port b634abee-3500-428d-97d7-46f948d96cd7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:51:31.450222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:31.639529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port b634abee-3500-428d-97d7-46f948d96cd7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b634abee-3500-428d-97d7-46f948d96cd7,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:31.639901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:31.763829 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for b634abee-3500-428d-97d7-46f948d96cd7 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:51:32.142520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.190368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=b634abee-3500-428d-97d7-46f948d96cd7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:32.558475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:32.595975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:51:32.596179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.596719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 00fe432d-1f8b-4d61-a0ba-5eb54d3c28f5 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:51:32.811208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-332d4c56-cec0-4b53-8e1d-5e264ff8e6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:32.965593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Router f65275b0-5553-4243-97f8-bb42c875d9e0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:51:33.140403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:51:33.149381 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] Sync routers for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:51:33.152702 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a6f1c13b-c0a2-4685-91b2-a55a30c70f9e tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "PUT /v2.0/routers/f65275b0-5553-4243-97f8-bb42c875d9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052014 Feb 04 11:51:33.155385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:33.159105 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:33.159720 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:33.221242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting subnet 1f500380-7ff0-49a7-ae47-b5ddb003369c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:51:33.224270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.281303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.318461 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:51:33.340074 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:51:33.364482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.503305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.546392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Subnet': ['ID=1f500380-7ff0-49a7-ae47-b5ddb003369c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:33.548933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.555019 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3c23e8d-1633-444b-bea5-d96714c8fe05 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/subnets/1f500380-7ff0-49a7-ae47-b5ddb003369c HTTP/1.1" status: 204 len: 168 time: 0.3986471 Feb 04 11:51:33.557707 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:33.560564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9fe67-1951-4b60-b370-75919ba3dda0 None None] Network e5599dec-0639-42c5-bdf6-41b1c758d30c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:51:33.626431 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:32Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:33.630652 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] Checking router: f65275b0-5553-4243-97f8-bb42c875d9e0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:51:33.639265 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] Routers {'f65275b0-5553-4243-97f8-bb42c875d9e0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:51:33.640072 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:51:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['f65275b0-5553-4243-97f8-bb42c875d9e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:33.779452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.801204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.823634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.839838 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] Set router f65275b0-5553-4243-97f8-bb42c875d9e0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:51:33.881477 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] DHCP port deletion for e5599dec-0639-42c5-bdf6-41b1c758d30c request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:51:33.886107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] Deleting port 28fcb752-c6d0-426b-a57b-da9686184967 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:51:33.886482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:33.974955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.040446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Deleting port 6ed9c146-73d4-4f78-9969-cd19e743a801 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:51:34.040797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.146140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] For port 28fcb752-c6d0-426b-a57b-da9686184967, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=28fcb752-c6d0-426b-a57b-da9686184967,segment=NetworkSegment(aadf3997-3a5f-4e18-b1eb-bff469e0cf0d),segment_id=aadf3997-3a5f-4e18-b1eb-bff469e0cf0d)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:34.146535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.161568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 28fcb752-c6d0-426b-a57b-da9686184967 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:34.179289 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:32Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:34.183115 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4e67a-89eb-4def-993f-968677e4307e None None] The sync data for ids ['f65275b0-5553-4243-97f8-bb42c875d9e0'] in dv-neutron-827824-2-hyperv is: [{'id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'name': 'tempest-TestNetworkBasicOps-router-7971214', 'tenant_id': '5d08d127c1e64ba38b5853db1323160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:50:13Z', 'updated_at': '2022-02-04T11:51:32Z', 'revision_number': 7, 'project_id': '5d08d127c1e64ba38b5853db1323160c', 'gw_port': {'id': '6ed9c146-73d4-4f78-9969-cd19e743a801', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65275b0-5553-4243-97f8-bb42c875d9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:50:14Z', 'updated_at': '2022-02-04T11:51:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:51:34.229386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] For port 6ed9c146-73d4-4f78-9969-cd19e743a801, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6ed9c146-73d4-4f78-9969-cd19e743a801,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:34.229735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.307596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] Calling delete_port for 28fcb752-c6d0-426b-a57b-da9686184967 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:51:34.351233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Calling delete_port for 6ed9c146-73d4-4f78-9969-cd19e743a801 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:51:34.458998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.510002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.599500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] Pushing event deleted for resources: {'Port': ['ID=28fcb752-c6d0-426b-a57b-da9686184967,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:34.602320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3f8e9-724f-42ec-8cc2-9f037017ceb2 None None] No DVR routers for this DVR port 28fcb752-c6d0-426b-a57b-da9686184967 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:51:34.868340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:34.914335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Port': ['ID=6ed9c146-73d4-4f78-9969-cd19e743a801,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:35.007175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.176807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.181435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.183631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.256659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.257166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Fanout notify agent at l3_agent the message router_deleted on router f65275b0-5553-4243-97f8-bb42c875d9e0 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:51:35.272575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.273706 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e22d8280-1fae-4633-922e-8cb95f6186aa tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/routers/f65275b0-5553-4243-97f8-bb42c875d9e0 HTTP/1.1" status: 204 len: 168 time: 1.7090266 Feb 04 11:51:35.276692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:35.392500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.522925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.547265 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5599dec-0639-42c5-bdf6-41b1c758d30c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:35.558922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:35.559215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadf3997-3a5f-4e18-b1eb-bff469e0cf0d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:51:35.570626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.586568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.592257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:51:35.592626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:51:35.606361 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:51:35.741714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.759257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:35.771963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] Pushing event deleted for resources: {'Network': ['ID=e5599dec-0639-42c5-bdf6-41b1c758d30c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:35.834896 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-85c9d4cc-f576-4925-99c7-b78bdeea3f64 tempest-TestNetworkBasicOps-172599946 tempest-TestNetworkBasicOps-172599946-project] 10.222.0.36 "DELETE /v2.0/networks/e5599dec-0639-42c5-bdf6-41b1c758d30c HTTP/1.1" status: 204 len: 168 time: 0.5571816 Feb 04 11:51:36.076461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:36.111141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b634abee-3500-428d-97d7-46f948d96cd7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:51:36.111475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b634abee-3500-428d-97d7-46f948d96cd7 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:51:36.111956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:51:36.144112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 6ed9c146-73d4-4f78-9969-cd19e743a801 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:51:36.144455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6ed9c146-73d4-4f78-9969-cd19e743a801 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:51:36.388657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:36.532010 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ea215ff7-0a19-4e74-8890-b436706c0f5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d08d127c1e64ba38b5853db1323160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420705 Feb 04 11:51:36.535015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:36.591681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771b7a0e-9f85-46be-b7c6-4e958c0c0bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:36.620349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771b7a0e-9f85-46be-b7c6-4e958c0c0bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:36.765151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771b7a0e-9f85-46be-b7c6-4e958c0c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:36.781434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b7a0e-9f85-46be-b7c6-4e958c0c0bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4e82f-3a93-4e3c-b651-1fd644ad9b64,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:36.789977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771b7a0e-9f85-46be-b7c6-4e958c0c0bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:36.791093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-771b7a0e-9f85-46be-b7c6-4e958c0c0bee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffd4e82f-3a93-4e3c-b651-1fd644ad9b64 HTTP/1.1" status: 204 len: 168 time: 0.2550664 Feb 04 11:51:37.396929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:37.414193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.428491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:37.432219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Usage tracker for resource:security_group_rule and tenant:6d03e4db97344c62a4debae859d67cad is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:37.434883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:37.441039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:37.522255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.588525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.636093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d03e4db97344c62a4debae859d67cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381265 Feb 04 11:51:37.636963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a618cde-d14c-4aa9-a5bb-a9b45f352b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da86ea7-c8c6-4abe-b20f-18f4a5e193e5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:37.639657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:51:37.698675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3c7517a-3d4b-4373-ac82-5c5cc816a173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.725010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3c7517a-3d4b-4373-ac82-5c5cc816a173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.857442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3c7517a-3d4b-4373-ac82-5c5cc816a173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.872384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7517a-3d4b-4373-ac82-5c5cc816a173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da86ea7-c8c6-4abe-b20f-18f4a5e193e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:37.879242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3c7517a-3d4b-4373-ac82-5c5cc816a173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:37.879774 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a3c7517a-3d4b-4373-ac82-5c5cc816a173 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9da86ea7-c8c6-4abe-b20f-18f4a5e193e5 HTTP/1.1" status: 204 len: 168 time: 0.2389195 Feb 04 11:51:45.526325 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c562900c-3ac3-4afc-9c91-e6dd2a93ab6a tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299332 Feb 04 11:51:45.672693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-0e2fe8ae-487d-4747-9300-26e6a8e1f18e tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:45.674127 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-0e2fe8ae-487d-4747-9300-26e6a8e1f18e tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429081 Feb 04 11:51:45.688283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-b7af9876-a309-49ac-87ed-5296450a4375 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/quotas/2dcb4b41ea4644f9ad50a81c1e0c68dc HTTP/1.1" status: 200 len: 375 time: 0.0087657 Feb 04 11:51:45.734582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-faecb42d-0cac-4528-b57a-e67a5aeeed12 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413787 Feb 04 11:51:45.960418 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96024abe-4bc5-473b-af87-cde1ada7d065 req-de436143-e102-4be2-b11f-2925f143f462 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 210 time: 0.0433557 Feb 04 11:51:47.217778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e791dc84-fe9e-49da-bc8c-8033593dea57 req-871b5677-c2f3-4e85-883f-f1e130cb2ab3 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 210 time: 0.1543272 Feb 04 11:51:48.027817 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-04380d52-404a-4be2-aa32-486945fb894c tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269132 Feb 04 11:51:48.179838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-29c1caea-93bf-49c6-9a49-ac0e9efd16aa tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:48.181249 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-29c1caea-93bf-49c6-9a49-ac0e9efd16aa tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489975 Feb 04 11:51:48.194546 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Request body: {'port': {'device_id': '9f03a395-8f63-41b3-8c63-33668280581a', 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9', 'admin_state_up': True, 'tenant_id': '2dcb4b41ea4644f9ad50a81c1e0c68dc'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:51:48.371107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-84e874cd-30f2-499b-9330-23f97e779902 req-a284cd41-59a9-4148-8a8b-9d553a76f0f4 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 210 time: 0.0440907 Feb 04 11:51:48.448453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:48.452699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Usage tracker for resource:port and tenant:2dcb4b41ea4644f9ad50a81c1e0c68dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:48.458570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:48.465049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:48.576400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Made reservation on behalf of 2dcb4b41ea4644f9ad50a81c1e0c68dc for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:51:48.580512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:48.596497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:48.610928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:51:48.614721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Usage tracker for resource:security_group_rule and tenant:2dcb4b41ea4644f9ad50a81c1e0c68dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:51:48.618322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:51:48.624222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:51:48.706268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:48.787065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:48.869557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d6643-7a48-4c0d-badb-254f2b48a7e5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:48.962628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Allocated IP 192.168.233.52 (07ead07c-20f9-49c1-ba1e-c7514a5e94b9/bc2c53f4-232c-4f78-b0a4-a153a90d8197/118f9949-4c71-4d55-bb2f-4663fcee75a7) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:51:49.156902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:49.172562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Transition to ACTIVE for port object 118f9949-4c71-4d55-bb2f-4663fcee75a7 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:49.256866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:49.330078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:51:49.333060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:51:49.336763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:51:49.366915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Pushing event updated for resources: {'Port': ['ID=118f9949-4c71-4d55-bb2f-4663fcee75a7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:49.404423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:49.405044 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:49.520311 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-f4e3a5b0-fba9-4088-ae24-39a0d59ba974 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3291090 Feb 04 11:51:49.531763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Request body: {'port': {'device_id': '9f03a395-8f63-41b3-8c63-33668280581a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:51:49.567085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8b77c-06d2-49fb-a4c7-2cde477c60ab req-4c5cc416-a7e4-4dc1-a89f-31725c0e572c tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:49.568566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19b8b77c-06d2-49fb-a4c7-2cde477c60ab req-4c5cc416-a7e4-4dc1-a89f-31725c0e572c tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 935 time: 0.0877235 Feb 04 11:51:49.616963 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19b8b77c-06d2-49fb-a4c7-2cde477c60ab req-718f6e5d-febf-45f0-b004-b8931988df8f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Feb 04 11:51:49.653698 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:49.656459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-38803883-f780-4690-9e2b-5266f26d1968 None None] Provisioning for port 118f9949-4c71-4d55-bb2f-4663fcee75a7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:49.666745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-38803883-f780-4690-9e2b-5266f26d1968 None None] Provisioning complete for port 118f9949-4c71-4d55-bb2f-4663fcee75a7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:49.666745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-38803883-f780-4690-9e2b-5266f26d1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:49.717543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-38803883-f780-4690-9e2b-5266f26d1968 None None] Port 118f9949-4c71-4d55-bb2f-4663fcee75a7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:51:49.998018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118f9949-4c71-4d55-bb2f-4663fcee75a7 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:51:50.005296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:50.019276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Transition to ACTIVE for port object 118f9949-4c71-4d55-bb2f-4663fcee75a7 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:51:50.113758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:50.265158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Pushing event updated for resources: {'Port': ['ID=118f9949-4c71-4d55-bb2f-4663fcee75a7,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:50.351467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Attempting to bind port 118f9949-4c71-4d55-bb2f-4663fcee75a7 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:51:50.351835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Attempting to bind port 118f9949-4c71-4d55-bb2f-4663fcee75a7 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:51:50.352162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Attempting to bind port 118f9949-4c71-4d55-bb2f-4663fcee75a7 on network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:51:50.356706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Port 118f9949-4c71-4d55-bb2f-4663fcee75a7 on network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:51:50.357023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Attempting to bind port 118f9949-4c71-4d55-bb2f-4663fcee75a7 on network 07ead07c-20f9-49c1-ba1e-c7514a5e94b9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:51:50.362050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:51:50.362377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Checking segment: {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:51:50.362756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Bound using segment: {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:51:50.363172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Bound port: 118f9949-4c71-4d55-bb2f-4663fcee75a7, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366f1cf9-1165-4131-a12c-c2b6a38dbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:51:50.363508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:50.452641 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] For port 118f9949-4c71-4d55-bb2f-4663fcee75a7, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:51:50.456191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] For port 118f9949-4c71-4d55-bb2f-4663fcee75a7, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=118f9949-4c71-4d55-bb2f-4663fcee75a7,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:51:50.525688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:50.587534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:50.588161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:50.589524 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] 10.222.0.42 "PUT /v2.0/ports/118f9949-4c71-4d55-bb2f-4663fcee75a7 HTTP/1.1" status: 200 len: 1097 time: 1.0621812 Feb 04 11:51:50.589953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f03a395-8f63-41b3-8c63-33668280581a', 'tag': '118f9949-4c71-4d55-bb2f-4663fcee75a7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:50.618399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a564e-9fc1-4b38-92ba-16b2414a6fed service neutron] Pushing event updated for resources: {'Port': ['ID=118f9949-4c71-4d55-bb2f-4663fcee75a7,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:50.639279 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f03a395-8f63-41b3-8c63-33668280581a', 'tag': '118f9949-4c71-4d55-bb2f-4663fcee75a7', 'status': 'completed', 'code': 200} Feb 04 11:51:50.742501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845660b5-ca99-4865-8d49-4766646fe76d req-15689b33-8b4e-4fcb-a3e0-8e9735c007e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:50.744024 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-845660b5-ca99-4865-8d49-4766646fe76d req-15689b33-8b4e-4fcb-a3e0-8e9735c007e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 1100 time: 0.0810061 Feb 04 11:51:50.781069 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-845660b5-ca99-4865-8d49-4766646fe76d req-781e463a-be81-4a69-a1ee-067b7f36fc0c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292802 Feb 04 11:51:50.820567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424c6e8-a2c8-4854-a2ad-2fb8ad96e18f req-b7d1918d-5683-41b1-9877-1d9fc7f0e215 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:50.822050 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a424c6e8-a2c8-4854-a2ad-2fb8ad96e18f req-b7d1918d-5683-41b1-9877-1d9fc7f0e215 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 947 time: 0.0864224 Feb 04 11:51:50.871856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a424c6e8-a2c8-4854-a2ad-2fb8ad96e18f req-1e73427d-ec30-465e-9855-547de496dec9 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Feb 04 11:51:51.013719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845660b5-ca99-4865-8d49-4766646fe76d req-ab79c35b-e2c6-4214-adce-52eefc5337f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:51.015159 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-845660b5-ca99-4865-8d49-4766646fe76d req-ab79c35b-e2c6-4214-adce-52eefc5337f7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278564 Feb 04 11:51:51.118365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c8d1a433-be0c-41bd-834a-f9e6450ad51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:51.119742 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c8d1a433-be0c-41bd-834a-f9e6450ad51f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 1100 time: 0.0690818 Feb 04 11:51:51.189107 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c5aaed53-b617-4929-b8ab-59b216da0983 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=118f9949-4c71-4d55-bb2f-4663fcee75a7 HTTP/1.1" status: 200 len: 217 time: 0.0621912 Feb 04 11:51:51.249707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c2a13d8c-cdfb-48b6-ae85-161d799d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:51.251670 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c2a13d8c-cdfb-48b6-ae85-161d799d8888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc2c53f4-232c-4f78-b0a4-a153a90d8197 HTTP/1.1" status: 200 len: 843 time: 0.0568411 Feb 04 11:51:51.331604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-8b8aa88e-9148-4ca3-b82c-20f76ee58fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:51.333064 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-8b8aa88e-9148-4ca3-b82c-20f76ee58fcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07ead07c-20f9-49c1-ba1e-c7514a5e94b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0751140 Feb 04 11:51:51.461341 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-c0e9c862-6025-420d-9a51-7c5e243cc2be service neutron] 10.222.0.42 "GET /v2.0/networks/07ead07c-20f9-49c1-ba1e-c7514a5e94b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218770 Feb 04 11:51:51.591181 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-df68a37a-d34a-4a5e-9c98-08c3fed66f55 req-b78ffdb6-095e-48e5-95ae-27b6ac2946cf service neutron] 10.222.0.42 "GET /v2.0/networks/07ead07c-20f9-49c1-ba1e-c7514a5e94b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240215 Feb 04 11:51:52.060815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64792bf-b25c-4cef-adfc-18dd95ed1f10 req-3ee9b8d6-3757-4b8e-8aaa-587d7f28571b tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:52.062225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e64792bf-b25c-4cef-adfc-18dd95ed1f10 req-3ee9b8d6-3757-4b8e-8aaa-587d7f28571b tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 947 time: 0.0829184 Feb 04 11:51:52.105778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e64792bf-b25c-4cef-adfc-18dd95ed1f10 req-22bbc775-f9fc-4b81-bdcc-65e49cdf6696 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Feb 04 11:51:53.285377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62999553-cd34-4326-9ced-089f0c99eff3 req-64d5e49d-f1db-44ad-b10f-98842a6a4047 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:53.286818 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-62999553-cd34-4326-9ced-089f0c99eff3 req-64d5e49d-f1db-44ad-b10f-98842a6a4047 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 947 time: 0.0796452 Feb 04 11:51:53.340255 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-62999553-cd34-4326-9ced-089f0c99eff3 req-ca078c1b-83d4-48b4-a753-7000c8020285 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477881 Feb 04 11:51:54.534589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b4b0b-d460-4b96-b15a-5b3a82c6cd75 req-0e2a6618-0552-46f0-b2c5-2f3ad4de60fc tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:54.536031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-938b4b0b-d460-4b96-b15a-5b3a82c6cd75 req-0e2a6618-0552-46f0-b2c5-2f3ad4de60fc tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 947 time: 0.0832391 Feb 04 11:51:54.586177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-938b4b0b-d460-4b96-b15a-5b3a82c6cd75 req-937c63dc-6739-4134-a384-e6d4724f5c9b tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Feb 04 11:51:54.636144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 118f9949-4c71-4d55-bb2f-4663fcee75a7 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:51:54.776085 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 118f9949-4c71-4d55-bb2f-4663fcee75a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=118f9949-4c71-4d55-bb2f-4663fcee75a7,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:54.788887 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '118f9949-4c71-4d55-bb2f-4663fcee75a7', 'network_id': '07ead07c-20f9-49c1-ba1e-c7514a5e94b9', 'port_id': '118f9949-4c71-4d55-bb2f-4663fcee75a7', 'mac_address': 'fa:16:3e:e9:41:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2c53f4-232c-4f78-b0a4-a153a90d8197', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:51:54.847122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:54.864818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118f9949-4c71-4d55-bb2f-4663fcee75a7 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:51:54.880623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 118f9949-4c71-4d55-bb2f-4663fcee75a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=118f9949-4c71-4d55-bb2f-4663fcee75a7,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:54.971702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:55.052846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=118f9949-4c71-4d55-bb2f-4663fcee75a7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:55.180809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['118f9949-4c71-4d55-bb2f-4663fcee75a7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:51:55.770233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ffcf-aace-4814-8f20-aa5c7beda07b req-db7dfd90-4d52-49b9-92e5-cd7a3104db2f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:55.771692 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fde2ffcf-aace-4814-8f20-aa5c7beda07b req-db7dfd90-4d52-49b9-92e5-cd7a3104db2f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 948 time: 0.0791845 Feb 04 11:51:55.818020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fde2ffcf-aace-4814-8f20-aa5c7beda07b req-8b58af60-c2b5-439a-bc22-278adc678176 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Feb 04 11:51:56.635791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 118f9949-4c71-4d55-bb2f-4663fcee75a7 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:51:56.810848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 118f9949-4c71-4d55-bb2f-4663fcee75a7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:51:56.815819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 118f9949-4c71-4d55-bb2f-4663fcee75a7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:51:56.816185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:56.935878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:56.962411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f03a395-8f63-41b3-8c63-33668280581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f9949-4c71-4d55-bb2f-4663fcee75a7'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:51:56.972506 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 118f9949-4c71-4d55-bb2f-4663fcee75a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=118f9949-4c71-4d55-bb2f-4663fcee75a7,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:51:57.003339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f384014-2e38-4a05-8f96-14d7f9c19c08 req-81f05e21-916c-4e71-8c4e-2a3f1fef3cf1 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:57.003339 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f384014-2e38-4a05-8f96-14d7f9c19c08 req-81f05e21-916c-4e71-8c4e-2a3f1fef3cf1 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 948 time: 0.0811794 Feb 04 11:51:57.008004 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f03a395-8f63-41b3-8c63-33668280581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f9949-4c71-4d55-bb2f-4663fcee75a7', 'code': 200} Feb 04 11:51:57.047623 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f384014-2e38-4a05-8f96-14d7f9c19c08 req-f18a3943-fe4a-4297-81e0-546bb901f732 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Feb 04 11:51:57.056791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:57.129358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=118f9949-4c71-4d55-bb2f-4663fcee75a7,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:51:57.377175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e173ad-7bf7-4ee1-b062-ffcc6dc9ef6e req-7b9a17ea-13e9-4802-9dcf-f8745aefb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:57.378559 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e4e173ad-7bf7-4ee1-b062-ffcc6dc9ef6e req-7b9a17ea-13e9-4802-9dcf-f8745aefb164 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 1102 time: 0.0701110 Feb 04 11:51:57.425913 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e4e173ad-7bf7-4ee1-b062-ffcc6dc9ef6e req-ea332d44-a2d0-4f85-9f75-f7834bf47b4e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Feb 04 11:51:57.462278 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:51:58.231686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb253b0-29eb-441b-90dc-0c322af530be req-2cf9b084-1ac1-4c43-a86e-6f6b8762637c tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:58.233107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1cb253b0-29eb-441b-90dc-0c322af530be req-2cf9b084-1ac1-4c43-a86e-6f6b8762637c tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 949 time: 0.0815542 Feb 04 11:51:58.276377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1cb253b0-29eb-441b-90dc-0c322af530be req-46509c1c-21e3-4f2f-aff8-dc5e5470f0ce tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Feb 04 11:51:59.456394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a02e07-c689-419f-a756-5a819fd91d51 req-83b927e3-527c-4bd3-ae66-e72f1a646adb tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:51:59.458403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14a02e07-c689-419f-a756-5a819fd91d51 req-83b927e3-527c-4bd3-ae66-e72f1a646adb tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 949 time: 0.0782733 Feb 04 11:51:59.500716 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14a02e07-c689-419f-a756-5a819fd91d51 req-76026b83-87bb-4786-8073-4c0d3970024a tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366759 Feb 04 11:52:00.268171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cdc15553-0b80-4ce8-9b98-b844f16ba6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:01.122236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b3604-686b-4bb2-8e01-2b9c24cd6aa9 req-4a131fef-6b80-44d3-af5d-218ad5f0194a tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:01.123704 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa2b3604-686b-4bb2-8e01-2b9c24cd6aa9 req-4a131fef-6b80-44d3-af5d-218ad5f0194a tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 949 time: 0.0818465 Feb 04 11:52:01.165997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa2b3604-686b-4bb2-8e01-2b9c24cd6aa9 req-b87f4060-73f1-4dae-ae17-d9b7d94c5bab tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Feb 04 11:52:02.354491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4db6-c6c8-44b0-9f7e-2e80405138a9 req-5a10f456-0ade-4c52-b551-4cccda40b546 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:02.355879 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d9b4db6-c6c8-44b0-9f7e-2e80405138a9 req-5a10f456-0ade-4c52-b551-4cccda40b546 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 949 time: 0.0813951 Feb 04 11:52:02.400836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d9b4db6-c6c8-44b0-9f7e-2e80405138a9 req-ec6a8c39-7a41-4cb2-a3f5-fc6dc23541ff tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7d6643-7a48-4c0d-badb-254f2b48a7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Feb 04 11:52:02.418406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1d557b5a-0b49-453f-93fd-2cc1e680b40f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:02.419097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1d557b5a-0b49-453f-93fd-2cc1e680b40f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Synchronizing usage tracker for tenant:2dcb4b41ea4644f9ad50a81c1e0c68dc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:52:02.502224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1d557b5a-0b49-453f-93fd-2cc1e680b40f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Unset dirty status for tenant:2dcb4b41ea4644f9ad50a81c1e0c68dc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:52:02.503369 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1d557b5a-0b49-453f-93fd-2cc1e680b40f tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 949 time: 0.1678543 Feb 04 11:52:02.573163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Deleting port 118f9949-4c71-4d55-bb2f-4663fcee75a7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:52:02.573501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:02.731043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa4b3-4318-4fb9-99fa-9972a301fb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:02.825298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] For port 118f9949-4c71-4d55-bb2f-4663fcee75a7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=118f9949-4c71-4d55-bb2f-4663fcee75a7,segment=NetworkSegment(366f1cf9-1165-4131-a12c-c2b6a38dbe08),segment_id=366f1cf9-1165-4131-a12c-c2b6a38dbe08)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:02.825673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:02.948010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Calling delete_port for 118f9949-4c71-4d55-bb2f-4663fcee75a7 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:52:03.125369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:03.137736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['118f9949-4c71-4d55-bb2f-4663fcee75a7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:52:03.176267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Pushing event deleted for resources: {'Port': ['ID=118f9949-4c71-4d55-bb2f-4663fcee75a7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:03.254072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] No DVR routers for this DVR port 118f9949-4c71-4d55-bb2f-4663fcee75a7 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:52:03.257165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:03.259954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f03a395-8f63-41b3-8c63-33668280581a', 'name': 'network-vif-deleted', 'tag': '118f9949-4c71-4d55-bb2f-4663fcee75a7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:52:03.306042 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f03a395-8f63-41b3-8c63-33668280581a', 'name': 'network-vif-deleted', 'tag': '118f9949-4c71-4d55-bb2f-4663fcee75a7', 'status': 'completed', 'code': 200} Feb 04 11:52:03.342994 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-aeaf3fed-e743-4bd0-8e73-c59a8be4c625 req-1836a076-4141-4809-971f-c89f42b1f904 tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.42 "DELETE /v2.0/ports/118f9949-4c71-4d55-bb2f-4663fcee75a7 HTTP/1.1" status: 204 len: 173 time: 0.8340509 Feb 04 11:52:03.550090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f31afe60-d8ba-40f6-93cc-bf089e4dedb7 req-2f6ad1c0-74ae-42bc-ac01-b387d72bc74b tempest-ServersAdminNegativeTestJSON-885614291 tempest-ServersAdminNegativeTestJSON-885614291-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f03a395-8f63-41b3-8c63-33668280581a HTTP/1.1" status: 200 len: 210 time: 0.0445306 Feb 04 11:52:03.770962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:03.810757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:05.140018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43986) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:05.193993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:05.275941 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bd24c9af-5f2d-49ca-b136-dfd9bad3c43e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2dcb4b41ea4644f9ad50a81c1e0c68dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430237 Feb 04 11:52:05.278365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43992) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:05.334540 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e92375aa-ee96-4814-917c-3833a043a69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:05.363947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e92375aa-ee96-4814-917c-3833a043a69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:05.628006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e92375aa-ee96-4814-917c-3833a043a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:05.644139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92375aa-ee96-4814-917c-3833a043a69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d6643-7a48-4c0d-badb-254f2b48a7e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:05.647336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e92375aa-ee96-4814-917c-3833a043a69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:05.648876 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e92375aa-ee96-4814-917c-3833a043a69e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac7d6643-7a48-4c0d-badb-254f2b48a7e5 HTTP/1.1" status: 204 len: 168 time: 0.3692231 Feb 04 11:52:06.423059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:06.440044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.455951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:52:06.460573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5bb7a809b541e7880031b4a1b08b73 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:52:06.463346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:52:06.468959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:52:06.545656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.627350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.666523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 118f9949-4c71-4d55-bb2f-4663fcee75a7 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:52:06.672044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16440396-9769-45f3-9584-a53f1f072e00,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:06.676312 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b2a0624a-b55d-4f3d-8c74-0d9aad9b46c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f5bb7a809b541e7880031b4a1b08b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522314 Feb 04 11:52:06.679341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:06.705151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 118f9949-4c71-4d55-bb2f-4663fcee75a7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:52:06.705584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 118f9949-4c71-4d55-bb2f-4663fcee75a7 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:52:06.746297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95b592d1-cb0c-4407-bbc1-678850183851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.771779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95b592d1-cb0c-4407-bbc1-678850183851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.896208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95b592d1-cb0c-4407-bbc1-678850183851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.910785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b592d1-cb0c-4407-bbc1-678850183851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16440396-9769-45f3-9584-a53f1f072e00,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:06.920642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95b592d1-cb0c-4407-bbc1-678850183851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:06.921742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-95b592d1-cb0c-4407-bbc1-678850183851 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16440396-9769-45f3-9584-a53f1f072e00 HTTP/1.1" status: 204 len: 168 time: 0.2414403 Feb 04 11:52:08.032501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:08.136983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-711489091-network', 'tenant_id': '5064aaf7c135461e8a881f9c47a73939'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:52:08.141719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:52:08.145469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Usage tracker for resource:network and tenant:5064aaf7c135461e8a881f9c47a73939 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:52:08.148247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:52:08.153772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:52:08.273471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Made reservation on behalf of 5064aaf7c135461e8a881f9c47a73939 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:52:08.275918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.288303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.301958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:52:08.305658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Usage tracker for resource:security_group_rule and tenant:5064aaf7c135461e8a881f9c47a73939 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:52:08.308338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:52:08.313804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:52:08.391434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.455900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.488335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:52:08.496529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0110bfc-b699-495a-b926-993bbe68e594,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:08.501862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.502225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Added segment c59b2b88-cb43-4d76-ae6f-ae45d0837d83 of type vlan for network d81c5f05-d918-44da-a908-3a6d6685e83c Feb 04 11:52:08.527940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.616597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.617506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:08.618077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:08.719888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] Pushing event updated for resources: {'Network': ['ID=d81c5f05-d918-44da-a908-3a6d6685e83c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:08.732422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d81c5f05-d918-44da-a908-3a6d6685e83c details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:52:08.782928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-abf7e322-3365-4782-abaa-d6da61b5fb7d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7493303 Feb 04 11:52:08.785827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44034) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:08.791110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Request body: {'subnet': {'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-711489091-subnet', 'tenant_id': '5064aaf7c135461e8a881f9c47a73939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:52:08.795876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:52:08.799777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Usage tracker for resource:subnet and tenant:5064aaf7c135461e8a881f9c47a73939 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:52:08.803073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:52:08.808875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:52:08.918927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Made reservation on behalf of 5064aaf7c135461e8a881f9c47a73939 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:52:08.921244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:09.187673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:09.257755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f440398e-a397-4d24-a1f7-acc995380672,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:09.370469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Checking segment: {'id': 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:52:09.370815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Network hostable DHCP agents. Network: d81c5f05-d918-44da-a908-3a6d6685e83c, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:52:09.496223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Network d81c5f05-d918-44da-a908-3a6d6685e83c is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:52:09.581558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d81c5f05-d918-44da-a908-3a6d6685e83c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:52:09.586048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:09.586630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:09.595731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f4b0ff-a751-443d-bb35-0fae6bb31c28 None None] Network d81c5f05-d918-44da-a908-3a6d6685e83c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:52:09.669497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-598b8098-ed88-4e29-8ec1-d96763d90543 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8819854 Feb 04 11:52:09.802186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43574632-6dc7-4604-83f1-583d70eac2ef None None] Network d81c5f05-d918-44da-a908-3a6d6685e83c requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:52:10.180182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b526b987-3e09-4edb-bd93-84cd84ac20fc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:10.180841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b526b987-3e09-4edb-bd93-84cd84ac20fc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Synchronizing usage tracker for tenant:5064aaf7c135461e8a881f9c47a73939 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:52:10.308042 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:52:10.330418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b526b987-3e09-4edb-bd93-84cd84ac20fc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Unset dirty status for tenant:5064aaf7c135461e8a881f9c47a73939 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:52:10.331728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b526b987-3e09-4edb-bd93-84cd84ac20fc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/networks?id=d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 200 len: 811 time: 0.2947059 Feb 04 11:52:10.346154 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-294c494f-5e60-499f-9eb7-394e3a8a79f6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/quotas/5064aaf7c135461e8a881f9c47a73939 HTTP/1.1" status: 200 len: 375 time: 0.0091486 Feb 04 11:52:10.393928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-489672d5-4cb0-4c9f-a561-c89e43d58c04 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426006 Feb 04 11:52:10.409096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-0dbf1e2d-1bda-4c97-8f26-c84d53160d02 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:52:10.410038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-0dbf1e2d-1bda-4c97-8f26-c84d53160d02 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093215 Feb 04 11:52:10.547127 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-78e5b08d-bd1b-4cca-afb9-ed09d60b8d20 service neutron] 10.222.0.36 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313322 Feb 04 11:52:10.676426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-01c2891f-87a1-40ff-83e5-a4ce336c3597 service neutron] 10.222.0.36 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229603 Feb 04 11:52:10.988310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dce6a747-3769-4ab6-9e50-64f84d922863 req-9ed14f26-953d-4ec2-8f6b-445addc8936f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 210 time: 0.0747068 Feb 04 11:52:12.140177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7499ca38-ef6a-4a1f-aca5-011efae3fb4c req-c13731fe-a47c-4eca-aeda-b6d4a9b5eeb1 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 210 time: 0.0456333 Feb 04 11:52:13.286552 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-80d6767c-51f6-4f10-a20e-cded390f19be req-8287431c-c4e2-45a9-94c8-14c06a998843 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 210 time: 0.0416043 Feb 04 11:52:13.305451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-0a97bb5f-23c7-4721-b8d6-14b52328b27f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:13.307972 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-0a97bb5f-23c7-4721-b8d6-14b52328b27f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.42 "GET /v2.0/networks?id=d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 200 len: 811 time: 0.1580780 Feb 04 11:52:13.320088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Request body: {'port': {'device_id': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c', 'admin_state_up': True, 'tenant_id': '5064aaf7c135461e8a881f9c47a73939'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:52:13.467690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:52:13.471466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Usage tracker for resource:port and tenant:5064aaf7c135461e8a881f9c47a73939 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:52:13.474429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:52:13.480079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:52:13.541934 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Made reservation on behalf of 5064aaf7c135461e8a881f9c47a73939 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:52:13.545575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:13.711355 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Allocated IP 172.20.0.10 (d81c5f05-d918-44da-a908-3a6d6685e83c/f440398e-a397-4d24-a1f7-acc995380672/5b57f16e-1845-499a-b970-7a2fc2967589) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:52:13.909162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:13.982271 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:14.055054 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Network d81c5f05-d918-44da-a908-3a6d6685e83c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:52:14.058028 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:52:14.061802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:52:14.091831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:14.125872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:14.126464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:14.200172 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b6e3d789-6164-47b8-ae90-e3c742d7c05b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8844640 Feb 04 11:52:14.211636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Request body: {'port': {'device_id': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:52:14.319780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:14.474621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd305b2-406f-4920-a424-0941b48f7f97 req-01dc81b5-2760-45df-b3a2-dc414beda7df tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:14.476122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bd305b2-406f-4920-a424-0941b48f7f97 req-01dc81b5-2760-45df-b3a2-dc414beda7df tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 932 time: 0.0851896 Feb 04 11:52:14.518964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3bd305b2-406f-4920-a424-0941b48f7f97 req-14057218-624e-4f0b-9b58-450fe76a4c31 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Synchronizing usage tracker for tenant:5064aaf7c135461e8a881f9c47a73939 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:52:14.605163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3bd305b2-406f-4920-a424-0941b48f7f97 req-14057218-624e-4f0b-9b58-450fe76a4c31 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Unset dirty status for tenant:5064aaf7c135461e8a881f9c47a73939 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:52:14.606266 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3bd305b2-406f-4920-a424-0941b48f7f97 req-14057218-624e-4f0b-9b58-450fe76a4c31 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245265 Feb 04 11:52:14.661108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b57f16e-1845-499a-b970-7a2fc2967589 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:52:14.668395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:14.682673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Transition to ACTIVE for port object 5b57f16e-1845-499a-b970-7a2fc2967589 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:52:14.770548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:14.923077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:15.002453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Attempting to bind port 5b57f16e-1845-499a-b970-7a2fc2967589 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:52:15.002781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Attempting to bind port 5b57f16e-1845-499a-b970-7a2fc2967589 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:52:15.003108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Attempting to bind port 5b57f16e-1845-499a-b970-7a2fc2967589 on network d81c5f05-d918-44da-a908-3a6d6685e83c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:52:15.008176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Port 5b57f16e-1845-499a-b970-7a2fc2967589 on network d81c5f05-d918-44da-a908-3a6d6685e83c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:52:15.008488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Attempting to bind port 5b57f16e-1845-499a-b970-7a2fc2967589 on network d81c5f05-d918-44da-a908-3a6d6685e83c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:52:15.013668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:52:15.013999 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Checking segment: {'id': 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:52:15.014380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Bound using segment: {'id': 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:52:15.014801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Bound port: 5b57f16e-1845-499a-b970-7a2fc2967589, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:52:15.015138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:15.104304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:52:15.107148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:52:15.221857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:15.374106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:15.374711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:15.376072 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] 10.222.0.42 "PUT /v2.0/ports/5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 200 len: 1094 time: 1.1688750 Feb 04 11:52:15.376519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:52:15.394475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98ec87-6474-47db-a6a7-8c8c426ffd9e service neutron] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:15.424711 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589', 'status': 'completed', 'code': 200} Feb 04 11:52:15.515890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53ecbb-1957-4b94-917d-49d9290bf3ae req-978d5488-2a97-4cb4-8db6-634818295df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:15.517219 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9e53ecbb-1957-4b94-917d-49d9290bf3ae req-978d5488-2a97-4cb4-8db6-634818295df2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1097 time: 0.0724876 Feb 04 11:52:15.653215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53ecbb-1957-4b94-917d-49d9290bf3ae req-4ee301fe-a3bc-4f6d-9019-96ee6d4e21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:15.654623 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9e53ecbb-1957-4b94-917d-49d9290bf3ae req-4ee301fe-a3bc-4f6d-9019-96ee6d4e21e3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5064aaf7c135461e8a881f9c47a73939&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1312277 Feb 04 11:52:15.790638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53ecbb-1957-4b94-917d-49d9290bf3ae req-4e2ec112-4b68-462e-a55c-a930ecd8e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:15.791994 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-9e53ecbb-1957-4b94-917d-49d9290bf3ae req-4e2ec112-4b68-462e-a55c-a930ecd8e69c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302102 Feb 04 11:52:15.796363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021b867-e608-4fb5-9ae1-ed6299c98f35 req-99426c24-a7e6-40e1-90a9-a8d024577c2b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:15.798277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9021b867-e608-4fb5-9ae1-ed6299c98f35 req-99426c24-a7e6-40e1-90a9-a8d024577c2b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 944 time: 0.0850790 Feb 04 11:52:15.844672 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9021b867-e608-4fb5-9ae1-ed6299c98f35 req-a97bb15c-2afa-4136-bf0b-44706a19fe9f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Feb 04 11:52:15.900385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b26063e1-4b70-4df4-82b0-a6944d98ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:15.901869 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-b26063e1-4b70-4df4-82b0-a6944d98ef02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1097 time: 0.0714562 Feb 04 11:52:15.971532 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-e5d38a11-07a1-45c9-a837-21cfe4ce1800 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 200 len: 217 time: 0.0628626 Feb 04 11:52:16.031437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-62d0f78d-b1a1-4531-8774-4320998839a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:16.032834 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-62d0f78d-b1a1-4531-8774-4320998839a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f440398e-a397-4d24-a1f7-acc995380672 HTTP/1.1" status: 200 len: 851 time: 0.0558743 Feb 04 11:52:16.078173 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-25615b83-79f4-4cb4-9190-c1f590c06c75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d81c5f05-d918-44da-a908-3a6d6685e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392330 Feb 04 11:52:16.206316 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-07e686d0-8886-4b1c-bfd1-e4a632d57a5c service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221669 Feb 04 11:52:16.335707 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-b7e8af54-1704-42e1-91ed-923c073abc73 req-e0143e6b-a7ce-4d24-9bd2-29db11e3d327 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227887 Feb 04 11:52:17.032928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a90155-39b2-4b9a-ae7a-f6d4defc079e req-9c084a89-f205-43d5-aa53-e6f4638b896b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:17.034279 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6a90155-39b2-4b9a-ae7a-f6d4defc079e req-9c084a89-f205-43d5-aa53-e6f4638b896b tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 944 time: 0.0830028 Feb 04 11:52:17.077832 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6a90155-39b2-4b9a-ae7a-f6d4defc079e req-f44500b6-ce9a-419a-bc3d-d004ac6be26f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Feb 04 11:52:18.259515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaa3c4-0b4e-4f3d-84f0-3f31bb4635b3 req-8cb76490-c9c6-4da7-a701-5942d900e4f9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:18.261087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ceeaa3c4-0b4e-4f3d-84f0-3f31bb4635b3 req-8cb76490-c9c6-4da7-a701-5942d900e4f9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 944 time: 0.0778313 Feb 04 11:52:18.304500 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ceeaa3c4-0b4e-4f3d-84f0-3f31bb4635b3 req-5363ea16-3385-4ecf-b06a-3546b92fe1c5 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Feb 04 11:52:18.667242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:52:18.804394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:18.824795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '5b57f16e-1845-499a-b970-7a2fc2967589', 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c', 'port_id': '5b57f16e-1845-499a-b970-7a2fc2967589', 'mac_address': 'fa:16:3e:cc:ea:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f440398e-a397-4d24-a1f7-acc995380672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:52:18.879787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:18.896219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b57f16e-1845-499a-b970-7a2fc2967589 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:52:18.911400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:19.033416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:19.104243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:19.111200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.111539 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.111902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.112232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.112553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.112877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.113198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.113523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.113842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.114156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.114470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.114783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:52:19.224518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['5b57f16e-1845-499a-b970-7a2fc2967589'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:52:19.487118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997fb42-6000-4f95-b69a-8b77ff736490 req-6197ccdc-b4be-4634-82a7-eba4535a905d tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:19.488574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6997fb42-6000-4f95-b69a-8b77ff736490 req-6197ccdc-b4be-4634-82a7-eba4535a905d tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 945 time: 0.0812762 Feb 04 11:52:19.531884 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6997fb42-6000-4f95-b69a-8b77ff736490 req-3c088258-5ddf-487c-8d45-f955c16a1250 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Feb 04 11:52:20.681847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:52:20.712277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65268a1-cdfb-4f48-a656-533f20030ce8 req-8374f49b-6460-42d5-b3a2-3c03e882f261 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:20.713723 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a65268a1-cdfb-4f48-a656-533f20030ce8 req-8374f49b-6460-42d5-b3a2-3c03e882f261 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 945 time: 0.0790603 Feb 04 11:52:20.761780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a65268a1-cdfb-4f48-a656-533f20030ce8 req-a1cedb75-1d70-4328-88fd-bf839f8fb559 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Feb 04 11:52:20.810686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 5b57f16e-1845-499a-b970-7a2fc2967589 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:52:20.815974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 5b57f16e-1845-499a-b970-7a2fc2967589 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:52:20.816342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:20.967094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:20.992982 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:52:21.002159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:21.038554 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589', 'code': 200} Feb 04 11:52:21.078194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:21.144553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:21.419732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5ac5c-e8e8-4363-963b-4126a111bd3c req-27624a97-fa4f-4a3f-b940-e74687fe4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:21.421087 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-edb5ac5c-e8e8-4363-963b-4126a111bd3c req-27624a97-fa4f-4a3f-b940-e74687fe4bde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1099 time: 0.0723991 Feb 04 11:52:21.461761 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-edb5ac5c-e8e8-4363-963b-4126a111bd3c req-7151663e-f024-4151-ab10-939fe6fc1c19 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344055 Feb 04 11:52:21.951473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c34a39-acb1-40af-9fd8-a117533b64d3 req-0bca9924-f1ba-42c9-bee7-a7b39f8440fe tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:21.952930 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2c34a39-acb1-40af-9fd8-a117533b64d3 req-0bca9924-f1ba-42c9-bee7-a7b39f8440fe tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0792804 Feb 04 11:52:21.995720 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2c34a39-acb1-40af-9fd8-a117533b64d3 req-26114ed4-6464-4f22-97c0-3f79bbd7c19e tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Feb 04 11:52:23.181900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4a378-817b-410e-b053-74bfbadb99ec req-5569362e-754b-4d2c-941f-eb1aabc18f67 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:23.183316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-16f4a378-817b-410e-b053-74bfbadb99ec req-5569362e-754b-4d2c-941f-eb1aabc18f67 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0812800 Feb 04 11:52:23.239889 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-16f4a378-817b-410e-b053-74bfbadb99ec req-b4fcdca3-7394-4787-9ab7-9b59b1730e93 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506141 Feb 04 11:52:23.765961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665b2c4-f909-48c7-b7a7-b59fb60a34d3 req-c8e0b088-06f5-40ca-805e-4a99442a4189 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:23.767386 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0665b2c4-f909-48c7-b7a7-b59fb60a34d3 req-c8e0b088-06f5-40ca-805e-4a99442a4189 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0794423 Feb 04 11:52:23.813709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0665b2c4-f909-48c7-b7a7-b59fb60a34d3 req-04bda0bd-c14d-4d92-922a-b3b45d7ec415 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Feb 04 11:52:23.879824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:52:23.995946 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-e0279643-0c84-4421-afeb-608253fa347f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149421 Feb 04 11:52:25.006057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292313b-40f3-4768-bb8c-530968ecb5e0 req-f5199fdf-7693-4518-ba7e-34c6ae3bf54f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:25.007500 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c292313b-40f3-4768-bb8c-530968ecb5e0 req-f5199fdf-7693-4518-ba7e-34c6ae3bf54f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0872412 Feb 04 11:52:25.051496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c292313b-40f3-4768-bb8c-530968ecb5e0 req-04e309b5-83d2-4d29-8e2a-cd967a8dfb43 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Feb 04 11:52:26.239896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-11abd341-1c18-4927-9f53-90cb32e280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:26.241919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-11abd341-1c18-4927-9f53-90cb32e280c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1099 time: 0.0750554 Feb 04 11:52:26.248910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0eaed-5654-45eb-baf5-652e7a8affc0 req-2b09cb93-7074-4764-be88-2790d8d04b92 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:26.252194 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fef0eaed-5654-45eb-baf5-652e7a8affc0 req-2b09cb93-7074-4764-be88-2790d8d04b92 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0922790 Feb 04 11:52:26.297743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fef0eaed-5654-45eb-baf5-652e7a8affc0 req-f708d649-38be-4699-9d73-8475cc64e8da tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Feb 04 11:52:26.372899 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-61c93987-5b31-4236-8d40-6ef2541ce294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:26.374330 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-61c93987-5b31-4236-8d40-6ef2541ce294 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 200 len: 912 time: 0.1269453 Feb 04 11:52:26.443721 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-11608112-e275-4637-981a-64c765de0656 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 200 len: 217 time: 0.0630534 Feb 04 11:52:26.504576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-2261fc48-4541-4b78-b947-6f38201add15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:26.505938 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-2261fc48-4541-4b78-b947-6f38201add15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f440398e-a397-4d24-a1f7-acc995380672 HTTP/1.1" status: 200 len: 851 time: 0.0566392 Feb 04 11:52:26.550963 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-c4d6114f-4455-4ba9-8c7f-8ba02df7b7a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d81c5f05-d918-44da-a908-3a6d6685e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388021 Feb 04 11:52:26.765987 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-31d7b6f1-5cc7-4668-b811-1bc96310a642 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094922 Feb 04 11:52:26.894565 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-35b984d8-0a89-4ca8-bdca-bab7f598bbea service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226654 Feb 04 11:52:27.421837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:27.485287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b0f85-27e2-43d6-8216-7f655386d9b0 req-fef606e4-893b-4207-9a4b-7f5f1ef659f9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:27.486705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c1b0f85-27e2-43d6-8216-7f655386d9b0 req-fef606e4-893b-4207-9a4b-7f5f1ef659f9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0798104 Feb 04 11:52:27.531572 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c1b0f85-27e2-43d6-8216-7f655386d9b0 req-27af1239-f41a-4823-9084-078c9346d824 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 Feb 04 11:52:28.721318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dac3c-0f82-449a-8f96-d33949e66b66 req-a4400b14-f009-40bc-8274-831b848027fc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:28.722756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-728dac3c-0f82-449a-8f96-d33949e66b66 req-a4400b14-f009-40bc-8274-831b848027fc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0846088 Feb 04 11:52:28.867894 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-728dac3c-0f82-449a-8f96-d33949e66b66 req-50711745-fb9f-46cb-8580-277860b77ec7 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393111 Feb 04 11:52:30.052752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59802fd-a585-45ff-b770-618204eeffd7 req-5da3b8d6-c762-46b9-b684-360b13a11238 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:30.055059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d59802fd-a585-45ff-b770-618204eeffd7 req-5da3b8d6-c762-46b9-b684-360b13a11238 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0820827 Feb 04 11:52:30.099106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d59802fd-a585-45ff-b770-618204eeffd7 req-73acb43e-0133-4693-83da-2cceb1cc9d15 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382061 Feb 04 11:52:30.243609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b1acf3fa-78cd-44e6-88db-2c5247cacf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:31.427505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc40e4-0346-402d-aba0-cbae0d10200d req-a2f6bef4-9bb5-4260-a09b-7ad1a8d0ca89 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:31.428868 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ccc40e4-0346-402d-aba0-cbae0d10200d req-a2f6bef4-9bb5-4260-a09b-7ad1a8d0ca89 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0825171 Feb 04 11:52:31.472292 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ccc40e4-0346-402d-aba0-cbae0d10200d req-254a84e3-4840-46a3-9be1-b4320b5b8071 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 Feb 04 11:52:32.651431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e2ae-8fa5-4bb4-aadb-b966103e1a05 req-80cafa48-0905-4736-b76d-4abe711d00fa tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:32.652911 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8117e2ae-8fa5-4bb4-aadb-b966103e1a05 req-80cafa48-0905-4736-b76d-4abe711d00fa tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0784526 Feb 04 11:52:32.700321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8117e2ae-8fa5-4bb4-aadb-b966103e1a05 req-6dff65ff-ae2f-4342-963f-55ce89d41d24 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Feb 04 11:52:32.718988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c13f169c-2b4a-40e6-bdab-4e88287f209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:33.690256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:33.792908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:33.881112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6332-cade-4981-8398-8b357f410193 req-81e378f2-dfbb-4bbb-aea9-fad9921e4972 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:33.882549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94dd6332-cade-4981-8398-8b357f410193 req-81e378f2-dfbb-4bbb-aea9-fad9921e4972 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0799582 Feb 04 11:52:33.926271 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94dd6332-cade-4981-8398-8b357f410193 req-4fd6a975-ea7a-4a19-b164-b5e0be3b2a6f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381095 Feb 04 11:52:35.114878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0bb7e-8396-4898-9ce0-b93acce707aa req-38476454-aa7e-43b1-ab87-49b3e1fb64ad tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:35.116368 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6eb0bb7e-8396-4898-9ce0-b93acce707aa req-38476454-aa7e-43b1-ab87-49b3e1fb64ad tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0825229 Feb 04 11:52:35.160596 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6eb0bb7e-8396-4898-9ce0-b93acce707aa req-9470cf11-94d4-4bc9-98b9-0aeef7744005 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378859 Feb 04 11:52:35.187313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:36.346508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa94c1-29e1-43e8-b884-3a6d1809b18e req-215bab24-9580-46ff-86cc-71bc35d0aefc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:36.347902 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-71fa94c1-29e1-43e8-b884-3a6d1809b18e req-215bab24-9580-46ff-86cc-71bc35d0aefc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0789697 Feb 04 11:52:36.391082 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-71fa94c1-29e1-43e8-b884-3a6d1809b18e req-87ae2b9b-1875-498b-b49a-486ab1c32246 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Feb 04 11:52:37.573710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2bb58-0322-465e-8169-fb9bbdb65048 req-b1b43330-594f-4d63-9e53-04e9b854d369 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:37.575403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-36e2bb58-0322-465e-8169-fb9bbdb65048 req-b1b43330-594f-4d63-9e53-04e9b854d369 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0806148 Feb 04 11:52:37.620498 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-36e2bb58-0322-465e-8169-fb9bbdb65048 req-457d26af-99a8-4461-8fbc-7b58f3e471f4 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Feb 04 11:52:38.807855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1a24-880b-4486-8467-bc3602d72a3b req-e7b52ec2-ba49-4d76-a012-a3fb0f5931a2 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:38.809288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-71bc1a24-880b-4486-8467-bc3602d72a3b req-e7b52ec2-ba49-4d76-a012-a3fb0f5931a2 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0818329 Feb 04 11:52:38.857591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-71bc1a24-880b-4486-8467-bc3602d72a3b req-19b4b0f3-1616-46c1-b6e9-70867a5380bb tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Feb 04 11:52:40.041018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e4b1-c30d-4c88-9fb9-547cc5502437 req-22af07ac-c426-4463-8545-d75385fe78dd tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:40.042488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e25e4b1-c30d-4c88-9fb9-547cc5502437 req-22af07ac-c426-4463-8545-d75385fe78dd tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0813587 Feb 04 11:52:40.090081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e25e4b1-c30d-4c88-9fb9-547cc5502437 req-2b86ec10-a61e-4a1c-8ce5-7ae3b569a2df tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Feb 04 11:52:41.276344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74789b2-ee8b-4309-b63a-30d88f747fdb req-85dde1d5-530c-4dea-b63d-4c5f4b07dc92 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:41.277864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c74789b2-ee8b-4309-b63a-30d88f747fdb req-85dde1d5-530c-4dea-b63d-4c5f4b07dc92 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0845647 Feb 04 11:52:41.323752 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c74789b2-ee8b-4309-b63a-30d88f747fdb req-456c50c3-3f4f-45d5-9308-e0aeaba128fa tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Feb 04 11:52:42.507291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49e500-965a-4531-b3e0-1b37a926c2ad req-f8b8c1f7-f48e-408c-8a33-dcd62e3c15f7 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:42.509323 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c49e500-965a-4531-b3e0-1b37a926c2ad req-f8b8c1f7-f48e-408c-8a33-dcd62e3c15f7 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0782912 Feb 04 11:52:42.551913 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c49e500-965a-4531-b3e0-1b37a926c2ad req-4e16ac9b-1175-4c57-b378-11a487cc4a28 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Feb 04 11:52:43.737982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b0845-6ad6-469a-8c9b-61c92104e733 req-596bf511-3dec-4c71-99e0-8abf7c1adfad tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:43.739425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba5b0845-6ad6-469a-8c9b-61c92104e733 req-596bf511-3dec-4c71-99e0-8abf7c1adfad tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0819080 Feb 04 11:52:43.782864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba5b0845-6ad6-469a-8c9b-61c92104e733 req-4d59b204-b2cb-4db7-9c39-9baa5b2cce28 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Feb 04 11:52:44.964037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77521-4547-4f0d-9217-9773badbab02 req-a34a1b16-2370-492c-90ce-afe7e6ad4169 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:44.965466 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0ac77521-4547-4f0d-9217-9773badbab02 req-a34a1b16-2370-492c-90ce-afe7e6ad4169 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0791626 Feb 04 11:52:45.009260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0ac77521-4547-4f0d-9217-9773badbab02 req-5ed19ca1-7d26-45e1-8681-cfdde355fdbe tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Feb 04 11:52:46.201753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5c7f0-02b4-4f25-88d1-9e4915ba3258 req-156f013e-0a3a-4c57-805d-fceca0054536 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:46.203180 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ae5c7f0-02b4-4f25-88d1-9e4915ba3258 req-156f013e-0a3a-4c57-805d-fceca0054536 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0810039 Feb 04 11:52:46.247351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ae5c7f0-02b4-4f25-88d1-9e4915ba3258 req-87d322f0-8303-4b7b-99b9-e2213ead8773 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Feb 04 11:52:47.278494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e831b-be51-482d-96a5-860379659e5c req-fa26fa7d-5819-4cff-99c6-8c988dfcfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:47.279980 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-fa26fa7d-5819-4cff-99c6-8c988dfcfe8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1099 time: 0.0753145 Feb 04 11:52:47.306455 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:52:47.426571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e831b-be51-482d-96a5-860379659e5c req-bce15c66-b362-4aa9-9fec-0de34f5334f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:47.428025 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-bce15c66-b362-4aa9-9fec-0de34f5334f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 200 len: 912 time: 0.1275053 Feb 04 11:52:47.429127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb48edd-59dd-4c74-8c7a-e2ffd314cf2a req-d32a21cb-aa19-46c1-8e3b-5505d3d5bef5 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:47.430556 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7eb48edd-59dd-4c74-8c7a-e2ffd314cf2a req-d32a21cb-aa19-46c1-8e3b-5505d3d5bef5 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0777047 Feb 04 11:52:47.477625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7eb48edd-59dd-4c74-8c7a-e2ffd314cf2a req-04fcd989-2662-465b-89c7-d004f90597ee tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Feb 04 11:52:47.499503 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-323389d2-3587-433d-83c2-19a7a396dd08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 200 len: 217 time: 0.0648952 Feb 04 11:52:47.561097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e831b-be51-482d-96a5-860379659e5c req-80dc50b8-34d3-4e48-8348-c548208fdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:47.562389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-80dc50b8-34d3-4e48-8348-c548208fdba3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f440398e-a397-4d24-a1f7-acc995380672 HTTP/1.1" status: 200 len: 851 time: 0.0568902 Feb 04 11:52:47.609322 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-be9d6d30-b74a-4a29-ba97-25693fe3f195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d81c5f05-d918-44da-a908-3a6d6685e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404885 Feb 04 11:52:47.741468 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-0cebacc1-aa9b-42b2-a887-6f63df0ea760 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 Feb 04 11:52:47.871732 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-3a2e831b-be51-482d-96a5-860379659e5c req-22871394-6625-4259-b1d2-0bbe9a685244 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233654 Feb 04 11:52:48.666056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3d318-3a11-4755-8ede-225ca6aa2030 req-7e055947-251b-4acb-ab11-a545e88a8b40 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:48.667495 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7cd3d318-3a11-4755-8ede-225ca6aa2030 req-7e055947-251b-4acb-ab11-a545e88a8b40 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0853376 Feb 04 11:52:48.711389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7cd3d318-3a11-4755-8ede-225ca6aa2030 req-c8113b97-8180-46b4-b426-718a0f9e907d tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381725 Feb 04 11:52:49.897862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656891-93ae-4898-b647-353aeb4ec719 req-de6a6d45-2dd1-4e2b-affd-90f2749e8008 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:49.899280 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d6656891-93ae-4898-b647-353aeb4ec719 req-de6a6d45-2dd1-4e2b-affd-90f2749e8008 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0823345 Feb 04 11:52:49.942727 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d6656891-93ae-4898-b647-353aeb4ec719 req-c7cca05a-ae27-4ab2-99a7-89c57c1b6bb4 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 Feb 04 11:52:51.128601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70cfb-eb89-410f-9a22-2a1f8ef12bf0 req-b54cfcb3-a2cc-492a-a429-1878b2208fd9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:51.130040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7e70cfb-eb89-410f-9a22-2a1f8ef12bf0 req-b54cfcb3-a2cc-492a-a429-1878b2208fd9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Feb 04 11:52:51.173205 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7e70cfb-eb89-410f-9a22-2a1f8ef12bf0 req-e8551854-1069-4bfc-a2d9-ae51baf4a725 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371649 Feb 04 11:52:52.359181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169e216-2692-46d4-9842-f8e495d95ec8 req-0b10b3ff-0c22-42ec-a19b-5ff494b4f7b4 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:52.360536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5169e216-2692-46d4-9842-f8e495d95ec8 req-0b10b3ff-0c22-42ec-a19b-5ff494b4f7b4 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0810621 Feb 04 11:52:52.402756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5169e216-2692-46d4-9842-f8e495d95ec8 req-0fea04bc-4f5e-4ba5-97fb-4d6b2ca99ceb tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Feb 04 11:52:53.583247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf3f6a-aaab-4f46-9f3f-b579223a64f4 req-c0149a83-a4f8-4357-8db5-078cc1907a61 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:53.584690 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5dbf3f6a-aaab-4f46-9f3f-b579223a64f4 req-c0149a83-a4f8-4357-8db5-078cc1907a61 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0778072 Feb 04 11:52:53.630473 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5dbf3f6a-aaab-4f46-9f3f-b579223a64f4 req-82224e27-fe83-439b-89a5-a620f3914ea5 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Feb 04 11:52:54.156197 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-bb7857f6-5771-46db-8404-23be630224ac service neutron] 10.222.0.42 "GET /v2.0/ports/5b57f16e-1845-499a-b970-7a2fc2967589/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0767941 Feb 04 11:52:54.782728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-0913fe1d-8001-4f4e-ac3e-99a3f40aa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:54.784236 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-0913fe1d-8001-4f4e-ac3e-99a3f40aa532 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896&tenant_id=5064aaf7c135461e8a881f9c47a73939 HTTP/1.1" status: 200 len: 1099 time: 0.0749602 Feb 04 11:52:54.833323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62147f8-4742-42a1-af52-66fb53d1a6f8 req-669a5f9a-642f-4c7e-bed5-3fb812531f68 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:54.834750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b62147f8-4742-42a1-af52-66fb53d1a6f8 req-669a5f9a-642f-4c7e-bed5-3fb812531f68 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0801845 Feb 04 11:52:54.879378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b62147f8-4742-42a1-af52-66fb53d1a6f8 req-abcaca56-342f-4eed-a676-132220f42fbb tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389056 Feb 04 11:52:54.885750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-b85af178-1fe6-4c1a-ab9e-1ccb2dd128c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:54.887377 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-b85af178-1fe6-4c1a-ab9e-1ccb2dd128c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1099 time: 0.0772767 Feb 04 11:52:55.018598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-dcd2334d-c600-4d77-89b6-fbd046f5362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:55.020061 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-dcd2334d-c600-4d77-89b6-fbd046f5362b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 200 len: 912 time: 0.1256466 Feb 04 11:52:55.091260 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-854db56b-f1db-4818-9019-307428b25fc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 200 len: 217 time: 0.0637767 Feb 04 11:52:55.159025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec03a-a838-4679-b217-934c30031522 req-a0f43ec9-a1ef-4c58-92a3-5fae7dc31023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:55.160462 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-a0f43ec9-a1ef-4c58-92a3-5fae7dc31023 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f440398e-a397-4d24-a1f7-acc995380672 HTTP/1.1" status: 200 len: 851 time: 0.0614307 Feb 04 11:52:55.206815 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-80977bf5-6bfe-4d26-b723-c8f600b6f529 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d81c5f05-d918-44da-a908-3a6d6685e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397458 Feb 04 11:52:55.431784 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-0c0bb7b2-bcaf-42df-8ad2-d55b8acf6694 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179580 Feb 04 11:52:55.562489 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e87ec03a-a838-4679-b217-934c30031522 req-6f761e08-6800-4087-970c-819963e13a37 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231489 Feb 04 11:52:56.062499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e818-5e39-4dd3-9316-ad4aa462ca5f req-fb530c40-e5ab-4cfd-a433-5ae6c5eba704 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:56.063511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb43e818-5e39-4dd3-9316-ad4aa462ca5f req-fb530c40-e5ab-4cfd-a433-5ae6c5eba704 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0810525 Feb 04 11:52:56.106612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb43e818-5e39-4dd3-9316-ad4aa462ca5f req-966eb2c4-f580-40ab-a2a1-193cb05244f8 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Feb 04 11:52:57.292179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ddb4e-1e9e-47a0-8c48-45282ecb85ea req-acd7d99a-26e5-4c26-bf7d-003a65579b19 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:57.293607 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-319ddb4e-1e9e-47a0-8c48-45282ecb85ea req-acd7d99a-26e5-4c26-bf7d-003a65579b19 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0783715 Feb 04 11:52:57.337336 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-319ddb4e-1e9e-47a0-8c48-45282ecb85ea req-659bfcd7-b66c-4e3e-b19d-e390f24277c2 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Feb 04 11:52:57.494943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:58.616334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402b6f-cdfe-4e4a-a7b2-4819101b8df1 req-90788682-1481-44b9-a918-2e6dc1d8bb80 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:58.617673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63402b6f-cdfe-4e4a-a7b2-4819101b8df1 req-90788682-1481-44b9-a918-2e6dc1d8bb80 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.1749616 Feb 04 11:52:58.661278 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63402b6f-cdfe-4e4a-a7b2-4819101b8df1 req-159659ff-173c-42b8-b7d1-5eb6b60ca9ee tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Feb 04 11:52:58.856189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:52:58.860898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:52:59.073488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:59.107991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:59.131112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:52:59.140201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '5b57f16e-1845-499a-b970-7a2fc2967589', 'network_id': 'd81c5f05-d918-44da-a908-3a6d6685e83c', 'port_id': '5b57f16e-1845-499a-b970-7a2fc2967589', 'mac_address': 'fa:16:3e:cc:ea:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f440398e-a397-4d24-a1f7-acc995380672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:52:59.144781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:59.198868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-f21137b1-b08c-4f36-9cea-c051d2e75cc6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:59.199597 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-f21137b1-b08c-4f36-9cea-c051d2e75cc6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Synchronizing usage tracker for tenant:5064aaf7c135461e8a881f9c47a73939 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:52:59.200270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:59.231507 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589', 'code': 200} Feb 04 11:52:59.237426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:59.272936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-f21137b1-b08c-4f36-9cea-c051d2e75cc6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Unset dirty status for tenant:5064aaf7c135461e8a881f9c47a73939 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:52:59.273171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b57f16e-1845-499a-b970-7a2fc2967589 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:52:59.274172 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-f21137b1-b08c-4f36-9cea-c051d2e75cc6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896&tenant_id=5064aaf7c135461e8a881f9c47a73939&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 946 time: 0.1659949 Feb 04 11:52:59.334231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:52:59.344716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:52:59.345070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:52:59.426675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-a61219ee-6a8a-4d11-9bcc-4bd11f9f3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:59.428072 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-a61219ee-6a8a-4d11-9bcc-4bd11f9f3994 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5064aaf7c135461e8a881f9c47a73939&device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 1097 time: 0.0749443 Feb 04 11:52:59.557636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-dc2141b1-c49f-4688-884a-7fda799697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:59.559062 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-dc2141b1-c49f-4688-884a-7fda799697c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 200 len: 912 time: 0.1241963 Feb 04 11:52:59.628103 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-b899a993-937d-4fd5-a2bc-b8396be008d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 200 len: 217 time: 0.0617955 Feb 04 11:52:59.700459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-7b109fd7-4c7e-48b2-8ccc-5a03729d2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:52:59.701942 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-7b109fd7-4c7e-48b2-8ccc-5a03729d2cdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f440398e-a397-4d24-a1f7-acc995380672 HTTP/1.1" status: 200 len: 851 time: 0.0673211 Feb 04 11:52:59.749397 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-88675fba-d078-47d6-a65f-9b5a678c6f17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d81c5f05-d918-44da-a908-3a6d6685e83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404687 Feb 04 11:52:59.879593 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-87aa15f9-1a87-448d-9196-21c17a5a5309 service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215281 Feb 04 11:52:59.902502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:52:59.919626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b57f16e-1845-499a-b970-7a2fc2967589 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:52:59.935010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:52:59.997517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:00.014895 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-6a2bac82-0ea6-45f2-82d8-b32fe81031fa service neutron] 10.222.0.42 "GET /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258762 Feb 04 11:53:00.065686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:00.072701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['5b57f16e-1845-499a-b970-7a2fc2967589'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:53:00.272068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7ba3383b-8bbe-4468-af55-85d18b5405ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:00.868198 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:00.936197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 5b57f16e-1845-499a-b970-7a2fc2967589 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:00.936776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:01.053345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:01.087596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:01.181067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:01.232553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:01.254980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:01.282274 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589', 'code': 200} Feb 04 11:53:01.688030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfaa58-3d45-4c28-be59-c5e2a1118786 req-82e45307-7972-48bc-8717-948542752ce3 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:01.689467 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4edfaa58-3d45-4c28-be59-c5e2a1118786 req-82e45307-7972-48bc-8717-948542752ce3 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0776403 Feb 04 11:53:01.735669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4edfaa58-3d45-4c28-be59-c5e2a1118786 req-d0c57230-1e25-4254-9b85-4dd32df193bc tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 Feb 04 11:53:02.718397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-505a0bd5-9c24-41b8-bf8e-e0543f6a988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:02.919992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c31c1-5a6d-400e-b4a5-4216bcd20661 req-42b76e11-109f-4ceb-9d24-8b0d6e5b8a8f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:02.921320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-241c31c1-5a6d-400e-b4a5-4216bcd20661 req-42b76e11-109f-4ceb-9d24-8b0d6e5b8a8f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0786929 Feb 04 11:53:02.964460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-241c31c1-5a6d-400e-b4a5-4216bcd20661 req-5baedccc-381e-4f6c-9257-c98f366cd4d9 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 Feb 04 11:53:03.677554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:03.695993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-25330f39-049c-484f-97a8-047f8734935f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:03.697447 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-25330f39-049c-484f-97a8-047f8734935f tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0841451 Feb 04 11:53:03.746652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:03.769487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Deleting port 5b57f16e-1845-499a-b970-7a2fc2967589 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:53:03.769823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.015843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] For port 5b57f16e-1845-499a-b970-7a2fc2967589, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5b57f16e-1845-499a-b970-7a2fc2967589,segment=NetworkSegment(c59b2b88-cb43-4d76-ae6f-ae45d0837d83),segment_id=c59b2b88-cb43-4d76-ae6f-ae45d0837d83)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:04.016209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.138972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Calling delete_port for 5b57f16e-1845-499a-b970-7a2fc2967589 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:53:04.155642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807e862-ce34-418b-bd31-227b9fcf5c16 req-c6edf284-3165-47b6-900c-c1e39b5132ee tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:04.157630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8807e862-ce34-418b-bd31-227b9fcf5c16 req-c6edf284-3165-47b6-900c-c1e39b5132ee tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 946 time: 0.0812736 Feb 04 11:53:04.203403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8807e862-ce34-418b-bd31-227b9fcf5c16 req-ff0fd3d1-9ff8-4f35-8a13-babf9893cd8a tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0110bfc-b699-495a-b926-993bbe68e594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Feb 04 11:53:04.455848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.468231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['5b57f16e-1845-499a-b970-7a2fc2967589'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:53:04.505386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Pushing event deleted for resources: {'Port': ['ID=5b57f16e-1845-499a-b970-7a2fc2967589,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:04.545716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.546060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.546395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.546724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.547051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.547373 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.547763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.548086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.548407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.548720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.549038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.549350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:04.589608 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] No DVR routers for this DVR port 5b57f16e-1845-499a-b970-7a2fc2967589 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:04.591848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:04.594167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-deleted', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:04.636884 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79b4ae-c66d-46a9-ad5e-f922281c3896', 'name': 'network-vif-deleted', 'tag': '5b57f16e-1845-499a-b970-7a2fc2967589', 'status': 'completed', 'code': 200} Feb 04 11:53:04.667155 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-8d95aa15-aa3c-46db-bb21-e9a96ade4135 req-11ed0d96-d99a-4670-b5f5-2fc6a9d27be6 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.42 "DELETE /v2.0/ports/5b57f16e-1845-499a-b970-7a2fc2967589 HTTP/1.1" status: 204 len: 173 time: 0.9635525 Feb 04 11:53:05.164056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:05.363516 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d54c91a7-d6b0-4bc2-b9f2-e7266ef62f2d req-78c6638b-d020-4eed-81c0-ba2f9911a5d8 tempest-DeleteServersTestJSON-945416540 tempest-DeleteServersTestJSON-945416540-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a79b4ae-c66d-46a9-ad5e-f922281c3896 HTTP/1.1" status: 200 len: 210 time: 0.0418701 Feb 04 11:53:06.602938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44210) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:06.663491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Deleting subnet f440398e-a397-4d24-a1f7-acc995380672 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:53:06.666303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:06.718100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:06.775152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:06.907766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:06.945194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f440398e-a397-4d24-a1f7-acc995380672,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:06.948888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:06.955052 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-13efaa70-66ce-48a7-8f5f-06b01ea4955c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f440398e-a397-4d24-a1f7-acc995380672 HTTP/1.1" status: 204 len: 168 time: 0.3510756 Feb 04 11:53:06.957476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:07.062125 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.185975 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.210465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81c5f05-d918-44da-a908-3a6d6685e83c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:07.222629 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:07.222928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59b2b88-cb43-4d76-ae6f-ae45d0837d83') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:53:07.233855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.250128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.255939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:53:07.256313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:53:07.269520 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:53:07.398232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.414739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.426134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81c5f05-d918-44da-a908-3a6d6685e83c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:07.495370 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff4cbafc-61cd-41c7-b474-2fd955ff4092 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d81c5f05-d918-44da-a908-3a6d6685e83c HTTP/1.1" status: 204 len: 168 time: 0.5368118 Feb 04 11:53:07.784689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:07.833594 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-65b8bd89-876a-4c2b-bb18-8051283b9d3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5064aaf7c135461e8a881f9c47a73939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476723 Feb 04 11:53:07.835846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44224) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:07.896682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23235f37-a423-4adb-b40e-5408a9fe0980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:07.921859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23235f37-a423-4adb-b40e-5408a9fe0980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:08.055141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23235f37-a423-4adb-b40e-5408a9fe0980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:08.071923 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23235f37-a423-4adb-b40e-5408a9fe0980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0110bfc-b699-495a-b926-993bbe68e594,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:08.151277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-23235f37-a423-4adb-b40e-5408a9fe0980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:08.152415 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-23235f37-a423-4adb-b40e-5408a9fe0980 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0110bfc-b699-495a-b926-993bbe68e594 HTTP/1.1" status: 204 len: 168 time: 0.3156998 Feb 04 11:53:08.900363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:08.934103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 5b57f16e-1845-499a-b970-7a2fc2967589 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:53:08.934448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 5b57f16e-1845-499a-b970-7a2fc2967589 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:53:09.087674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:09.187500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-855983569-network', 'tenant_id': '6a1de7115ee149109f50249c45f58e8e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:53:09.196874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:09.201161 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Usage tracker for resource:network and tenant:6a1de7115ee149109f50249c45f58e8e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:09.204803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:09.210766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:09.272313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Made reservation on behalf of 6a1de7115ee149109f50249c45f58e8e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:09.274626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.286683 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.300818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:09.304688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1de7115ee149109f50249c45f58e8e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:09.307460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:09.313785 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:09.393533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.443467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.477336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:53:09.485554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf37c31-d49b-41e3-a65c-af83876c0ba6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:09.490896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.491906 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Added segment 05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0 of type vlan for network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 Feb 04 11:53:09.517889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.580690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.581617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:09.582214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:09.683279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:09.694325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:53:09.713393 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bbdd5fe2-69dd-49a2-b684-2e77cef3c4a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6246407 Feb 04 11:53:09.716232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:53:09.721929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Request body: {'subnet': {'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-855983569-subnet', 'tenant_id': '6a1de7115ee149109f50249c45f58e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:53:09.727267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:09.732779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Usage tracker for resource:subnet and tenant:6a1de7115ee149109f50249c45f58e8e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:09.736639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:09.742530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:09.810330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Made reservation on behalf of 6a1de7115ee149109f50249c45f58e8e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:09.812713 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:10.055157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:10.131194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:10.139071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Checking segment: {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:53:10.139324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Network hostable DHCP agents. Network: 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:53:10.232318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:53:10.300459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:10.304550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:10.305260 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:10.308941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23ae1b-2f43-4592-90a1-640731c1cb29 None None] Network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:53:10.490501 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bbab37d2-8c38-4ab7-954a-2a79ea047d72 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7731690 Feb 04 11:53:10.564919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579883b-0702-401a-a578-c8cceca5b6cb None None] Network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:53:10.999688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-f84b4c50-2aa2-457a-b4ab-0298ac016a53 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:11.001677 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-f84b4c50-2aa2-457a-b4ab-0298ac016a53 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 814 time: 0.1463110 Feb 04 11:53:11.016126 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-f2d4426b-1b34-4837-9793-8a6fb548b850 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/quotas/6a1de7115ee149109f50249c45f58e8e HTTP/1.1" status: 200 len: 375 time: 0.0090048 Feb 04 11:53:11.064936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-28e923ff-2b62-4181-9c78-9d5b0de6e5c0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439832 Feb 04 11:53:11.193688 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-37501672-561d-4dde-a2c8-d52112878b20 service neutron] 10.222.0.36 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224394 Feb 04 11:53:11.332428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-805d0496-ad3e-4091-827e-51bd2fcd41bc service neutron] 10.222.0.36 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329415 Feb 04 11:53:12.632499 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7252cbc-c5b3-47f0-8d8f-0679959ddaf8 req-1a938c86-963d-466f-86ba-ac7a70829d10 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 210 time: 0.0435305 Feb 04 11:53:13.782245 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c6334dd-ba05-484e-bd92-9462ea387632 req-96b083fe-8287-4171-9e16-aedbd8724a4e tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 210 time: 0.0428205 Feb 04 11:53:14.606287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-394e05a4-7333-4436-b45a-81c594f0948b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:14.606952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-e601312f-b635-4b57-8cab-93b704b6006f req-394e05a4-7333-4436-b45a-81c594f0948b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Synchronizing usage tracker for tenant:6a1de7115ee149109f50249c45f58e8e on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:14.689168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-e601312f-b635-4b57-8cab-93b704b6006f req-394e05a4-7333-4436-b45a-81c594f0948b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Unset dirty status for tenant:6a1de7115ee149109f50249c45f58e8e on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:14.690298 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-394e05a4-7333-4436-b45a-81c594f0948b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 814 time: 0.2273381 Feb 04 11:53:14.702543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Request body: {'port': {'device_id': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'admin_state_up': True, 'tenant_id': '6a1de7115ee149109f50249c45f58e8e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:53:14.838966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:14.842873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Usage tracker for resource:port and tenant:6a1de7115ee149109f50249c45f58e8e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:14.845707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:14.852058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:14.924548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Made reservation on behalf of 6a1de7115ee149109f50249c45f58e8e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:14.928648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:14.951451 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1a4083ec-1114-44be-861a-b74d204189f0 req-5fdc4231-68aa-4d66-9d1b-e35c902e4e0b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 210 time: 0.0506077 Feb 04 11:53:15.089598 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Allocated IP 172.20.0.14 (33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950/a7d0d8b4-fc3b-4efd-b1fd-343851cf7281/e6f5c4e9-a196-4829-96d4-4fa306b23d35) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:15.288124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.369476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.439587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:15.442824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:15.446652 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:53:15.482706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:15.512697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:15.513295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:15.586850 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-b0dfcc43-2fff-4752-8555-ed7916d5f7e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8882203 Feb 04 11:53:15.598294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Request body: {'port': {'device_id': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:53:15.707068 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.037014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f5c4e9-a196-4829-96d4-4fa306b23d35 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:16.044276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.058564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Transition to ACTIVE for port object e6f5c4e9-a196-4829-96d4-4fa306b23d35 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:16.134089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f78c-0050-493f-92c0-daf559e9c2fd req-0f8bb360-4607-4d90-8ad7-e0327b9a5b89 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:16.135501 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7c4f78c-0050-493f-92c0-daf559e9c2fd req-0f8bb360-4607-4d90-8ad7-e0327b9a5b89 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 932 time: 0.0801368 Feb 04 11:53:16.141162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.181117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f7c4f78c-0050-493f-92c0-daf559e9c2fd req-d2c2a6d5-9def-49b9-83ae-38326269b0ab tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Feb 04 11:53:16.295643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:16.368071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Attempting to bind port e6f5c4e9-a196-4829-96d4-4fa306b23d35 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:53:16.368395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Attempting to bind port e6f5c4e9-a196-4829-96d4-4fa306b23d35 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:53:16.368748 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Attempting to bind port e6f5c4e9-a196-4829-96d4-4fa306b23d35 on network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:53:16.373231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Port e6f5c4e9-a196-4829-96d4-4fa306b23d35 on network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:53:16.373538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Attempting to bind port e6f5c4e9-a196-4829-96d4-4fa306b23d35 on network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:53:16.378651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:53:16.378987 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Checking segment: {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:53:16.379362 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Bound using segment: {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:53:16.379811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Bound port: e6f5c4e9-a196-4829-96d4-4fa306b23d35, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:53:16.380144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.466229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:53:16.469104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:53:16.575088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.732283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:16.732884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:16.734238 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 1094 time: 1.1404519 Feb 04 11:53:16.734668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:16.753529 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d725-a028-4c20-915e-b44c019c8be0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:16.849050 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'status': 'completed', 'code': 200} Feb 04 11:53:16.882718 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-89b23bed-7da3-4325-87fe-a53ee749e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:16.884205 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-89b23bed-7da3-4325-87fe-a53ee749e157 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1097 time: 0.0711138 Feb 04 11:53:16.953046 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-ca21001e-ea24-4d3f-b1ac-f50de46ba913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 217 time: 0.0619583 Feb 04 11:53:17.016304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601312f-b635-4b57-8cab-93b704b6006f req-87ba9646-0f6e-4d61-a5b7-1160fa585171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:17.017651 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-87ba9646-0f6e-4d61-a5b7-1160fa585171 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0582051 Feb 04 11:53:17.062228 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-e3c27e31-3250-46ab-8ba3-b8ee23c2e3bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385203 Feb 04 11:53:17.189916 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-e8f94bd2-1189-40bf-accd-5dab02bdb0f8 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206958 Feb 04 11:53:17.322451 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-e601312f-b635-4b57-8cab-93b704b6006f req-b716ed50-6965-4478-98e9-c681079840dc service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266789 Feb 04 11:53:17.373908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7bbb1-4b9c-4638-bc1d-b7c32f96590b req-7c92dc65-0a73-4fec-b7f6-4fb0f3b8df2c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:17.375378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-22d7bbb1-4b9c-4638-bc1d-b7c32f96590b req-7c92dc65-0a73-4fec-b7f6-4fb0f3b8df2c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 944 time: 0.0867691 Feb 04 11:53:17.419936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-22d7bbb1-4b9c-4638-bc1d-b7c32f96590b req-3124e87b-892e-4a8d-af29-6c898dae3442 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388880 Feb 04 11:53:17.517322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce967-db75-4360-ad78-6f809a8378c0 req-8ac2eedd-8468-401b-bf4a-49f164c260c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:17.518716 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-8ac2eedd-8468-401b-bf4a-49f164c260c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1097 time: 0.0695279 Feb 04 11:53:17.648821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce967-db75-4360-ad78-6f809a8378c0 req-4257432a-bba8-4a8b-b2e1-d89a4429fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:17.650258 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-4257432a-bba8-4a8b-b2e1-d89a4429fd05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.1250410 Feb 04 11:53:17.723400 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-4b5fa630-ed72-4146-b879-c203b2bef8e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 217 time: 0.0659425 Feb 04 11:53:17.786203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce967-db75-4360-ad78-6f809a8378c0 req-53e7c5d5-09af-4305-ad66-c1729cbc4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:17.787516 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-53e7c5d5-09af-4305-ad66-c1729cbc4f27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0576468 Feb 04 11:53:17.837346 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-ea2b72ab-b7c6-406a-b496-2d6644999989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429502 Feb 04 11:53:17.969662 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-e853dd4c-10b9-4bbe-a4ee-22285beb0118 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255004 Feb 04 11:53:18.100522 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-adcce967-db75-4360-ad78-6f809a8378c0 req-a2689375-f63e-47ff-b5db-01c342a522b3 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235371 Feb 04 11:53:18.602908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5c8c-4cce-440e-8095-aaaff98a4dd5 req-38d25487-4eec-49a1-ae95-d075ccba50a8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:18.604363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-28fb5c8c-4cce-440e-8095-aaaff98a4dd5 req-38d25487-4eec-49a1-ae95-d075ccba50a8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 944 time: 0.0779772 Feb 04 11:53:18.647835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-28fb5c8c-4cce-440e-8095-aaaff98a4dd5 req-e27541cd-071c-4ca5-b0c0-53eb49d30b9b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Feb 04 11:53:19.835651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b00ad-d806-46b9-b4f1-1272eb878c10 req-e1c39128-f358-47f1-bda8-e68c59b058bf tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:19.837072 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a87b00ad-d806-46b9-b4f1-1272eb878c10 req-e1c39128-f358-47f1-bda8-e68c59b058bf tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 944 time: 0.0828228 Feb 04 11:53:19.879635 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a87b00ad-d806-46b9-b4f1-1272eb878c10 req-4be0d0ab-11c1-46e0-a645-789563c383e8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369055 Feb 04 11:53:21.010185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:53:21.061991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2de36-1103-4c66-9863-3c1916348542 req-c5593f8a-20ed-4f3f-ac5b-4f099239e2c9 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:21.063432 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97b2de36-1103-4c66-9863-3c1916348542 req-c5593f8a-20ed-4f3f-ac5b-4f099239e2c9 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 944 time: 0.0801435 Feb 04 11:53:21.107921 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97b2de36-1103-4c66-9863-3c1916348542 req-a5e2c34a-41d2-47fb-9253-50a59edee83f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Feb 04 11:53:21.145290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:21.157794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'port_id': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'mac_address': 'fa:16:3e:46:37:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d0d8b4-fc3b-4efd-b1fd-343851cf7281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:53:21.211530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.227878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f5c4e9-a196-4829-96d4-4fa306b23d35 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:21.242992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:21.323950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:21.394129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:21.401262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.401616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.401959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.402293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.402627 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.402959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.403286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.403635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.403966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.404290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.404612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.404930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:21.536415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e6f5c4e9-a196-4829-96d4-4fa306b23d35'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:53:22.295713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46c039-3082-439c-aaf8-4c0d0c0252d4 req-5e71486f-c8d2-4f49-a004-c7ce5b4d95fe tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:22.297124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b46c039-3082-439c-aaf8-4c0d0c0252d4 req-5e71486f-c8d2-4f49-a004-c7ce5b4d95fe tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 945 time: 0.0814722 Feb 04 11:53:22.340642 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b46c039-3082-439c-aaf8-4c0d0c0252d4 req-0b4c976b-02be-43ed-a33c-6f7a237ead1d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Feb 04 11:53:23.008179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:23.146255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port e6f5c4e9-a196-4829-96d4-4fa306b23d35 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:53:23.150969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port e6f5c4e9-a196-4829-96d4-4fa306b23d35 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:23.151341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.264750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.290700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:23.302287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:23.334466 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'code': 200} Feb 04 11:53:23.346387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:23.415596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:23.525380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aff130-ff9d-42a0-8c13-6265b034412f req-90d191cc-e615-4701-a938-81d2bf8f0e82 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:23.526783 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77aff130-ff9d-42a0-8c13-6265b034412f req-90d191cc-e615-4701-a938-81d2bf8f0e82 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0809186 Feb 04 11:53:23.575152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77aff130-ff9d-42a0-8c13-6265b034412f req-19512085-410f-421f-a314-5611f2326d96 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422685 Feb 04 11:53:23.656878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65453b94-bcc6-49cc-a587-287ca1198186 req-0eb068b4-b761-47ed-b77d-5610fc31b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:23.658321 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-65453b94-bcc6-49cc-a587-287ca1198186 req-0eb068b4-b761-47ed-b77d-5610fc31b839 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1099 time: 0.0763266 Feb 04 11:53:23.699685 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-65453b94-bcc6-49cc-a587-287ca1198186 req-41c07d96-af4c-4f19-9cb7-c7db6d4552a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340102 Feb 04 11:53:24.306464 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:53:24.771310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed5525-da1d-4709-b31e-674370a7cfac req-9abfd1b7-51eb-4a8b-86c9-aba429f5a616 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:24.772773 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14ed5525-da1d-4709-b31e-674370a7cfac req-9abfd1b7-51eb-4a8b-86c9-aba429f5a616 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0797625 Feb 04 11:53:24.816824 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14ed5525-da1d-4709-b31e-674370a7cfac req-c2beb669-baa5-4adc-92eb-07465fa86376 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Feb 04 11:53:26.011350 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4745e65-b893-4808-80c4-9cdf47128fb4 req-a07c286a-ed74-4fb4-b01e-1d6835555fd5 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:26.012696 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4745e65-b893-4808-80c4-9cdf47128fb4 req-a07c286a-ed74-4fb4-b01e-1d6835555fd5 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0838742 Feb 04 11:53:26.054732 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4745e65-b893-4808-80c4-9cdf47128fb4 req-ddf70441-0a37-4680-a195-72fbbdd0145f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 Feb 04 11:53:26.233669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de734-a001-46c6-9f0c-b240565f184c req-d2e0f664-a89f-4994-946b-391e81fc6d5b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:26.235136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0a0de734-a001-46c6-9f0c-b240565f184c req-d2e0f664-a89f-4994-946b-391e81fc6d5b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0795851 Feb 04 11:53:26.279918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0a0de734-a001-46c6-9f0c-b240565f184c req-57040c9a-4df2-4a54-9a45-cba952f8f52a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383990 Feb 04 11:53:26.740560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0f1e-33a8-4384-a08f-d6b4b7aed541 req-6362b4e8-772e-46dc-b50b-f0b931382af0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:26.741999 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a69d0f1e-33a8-4384-a08f-d6b4b7aed541 req-6362b4e8-772e-46dc-b50b-f0b931382af0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.1754467 Feb 04 11:53:26.784529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a69d0f1e-33a8-4384-a08f-d6b4b7aed541 req-2dc00832-986d-4d18-86af-b13560a6bf89 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Feb 04 11:53:26.965182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f2d0d-1fa6-4979-8bb5-3faf103881f4 req-6dd2ad2a-8fc2-4c9c-9f49-3300d776b772 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:26.966595 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb5f2d0d-1fa6-4979-8bb5-3faf103881f4 req-6dd2ad2a-8fc2-4c9c-9f49-3300d776b772 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0784512 Feb 04 11:53:27.011639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb5f2d0d-1fa6-4979-8bb5-3faf103881f4 req-732aa357-ca69-4a55-ae89-2e770be8f1c7 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Feb 04 11:53:27.426690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:27.508298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821074a6-baa3-48be-933a-5a4fd00aee86 req-1185ee46-0913-42ee-949a-a2ce246a34e6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:27.509770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-821074a6-baa3-48be-933a-5a4fd00aee86 req-1185ee46-0913-42ee-949a-a2ce246a34e6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0796678 Feb 04 11:53:27.541144 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-b1bb2668-dcc3-4da0-a403-771f6e5244aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716136 Feb 04 11:53:27.554462 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-821074a6-baa3-48be-933a-5a4fd00aee86 req-6999576c-23a3-42d5-a7ab-3b74eb4f74a8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Feb 04 11:53:28.742627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ead8b-569c-4090-88ba-44cc603ae534 req-4aaad5bf-948c-4a5f-888f-fd5e51bbe20a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:28.744079 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d9ead8b-569c-4090-88ba-44cc603ae534 req-4aaad5bf-948c-4a5f-888f-fd5e51bbe20a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0868363 Feb 04 11:53:28.789183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d9ead8b-569c-4090-88ba-44cc603ae534 req-16d56cc8-4560-427c-a410-4d99c06c9f7c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Feb 04 11:53:29.597747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-d990e541-f3c6-4f7c-be03-012e74264b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:29.599940 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-d990e541-f3c6-4f7c-be03-012e74264b93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1099 time: 0.0713782 Feb 04 11:53:29.855491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-386909dc-05ff-48d6-8698-463085117fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:29.855491 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-386909dc-05ff-48d6-8698-463085117fd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.2469580 Feb 04 11:53:29.931178 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-c2c40daf-b452-4d8e-ba42-554b31e9e957 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 217 time: 0.0721352 Feb 04 11:53:29.987353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486b5fa-a3bd-4416-940a-39877a904360 req-cdac1169-24fb-4ada-9d90-488401e92a9a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:29.989379 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1486b5fa-a3bd-4416-940a-39877a904360 req-cdac1169-24fb-4ada-9d90-488401e92a9a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0893600 Feb 04 11:53:29.997756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-e3720a23-dcc3-4f7a-8ccc-6752930ed684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:29.999169 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-e3720a23-dcc3-4f7a-8ccc-6752930ed684 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0624189 Feb 04 11:53:30.036889 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1486b5fa-a3bd-4416-940a-39877a904360 req-fb15f1dc-532c-42d1-a170-395981f6baaa tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Feb 04 11:53:30.049697 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-b17deb8d-558d-45d0-acda-fa71bd14fd9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436509 Feb 04 11:53:30.185109 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-19c276ed-5aa1-4e92-87af-75a01b30788d service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278448 Feb 04 11:53:30.232331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3f657d9d-1e29-4064-9979-5fc4e6ab7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:30.332346 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-f95e3341-1dfb-455b-920b-419f4cd67b27 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425574 Feb 04 11:53:31.226074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5e9a-e33b-4133-af84-7101a0ed2c94 req-61835332-039f-4634-b922-0cabb0decfad tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:31.227490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-452c5e9a-e33b-4133-af84-7101a0ed2c94 req-61835332-039f-4634-b922-0cabb0decfad tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0818572 Feb 04 11:53:31.270882 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-452c5e9a-e33b-4133-af84-7101a0ed2c94 req-c63604c6-7f45-4f5b-a994-e9d6cdefecd2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 Feb 04 11:53:32.453195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5cde8-bf48-4f7d-af62-9a9f2a4ff1ec req-ad196721-6c64-4276-8755-6ddad9443045 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:32.454614 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5fe5cde8-bf48-4f7d-af62-9a9f2a4ff1ec req-ad196721-6c64-4276-8755-6ddad9443045 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0782180 Feb 04 11:53:32.500473 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5fe5cde8-bf48-4f7d-af62-9a9f2a4ff1ec req-a79663a9-6f49-414c-824f-404e672dbacf tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Feb 04 11:53:32.734718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8d96d221-02c8-4230-b7b9-198363dafb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.686497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11fdcb-5158-4ee2-a742-637e428fb026 req-6bee8005-5805-4c1e-9721-e0710ea192e5 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:33.688015 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb11fdcb-5158-4ee2-a742-637e428fb026 req-6bee8005-5805-4c1e-9721-e0710ea192e5 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0841064 Feb 04 11:53:33.711070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:33.737368 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb11fdcb-5158-4ee2-a742-637e428fb026 req-a8cddadf-2ba9-440b-9f5b-473b792f391b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 Feb 04 11:53:33.757861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:34.922253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8024-e7e1-4330-94f8-41c12a404c3e req-dc0b0238-33f4-4b4d-9951-0e0e14678a19 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:34.923717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-715e8024-e7e1-4330-94f8-41c12a404c3e req-dc0b0238-33f4-4b4d-9951-0e0e14678a19 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0837367 Feb 04 11:53:34.968120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-715e8024-e7e1-4330-94f8-41c12a404c3e req-c4f3967c-6116-4a68-934a-470b5dcd1be0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Feb 04 11:53:35.186101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:36.152353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939f430-4bc4-46c4-b232-e04d6664f90a req-021edc01-d2df-4bf9-8581-468531084a8d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:36.156691 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1939f430-4bc4-46c4-b232-e04d6664f90a req-021edc01-d2df-4bf9-8581-468531084a8d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0779262 Feb 04 11:53:36.197462 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1939f430-4bc4-46c4-b232-e04d6664f90a req-c8dc2eb4-a04f-495d-a6e2-2f8c40d68d5b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Feb 04 11:53:37.379826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1ff3-092b-4ef0-81dd-75038bd19ca5 req-1ccf0021-7799-4702-99cf-205e3d1bb951 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:37.381230 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c75b1ff3-092b-4ef0-81dd-75038bd19ca5 req-1ccf0021-7799-4702-99cf-205e3d1bb951 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0821652 Feb 04 11:53:37.424925 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c75b1ff3-092b-4ef0-81dd-75038bd19ca5 req-f703bb67-3b71-495a-8a47-4c6203485bbe tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 Feb 04 11:53:38.612097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827f34c-be6f-480e-b5b7-b4ff87fac30b req-c80e4efb-e7e5-4ddc-9c4f-6eb9ca4bab7c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:38.613460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e827f34c-be6f-480e-b5b7-b4ff87fac30b req-c80e4efb-e7e5-4ddc-9c4f-6eb9ca4bab7c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0791261 Feb 04 11:53:38.655708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e827f34c-be6f-480e-b5b7-b4ff87fac30b req-c40ec1cb-7675-4fb8-b485-163b93d341ee tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365641 Feb 04 11:53:39.842718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7dff-89a6-4bd0-b6b9-7b275ee3c52a req-ec9cae20-c78b-442c-b716-aef94f085532 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:39.849492 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-00ef7dff-89a6-4bd0-b6b9-7b275ee3c52a req-ec9cae20-c78b-442c-b716-aef94f085532 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0811992 Feb 04 11:53:39.886846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-00ef7dff-89a6-4bd0-b6b9-7b275ee3c52a req-9f67b751-a298-4851-a3d8-ccc1d8f96a56 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Feb 04 11:53:41.070592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e52c2-d458-4a78-b96f-2ab023b93bbb req-6da54203-3206-4397-be16-ae7d7cea730d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:41.071943 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c4e52c2-d458-4a78-b96f-2ab023b93bbb req-6da54203-3206-4397-be16-ae7d7cea730d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0766125 Feb 04 11:53:41.119270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c4e52c2-d458-4a78-b96f-2ab023b93bbb req-23a16c9c-ee83-4371-8ee7-18c848860969 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Feb 04 11:53:42.299807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e242aa-4c78-4376-a931-4af0cd23b939 req-359166a9-e5d5-4ab2-ad80-541bb8e67609 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:42.301233 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06e242aa-4c78-4376-a931-4af0cd23b939 req-359166a9-e5d5-4ab2-ad80-541bb8e67609 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0797453 Feb 04 11:53:42.344840 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06e242aa-4c78-4376-a931-4af0cd23b939 req-9f3fb3ef-cf55-4c3d-8e08-f0cf95e60b91 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Feb 04 11:53:43.531403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b7da-e079-454f-a576-66de031f6126 req-b4ecca4b-e745-43aa-b98b-b0db2d499052 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:43.532908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8de8b7da-e079-454f-a576-66de031f6126 req-b4ecca4b-e745-43aa-b98b-b0db2d499052 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0830743 Feb 04 11:53:43.576549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8de8b7da-e079-454f-a576-66de031f6126 req-6fde44fc-bff1-4316-a12e-54b63e1b9577 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Feb 04 11:53:44.756402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed993d-17dd-4c62-99d6-e3282e0e69f0 req-dbc72686-57ad-4341-93f7-2658edc0e3f0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:44.758378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2aed993d-17dd-4c62-99d6-e3282e0e69f0 req-dbc72686-57ad-4341-93f7-2658edc0e3f0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0808949 Feb 04 11:53:44.801295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2aed993d-17dd-4c62-99d6-e3282e0e69f0 req-fd00fa40-450f-41bd-9616-09b82d74aaf0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372810 Feb 04 11:53:45.989058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2e99-c8cc-4102-810a-8f1ab5ffbbd8 req-998dc72a-4d19-43e8-84ca-c9ff8dfb7e4f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:45.990551 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-673e2e99-c8cc-4102-810a-8f1ab5ffbbd8 req-998dc72a-4d19-43e8-84ca-c9ff8dfb7e4f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0830121 Feb 04 11:53:46.035609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-673e2e99-c8cc-4102-810a-8f1ab5ffbbd8 req-8a40b4b1-f0e3-4b72-b669-be07bc166a1b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Feb 04 11:53:47.218321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30efe-bdb9-4c20-a4a2-4217e6221e5a req-0032abab-7cf4-4748-9081-59dcbbbc86a6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:47.219750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6e30efe-bdb9-4c20-a4a2-4217e6221e5a req-0032abab-7cf4-4748-9081-59dcbbbc86a6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0776641 Feb 04 11:53:47.265378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6e30efe-bdb9-4c20-a4a2-4217e6221e5a req-f55831a1-5fa6-4276-b7ea-e3a582f6fabe tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Feb 04 11:53:47.416392 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-9ef8e5f4-758a-4a30-ae6a-881a45bb8d46 service neutron] 10.222.0.42 "GET /v2.0/ports/e6f5c4e9-a196-4829-96d4-4fa306b23d35/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0735583 Feb 04 11:53:47.938021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-745b340c-6d88-48c1-889f-dfce47aa678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:47.939635 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-745b340c-6d88-48c1-889f-dfce47aa678e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938&tenant_id=6a1de7115ee149109f50249c45f58e8e HTTP/1.1" status: 200 len: 1099 time: 0.0741496 Feb 04 11:53:48.028000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-0de6ce02-c0ac-4729-b30f-902a537ed9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:48.029343 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-0de6ce02-c0ac-4729-b30f-902a537ed9bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1099 time: 0.0689561 Feb 04 11:53:48.160428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-bc8fafdd-3c5e-4e1d-bbef-322f1daddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:48.161855 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-bc8fafdd-3c5e-4e1d-bbef-322f1daddad9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.1270394 Feb 04 11:53:48.231114 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-113947a9-623e-441c-922f-0227ffee3731 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 217 time: 0.0633888 Feb 04 11:53:48.291455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-aa47e5a9-0452-4e97-a92c-010ae81e781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:48.292814 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-aa47e5a9-0452-4e97-a92c-010ae81e781a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0561352 Feb 04 11:53:48.338838 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-b03d57e8-9430-4b82-b856-dadc61d2e1d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404680 Feb 04 11:53:48.448105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaf096-14b2-4868-a2a7-95581c4428c9 req-575272eb-3066-4028-9497-817a23030911 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:48.449571 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35eaf096-14b2-4868-a2a7-95581c4428c9 req-575272eb-3066-4028-9497-817a23030911 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0799153 Feb 04 11:53:48.469574 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-c9502cc0-bc79-47e0-8334-8c7f8d81e55a service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251621 Feb 04 11:53:48.493329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35eaf096-14b2-4868-a2a7-95581c4428c9 req-b87dc072-2968-441f-9720-2871d4080ef8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Feb 04 11:53:48.605695 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-60402f34-7783-42ef-b3ee-d81f295fa9bd req-f265d01c-0088-4e82-8354-62c8afe60062 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293087 Feb 04 11:53:49.273153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-712d27ed-db8c-4b70-b804-fe46a7f24b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:49.274632 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-712d27ed-db8c-4b70-b804-fe46a7f24b3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1099 time: 0.0731831 Feb 04 11:53:49.516229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-f9ddf828-fdfa-494c-9a2f-07f974b5920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:49.517776 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-f9ddf828-fdfa-494c-9a2f-07f974b5920e service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.2249320 Feb 04 11:53:49.594863 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-2a63ac9a-2cb7-41de-820e-33fee13f469e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 217 time: 0.0697601 Feb 04 11:53:49.658159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-7bc9169c-1ae5-433e-95bc-e00b518858a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:49.659611 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-7bc9169c-1ae5-433e-95bc-e00b518858a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0585396 Feb 04 11:53:49.679900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40376b9a-42bf-4988-978a-8c20d238acf8 req-79c2c4ca-182b-4783-a718-ec1d9c443683 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:49.681329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40376b9a-42bf-4988-978a-8c20d238acf8 req-79c2c4ca-182b-4783-a718-ec1d9c443683 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0813439 Feb 04 11:53:49.706715 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-50c54994-ad91-4ea7-b715-71e3202c9d99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409062 Feb 04 11:53:49.726410 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40376b9a-42bf-4988-978a-8c20d238acf8 req-68962b0d-9a3e-4f36-a90c-a797c4b42600 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 Feb 04 11:53:49.839116 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-64b4a1e7-5e39-40e4-8a53-d3660a737248 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259711 Feb 04 11:53:49.970953 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6e40528b-932d-436c-a805-da5e2f0d1289 req-9316ad35-6153-4ec9-9f82-74e81b65790e service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257553 Feb 04 11:53:50.909409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95582e-08e3-4ca7-a964-bed25d15669b req-c1179d7e-90f0-464b-894a-4af9aed7663c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:50.910837 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3a95582e-08e3-4ca7-a964-bed25d15669b req-c1179d7e-90f0-464b-894a-4af9aed7663c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0799961 Feb 04 11:53:50.955097 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3a95582e-08e3-4ca7-a964-bed25d15669b req-f101cef9-30c5-4ef0-a192-064acff51f4f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Feb 04 11:53:51.136716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:53:51.140542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:53:51.360223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:51.382934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:51.402236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2ab30-f15c-4b65-8c20-bb712da18f69 req-82a72664-a574-4364-9203-a2a63f20df3a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:51.403770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-73c2ab30-f15c-4b65-8c20-bb712da18f69 req-82a72664-a574-4364-9203-a2a63f20df3a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0850511 Feb 04 11:53:51.408898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:51.413458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'port_id': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'mac_address': 'fa:16:3e:46:37:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d0d8b4-fc3b-4efd-b1fd-343851cf7281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:53:51.421280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:51.461904 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-73c2ab30-f15c-4b65-8c20-bb712da18f69 req-19abd204-eaeb-42b8-8e92-aff1df7e77de tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 Feb 04 11:53:51.487738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:51.488346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1985139-835e-440a-a056-52e40dec8f79 req-40760070-bf3b-4928-bcf1-3a908bf10961 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:51.489061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-a1985139-835e-440a-a056-52e40dec8f79 req-40760070-bf3b-4928-bcf1-3a908bf10961 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Synchronizing usage tracker for tenant:6a1de7115ee149109f50249c45f58e8e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:51.508404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:51.544187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6f5c4e9-a196-4829-96d4-4fa306b23d35 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:51.549858 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'code': 200} Feb 04 11:53:51.562998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [req-a1985139-835e-440a-a056-52e40dec8f79 req-40760070-bf3b-4928-bcf1-3a908bf10961 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Unset dirty status for tenant:6a1de7115ee149109f50249c45f58e8e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:51.564200 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-40760070-bf3b-4928-bcf1-3a908bf10961 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938&tenant_id=6a1de7115ee149109f50249c45f58e8e&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 946 time: 0.1785636 Feb 04 11:53:51.636931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:53:51.637386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:53:51.639674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:51.703450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1985139-835e-440a-a056-52e40dec8f79 req-31060c20-16e4-4fb9-a0d0-a1b3ccaa6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:51.704936 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-31060c20-16e4-4fb9-a0d0-a1b3ccaa6737 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 1097 time: 0.0715034 Feb 04 11:53:51.835740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1985139-835e-440a-a056-52e40dec8f79 req-c2806587-a826-4c0f-9b0b-31191ecbccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:51.841497 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-c2806587-a826-4c0f-9b0b-31191ecbccec service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.1258509 Feb 04 11:53:51.907794 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-3d8c26b8-30f0-4668-aaa6-3a74ed3423c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 200 len: 217 time: 0.0645735 Feb 04 11:53:51.968768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1985139-835e-440a-a056-52e40dec8f79 req-571a0472-d733-4ad9-b16d-b1cb7297f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:51.970053 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-571a0472-d733-4ad9-b16d-b1cb7297f081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0572164 Feb 04 11:53:52.017626 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-e3aebcd8-dc4f-4900-9b9b-18ca00e2f8c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420332 Feb 04 11:53:52.145545 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-6b4b0c28-159a-4bdc-b2cf-a9142ab4db49 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224289 Feb 04 11:53:52.190970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:52.207271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f5c4e9-a196-4829-96d4-4fa306b23d35 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:52.222725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:52.276953 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-a1985139-835e-440a-a056-52e40dec8f79 req-7eb204c7-9245-4346-b358-2c0cbdcd2b21 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253090 Feb 04 11:53:52.294823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:52.398585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e6f5c4e9-a196-4829-96d4-4fa306b23d35'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:53:52.429551 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:52.641836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af3ca-d7c5-44b5-bcae-3594b70c6978 req-7df7bd68-62e6-4c32-9a46-e9533f18efb0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:52.643264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ac2af3ca-d7c5-44b5-bcae-3594b70c6978 req-7df7bd68-62e6-4c32-9a46-e9533f18efb0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 945 time: 0.0804889 Feb 04 11:53:52.686428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ac2af3ca-d7c5-44b5-bcae-3594b70c6978 req-f98336da-3db1-4b74-9bd3-1577a5812088 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Feb 04 11:53:53.139365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:53:53.208732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port e6f5c4e9-a196-4829-96d4-4fa306b23d35 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:53:53.209456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:53.326133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:53.357420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:53.431291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:53.497357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:53.550739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:53.613319 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'code': 200} Feb 04 11:53:53.868969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfd23a-d3e2-4685-a186-a9805d1fb268 req-115a8412-7bca-458e-9168-2804a277ab64 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:53.870301 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0bfd23a-d3e2-4685-a186-a9805d1fb268 req-115a8412-7bca-458e-9168-2804a277ab64 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0808425 Feb 04 11:53:53.913426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0bfd23a-d3e2-4685-a186-a9805d1fb268 req-76002e24-f8b4-48a2-81fe-95078ac8b322 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Feb 04 11:53:54.101379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2541a-5842-42a1-ac77-1db773a8aee3 req-d381fd8f-da1d-43a0-b7b1-637819235677 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:54.102797 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19f2541a-5842-42a1-ac77-1db773a8aee3 req-d381fd8f-da1d-43a0-b7b1-637819235677 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0785556 Feb 04 11:53:54.242516 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19f2541a-5842-42a1-ac77-1db773a8aee3 req-1b05adb6-c1fd-4030-9977-3885c1968652 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341629 Feb 04 11:53:54.424608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac50c7-2aed-4b53-8e58-d6915c5a02f2 req-313cffc7-c9bc-4ed3-b82f-f2756f5f33f2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:54.426035 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63ac50c7-2aed-4b53-8e58-d6915c5a02f2 req-313cffc7-c9bc-4ed3-b82f-f2756f5f33f2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0777228 Feb 04 11:53:54.469596 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63ac50c7-2aed-4b53-8e58-d6915c5a02f2 req-aef4371a-566a-4d28-9fe5-22108da6a5f1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Feb 04 11:53:55.136604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-f537d1af-6b6b-487c-a9aa-d72b69127327 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:55.137937 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-f537d1af-6b6b-487c-a9aa-d72b69127327 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 814 time: 0.1424127 Feb 04 11:53:55.152692 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-524f88e1-fd77-4065-8c0c-630eeaa52253 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/quotas/6a1de7115ee149109f50249c45f58e8e HTTP/1.1" status: 200 len: 375 time: 0.0094199 Feb 04 11:53:55.236891 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-5e5912fa-3e8a-45d5-a1ea-2d56ed3c5bf2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763330 Feb 04 11:53:55.408721 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-ab4417c8-3643-4192-807b-0d5b208cd68d service neutron] 10.222.0.36 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664767 Feb 04 11:53:55.538663 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-be234cd0-b4b6-4800-b93a-e00eafc9d0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236145 Feb 04 11:53:55.799737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-baf966f2-8d30-4884-a749-f527cfdb6d22 req-665ab317-0241-44b3-805c-a618eb2c8c2f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 210 time: 0.0439429 Feb 04 11:53:56.721182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-5c9ecaf1-28cd-4597-ba0b-3434c00c8554 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:56.722598 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-5c9ecaf1-28cd-4597-ba0b-3434c00c8554 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfdc3320-a256-4fec-b4fe-2aaf32108938 HTTP/1.1" status: 200 len: 946 time: 0.0796390 Feb 04 11:53:56.792378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Deleting port e6f5c4e9-a196-4829-96d4-4fa306b23d35 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:53:56.792639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:56.959141 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8e9af2c-aa2a-4953-920f-8cf4aae6d2a1 req-44391c82-3c47-48ba-9aa9-d17f5d03636e tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 210 time: 0.0473406 Feb 04 11:53:57.051383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] For port e6f5c4e9-a196-4829-96d4-4fa306b23d35, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e6f5c4e9-a196-4829-96d4-4fa306b23d35,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:53:57.051684 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:57.275321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Calling delete_port for e6f5c4e9-a196-4829-96d4-4fa306b23d35 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:53:57.443222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:57.483017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:57.494395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e6f5c4e9-a196-4829-96d4-4fa306b23d35'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:53:57.543089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Pushing event deleted for resources: {'Port': ['ID=e6f5c4e9-a196-4829-96d4-4fa306b23d35,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:57.589252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-86ed9756-c505-4fe7-91ca-fd8c5a74510c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:57.590672 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-86ed9756-c505-4fe7-91ca-fd8c5a74510c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 814 time: 0.1524131 Feb 04 11:53:57.604575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Request body: {'port': {'device_id': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'admin_state_up': True, 'tenant_id': '6a1de7115ee149109f50249c45f58e8e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:53:57.622081 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] No DVR routers for this DVR port e6f5c4e9-a196-4829-96d4-4fa306b23d35 on host hv-neutron-8278 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:53:57.625278 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:57.629170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-deleted', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:57.680104 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdc3320-a256-4fec-b4fe-2aaf32108938', 'name': 'network-vif-deleted', 'tag': 'e6f5c4e9-a196-4829-96d4-4fa306b23d35', 'status': 'completed', 'code': 200} Feb 04 11:53:57.689705 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-07d5e472-ebf6-4903-8bc3-577f7a526ea0 req-27417cfe-37dc-448a-8fcf-c8dd8540252b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "DELETE /v2.0/ports/e6f5c4e9-a196-4829-96d4-4fa306b23d35 HTTP/1.1" status: 204 len: 173 time: 0.9616685 Feb 04 11:53:57.754259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:53:57.758383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Usage tracker for resource:port and tenant:6a1de7115ee149109f50249c45f58e8e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:53:57.761164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:53:57.767030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:53:57.843016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Made reservation on behalf of 6a1de7115ee149109f50249c45f58e8e for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:53:57.846505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:58.010750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Allocated IP 172.20.0.2 (33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950/a7d0d8b4-fc3b-4efd-b1fd-343851cf7281/85039fae-0e37-4223-9f27-98333123f43d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:53:58.271967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:58.276036 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-340d6392-b1f7-4480-9401-8bedd82c2f41 req-0ae8df32-8c61-453b-a828-5503a748fe0e tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 210 time: 0.0564790 Feb 04 11:53:58.374767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:58.385826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e6f5c4e9-a196-4829-96d4-4fa306b23d35'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:53:58.449409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:53:58.452777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:53:58.456494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:53:58.487301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:58.506496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.506835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.507171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.507497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.507849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.508178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.508501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.508825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.509143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.509471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.509776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.510196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:53:58.534383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:58.534901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:58.632394 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-97dbda02-5c3b-48c5-b1ee-4aa8c51f3152 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0333848 Feb 04 11:53:58.643628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Request body: {'port': {'device_id': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:53:58.764384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:59.196398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85039fae-0e37-4223-9f27-98333123f43d {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:53:59.203745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:59.217289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Transition to ACTIVE for port object 85039fae-0e37-4223-9f27-98333123f43d will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:53:59.265726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:59.453526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:59.555085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Attempting to bind port 85039fae-0e37-4223-9f27-98333123f43d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:53:59.555407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Attempting to bind port 85039fae-0e37-4223-9f27-98333123f43d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:53:59.555754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Attempting to bind port 85039fae-0e37-4223-9f27-98333123f43d on network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:53:59.562740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Port 85039fae-0e37-4223-9f27-98333123f43d on network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:53:59.563048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Attempting to bind port 85039fae-0e37-4223-9f27-98333123f43d on network 33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:53:59.573138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67439d0-4b9a-47e5-b0e4-9c65d4ce4a6e req-eaf9d706-96ce-4579-aa70-f086b949edf0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:59.573820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a67439d0-4b9a-47e5-b0e4-9c65d4ce4a6e req-eaf9d706-96ce-4579-aa70-f086b949edf0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Synchronizing usage tracker for tenant:6a1de7115ee149109f50249c45f58e8e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:53:59.578959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:53:59.579283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Checking segment: {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:53:59.579683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Bound using segment: {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:53:59.580101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Bound port: 85039fae-0e37-4223-9f27-98333123f43d, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:53:59.580431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:59.675683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:53:59.678628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:53:59.688449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a67439d0-4b9a-47e5-b0e4-9c65d4ce4a6e req-eaf9d706-96ce-4579-aa70-f086b949edf0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Unset dirty status for tenant:6a1de7115ee149109f50249c45f58e8e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:53:59.689654 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a67439d0-4b9a-47e5-b0e4-9c65d4ce4a6e req-eaf9d706-96ce-4579-aa70-f086b949edf0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 943 time: 0.3026066 Feb 04 11:53:59.734849 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a67439d0-4b9a-47e5-b0e4-9c65d4ce4a6e req-70af18c4-e4af-406a-8d2a-e34b9368e36f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Feb 04 11:53:59.757638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:59.819117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:59.819748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:53:59.821068 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] 10.222.0.42 "PUT /v2.0/ports/85039fae-0e37-4223-9f27-98333123f43d HTTP/1.1" status: 200 len: 1093 time: 1.1824758 Feb 04 11:53:59.821498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'tag': '85039fae-0e37-4223-9f27-98333123f43d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:53:59.842593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb399d-c784-48c0-b720-2377a254ef2f service neutron] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:53:59.869674 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'tag': '85039fae-0e37-4223-9f27-98333123f43d', 'status': 'completed', 'code': 200} Feb 04 11:53:59.960345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b221-3335-4cdc-8afb-b18ec140bf8b req-f7fcdde1-b119-4edc-8204-99cb9f0c717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:53:59.961791 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9202b221-3335-4cdc-8afb-b18ec140bf8b req-f7fcdde1-b119-4edc-8204-99cb9f0c717d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0713065 Feb 04 11:54:00.100904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b221-3335-4cdc-8afb-b18ec140bf8b req-17268318-a9f4-40f0-a0d3-b230cf55abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:00.102358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9202b221-3335-4cdc-8afb-b18ec140bf8b req-17268318-a9f4-40f0-a0d3-b230cf55abde service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a1de7115ee149109f50249c45f58e8e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1337342 Feb 04 11:54:00.236415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b221-3335-4cdc-8afb-b18ec140bf8b req-0832fe33-4f22-4139-84cc-34dccd107709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:00.237839 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9202b221-3335-4cdc-8afb-b18ec140bf8b req-0832fe33-4f22-4139-84cc-34dccd107709 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300061 Feb 04 11:54:00.254346 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e969996f-7599-4109-9ada-aecbd155da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:00.345842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-a9ae41c9-ec92-49a4-9b12-92e32d4b962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:00.347185 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-a9ae41c9-ec92-49a4-9b12-92e32d4b962d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0738776 Feb 04 11:54:00.413136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-1212847c-e40c-4550-b578-497bd67d03f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85039fae-0e37-4223-9f27-98333123f43d HTTP/1.1" status: 200 len: 217 time: 0.0596306 Feb 04 11:54:00.477248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5658-655f-4126-b417-62116090556d req-bb4f3646-0fc3-4813-b042-8dee9fb2a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:00.478677 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-bb4f3646-0fc3-4813-b042-8dee9fb2a4e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0602171 Feb 04 11:54:00.524714 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-7fbf07e9-ec31-430d-b98c-1391774f3f2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403075 Feb 04 11:54:00.654383 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-ce3f595f-e487-43ff-937b-6b4015300cd9 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241014 Feb 04 11:54:00.945117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbbc5658-655f-4126-b417-62116090556d req-34d17e70-b121-4811-9d76-7c0e587380af service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841415 Feb 04 11:54:00.959821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f22ab-8f93-42be-8cef-21fd513669b4 req-d2e10c4e-595c-493b-9333-31e840e02dad tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:00.961231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a95f22ab-8f93-42be-8cef-21fd513669b4 req-d2e10c4e-595c-493b-9333-31e840e02dad tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 943 time: 0.1185246 Feb 04 11:54:01.005497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a95f22ab-8f93-42be-8cef-21fd513669b4 req-9177701f-a1dd-401f-b586-eb2acb7f98ec tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Feb 04 11:54:01.180380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:54:01.217407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: e6f5c4e9-a196-4829-96d4-4fa306b23d35 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:54:01.217684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e6f5c4e9-a196-4829-96d4-4fa306b23d35 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:54:01.305477 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:54:02.188648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa1220-e4a9-497a-b03d-e7c40d13670d req-fa8f9ceb-2c5f-4339-b297-446b87ae4f94 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:02.190056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-edfa1220-e4a9-497a-b03d-e7c40d13670d req-fa8f9ceb-2c5f-4339-b297-446b87ae4f94 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 943 time: 0.0778928 Feb 04 11:54:02.233072 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-edfa1220-e4a9-497a-b03d-e7c40d13670d req-9930efbe-de0b-4543-9f43-b59626536457 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Feb 04 11:54:02.728509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-690741fe-2020-479a-b79a-abcbbc181737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:03.178614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:54:03.312738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:03.326440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '85039fae-0e37-4223-9f27-98333123f43d', 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'port_id': '85039fae-0e37-4223-9f27-98333123f43d', 'mac_address': 'fa:16:3e:f2:db:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d0d8b4-fc3b-4efd-b1fd-343851cf7281', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:54:03.381631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:03.397777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85039fae-0e37-4223-9f27-98333123f43d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:54:03.413004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:03.417353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b31db7-fee5-47d5-83a5-8ff7789c373d req-2de26f4d-6eee-47fb-b41c-0911a1396ee6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:03.424374 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5b31db7-fee5-47d5-83a5-8ff7789c373d req-2de26f4d-6eee-47fb-b41c-0911a1396ee6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 943 time: 0.0825038 Feb 04 11:54:03.463329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5b31db7-fee5-47d5-83a5-8ff7789c373d req-75ea5398-96f7-4145-a641-16ef73731da5 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Feb 04 11:54:03.500336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:03.569562 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:03.697376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['85039fae-0e37-4223-9f27-98333123f43d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:54:03.734111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:03.831244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:04.642221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f8d1-eee0-4f14-a8e7-7fc1e793ee3f req-972d9fe4-04ba-4bcc-94a9-1cfbc5ccd97b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:04.643697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-71e2f8d1-eee0-4f14-a8e7-7fc1e793ee3f req-972d9fe4-04ba-4bcc-94a9-1cfbc5ccd97b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 944 time: 0.0777402 Feb 04 11:54:04.690132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-71e2f8d1-eee0-4f14-a8e7-7fc1e793ee3f req-713ca3ea-731c-4791-8f0e-a470f28c3057 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Feb 04 11:54:05.194516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:05.223236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:05.310971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 85039fae-0e37-4223-9f27-98333123f43d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:05.315639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 85039fae-0e37-4223-9f27-98333123f43d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:05.316010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:05.430576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:05.456958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85039fae-0e37-4223-9f27-98333123f43d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:54:05.466768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:05.502867 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85039fae-0e37-4223-9f27-98333123f43d', 'code': 200} Feb 04 11:54:05.534613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:05.600780 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:05.937560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df939f-9e14-494e-b152-7757f171ee69 req-4bcab8cb-0523-455e-b24c-2e2af9914d17 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:05.939000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6df939f-9e14-494e-b152-7757f171ee69 req-4bcab8cb-0523-455e-b24c-2e2af9914d17 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.1398931 Feb 04 11:54:05.941349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e31ae-0332-424b-83fc-03a6acf65f29 req-d2881be8-7da0-4481-9e21-23153ab62c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:05.942634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f95e31ae-0332-424b-83fc-03a6acf65f29 req-d2881be8-7da0-4481-9e21-23153ab62c42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 1098 time: 0.1092253 Feb 04 11:54:06.009622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e6df939f-9e14-494e-b152-7757f171ee69 req-2e71d410-b24a-4083-936b-4aaedb88fd5f tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640526 Feb 04 11:54:06.012739 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f95e31ae-0332-424b-83fc-03a6acf65f29 req-64865fd5-587f-45d4-8c6f-385cebad1d84 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543618 Feb 04 11:54:07.190859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce11f39-3c9f-474a-a85e-d64cedf3fb13 req-7527d6da-3021-4ed1-8160-56a69837692b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:07.192332 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ce11f39-3c9f-474a-a85e-d64cedf3fb13 req-7527d6da-3021-4ed1-8160-56a69837692b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0798645 Feb 04 11:54:07.239037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ce11f39-3c9f-474a-a85e-d64cedf3fb13 req-8bf8c75b-9ef7-4b7c-a424-13b42bc05249 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Feb 04 11:54:08.421004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccf993-185e-4be4-a009-6cd1fed57b72 req-fead597a-3dab-4fee-bdb5-28a8878299a8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:08.422363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7ccf993-185e-4be4-a009-6cd1fed57b72 req-fead597a-3dab-4fee-bdb5-28a8878299a8 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0788105 Feb 04 11:54:08.465536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7ccf993-185e-4be4-a009-6cd1fed57b72 req-b45fc911-eb0a-46ec-8f9b-d37f601d3c8b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Feb 04 11:54:08.674974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442e1a2-6bf8-4ca1-a016-9bda614e44f7 req-15cc6c39-115f-49db-9de1-12b4dbb85cc6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:08.676536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8442e1a2-6bf8-4ca1-a016-9bda614e44f7 req-15cc6c39-115f-49db-9de1-12b4dbb85cc6 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0953348 Feb 04 11:54:08.720477 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8442e1a2-6bf8-4ca1-a016-9bda614e44f7 req-d5a8c573-d660-4ba2-94c6-ec2b5f9d79b3 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Feb 04 11:54:09.298371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc942ebf-df26-4c71-a7da-6c1fac4f8a61 req-9c644342-fe22-4c12-a5bd-131304ca1700 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:09.300157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc942ebf-df26-4c71-a7da-6c1fac4f8a61 req-9c644342-fe22-4c12-a5bd-131304ca1700 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0802183 Feb 04 11:54:09.355661 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc942ebf-df26-4c71-a7da-6c1fac4f8a61 req-349d016a-69e9-4688-9de0-31cda8e5140e tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Feb 04 11:54:09.390586 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-1b901647-c84c-49c9-aefe-d5284e246946 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867560 Feb 04 11:54:10.552388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f128-a207-4293-bc72-ab805dd8c27c req-66ce1e65-5edc-4eb3-978d-b871ae3fa461 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:10.553748 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1a32f128-a207-4293-bc72-ab805dd8c27c req-66ce1e65-5edc-4eb3-978d-b871ae3fa461 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0836096 Feb 04 11:54:10.598708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1a32f128-a207-4293-bc72-ab805dd8c27c req-9fabbd2c-89a0-4400-93e8-2731cb4d9af9 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Feb 04 11:54:11.458948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-8ab93371-0d7e-48f0-b533-08317f7100ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:11.460440 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-8ab93371-0d7e-48f0-b533-08317f7100ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0693176 Feb 04 11:54:11.588094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-b526ec84-e3c4-48d1-aebd-29d93e412dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:11.589496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-b526ec84-e3c4-48d1-aebd-29d93e412dd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.1233613 Feb 04 11:54:11.658523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-00dbc9a3-6a31-4a88-bfa7-b7666567f5ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85039fae-0e37-4223-9f27-98333123f43d HTTP/1.1" status: 200 len: 217 time: 0.0632110 Feb 04 11:54:11.771317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-8f16e223-618f-4092-ac53-454ac769b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:11.772747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-8f16e223-618f-4092-ac53-454ac769b3ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.1089776 Feb 04 11:54:11.821813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-a5042d98-4b0b-4516-a1d0-0297b166c15d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426841 Feb 04 11:54:12.021456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6bd88-a5d5-4295-8ba8-0b8a39eff258 req-6db37952-4970-40d2-88cd-f8ae5d0c34ee tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:12.022785 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eca6bd88-a5d5-4295-8ba8-0b8a39eff258 req-6db37952-4970-40d2-88cd-f8ae5d0c34ee tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.3135448 Feb 04 11:54:12.098435 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eca6bd88-a5d5-4295-8ba8-0b8a39eff258 req-ad56d691-1273-41a1-a8c4-3616c197c646 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683432 Feb 04 11:54:12.101573 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-6efac0f7-20f9-4248-9917-097acb82a206 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721343 Feb 04 11:54:12.230219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-03a2237a-1dd4-44fc-a815-8199451db3a5 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226311 Feb 04 11:54:13.279095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba17a-d103-4159-a45c-16738ba5cef8 req-fd43fdb0-820a-4dcc-b0d1-950f2332e737 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:13.280550 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f45ba17a-d103-4159-a45c-16738ba5cef8 req-fd43fdb0-820a-4dcc-b0d1-950f2332e737 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0792677 Feb 04 11:54:13.323624 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f45ba17a-d103-4159-a45c-16738ba5cef8 req-d76897af-2bc6-4f54-84dd-e90ea45b3e94 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 Feb 04 11:54:14.508312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a151f1-09a9-4760-9115-3805dc9fcf2e req-18dd1e13-39eb-432d-b630-06219501c14b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:14.509713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-47a151f1-09a9-4760-9115-3805dc9fcf2e req-18dd1e13-39eb-432d-b630-06219501c14b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0812924 Feb 04 11:54:14.552507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-47a151f1-09a9-4760-9115-3805dc9fcf2e req-8fd69230-e3a8-4e27-be7b-c2ef53cbc2dc tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363059 Feb 04 11:54:15.743693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134fd3d-7a37-4393-b2c3-2d18ed746f5d req-e9f4e992-e328-45ce-8c5f-9090ef61707b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:15.745142 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e134fd3d-7a37-4393-b2c3-2d18ed746f5d req-e9f4e992-e328-45ce-8c5f-9090ef61707b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0859468 Feb 04 11:54:15.791858 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e134fd3d-7a37-4393-b2c3-2d18ed746f5d req-33865646-fd91-4703-8305-4ab22775b25a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Feb 04 11:54:16.978533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcf6a9-e5a8-4f85-838c-5893f0bdf4c5 req-3bb912fa-b571-413f-8cea-ac12f26a244d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:16.980560 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fcf6a9-e5a8-4f85-838c-5893f0bdf4c5 req-3bb912fa-b571-413f-8cea-ac12f26a244d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0824528 Feb 04 11:54:17.022314 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61fcf6a9-e5a8-4f85-838c-5893f0bdf4c5 req-664efce9-2494-490c-a920-3cfd3ec70c23 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361505 Feb 04 11:54:18.209069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fdb33-7947-4c81-b184-df038e8f06c8 req-e610db19-c472-4e83-8165-7a5ff2f76628 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:18.210474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-916fdb33-7947-4c81-b184-df038e8f06c8 req-e610db19-c472-4e83-8165-7a5ff2f76628 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0787017 Feb 04 11:54:18.254143 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-916fdb33-7947-4c81-b184-df038e8f06c8 req-4975f430-e6ca-4e48-91b7-b5ea70ce04e0 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Feb 04 11:54:19.439042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021fdb4-5c81-4973-9ae6-96da9b1af34c req-8963b2ed-7f0d-40ff-b20e-b51b22a9f1b2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:19.440513 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0021fdb4-5c81-4973-9ae6-96da9b1af34c req-8963b2ed-7f0d-40ff-b20e-b51b22a9f1b2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0812845 Feb 04 11:54:19.483875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0021fdb4-5c81-4973-9ae6-96da9b1af34c req-7bee0412-43fd-432c-b28f-95aae7da22f2 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Feb 04 11:54:20.662240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215ba8-0f63-4f99-ab02-f5a9eb74dfac req-81e468fc-c7b8-410c-97a4-b73d709be725 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:20.663668 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52215ba8-0f63-4f99-ab02-f5a9eb74dfac req-81e468fc-c7b8-410c-97a4-b73d709be725 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0767591 Feb 04 11:54:20.711795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52215ba8-0f63-4f99-ab02-f5a9eb74dfac req-0856eff3-1e34-4f64-884e-6bd695a55148 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Feb 04 11:54:21.901884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02639c-92f9-4651-90c7-4214ec6d1b4c req-d72a6234-78dc-412a-bbfd-139c86bc2566 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:21.903389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f02639c-92f9-4651-90c7-4214ec6d1b4c req-d72a6234-78dc-412a-bbfd-139c86bc2566 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0900395 Feb 04 11:54:21.948821 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f02639c-92f9-4651-90c7-4214ec6d1b4c req-c8a2d2a5-d57b-416f-b5a5-233299cc9439 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Feb 04 11:54:23.138751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c164ece-9b5b-46e6-a48e-9264c581335f req-58d0488f-fda4-4d8b-81af-fd185fdef4ad tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:23.140389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c164ece-9b5b-46e6-a48e-9264c581335f req-58d0488f-fda4-4d8b-81af-fd185fdef4ad tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0860934 Feb 04 11:54:23.184298 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c164ece-9b5b-46e6-a48e-9264c581335f req-df168491-387f-439c-bf30-fc97d2a6fb7b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384462 Feb 04 11:54:24.383058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35bd2-ca61-471f-8171-f5f08a08ef7b req-893f9446-06a0-4ad9-8366-4f4b62d6ebfa tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:24.384429 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4db35bd2-ca61-471f-8171-f5f08a08ef7b req-893f9446-06a0-4ad9-8366-4f4b62d6ebfa tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0784135 Feb 04 11:54:24.427791 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4db35bd2-ca61-471f-8171-f5f08a08ef7b req-79393826-70b5-47ad-a8c2-7f36724bfa9c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Feb 04 11:54:25.611621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa597-9958-4e1a-b443-aec7976673aa req-7295c706-f320-474f-851b-eaeaca0fc3ed tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:25.613048 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-259fa597-9958-4e1a-b443-aec7976673aa req-7295c706-f320-474f-851b-eaeaca0fc3ed tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0822747 Feb 04 11:54:25.655617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-259fa597-9958-4e1a-b443-aec7976673aa req-dadacbde-0261-4d94-96f6-60dcf947fd57 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371048 Feb 04 11:54:26.837687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640bc9f-2bd7-475b-be24-ec3b405120ec req-9a63e40d-8e20-4d4f-af49-f21e0268be25 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:26.839158 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5640bc9f-2bd7-475b-be24-ec3b405120ec req-9a63e40d-8e20-4d4f-af49-f21e0268be25 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0800886 Feb 04 11:54:26.886411 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5640bc9f-2bd7-475b-be24-ec3b405120ec req-ce96d11a-961d-4da2-8e31-5d46d2c96f61 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Feb 04 11:54:27.505724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:28.067072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff886d76-f31c-4bec-ad94-926e569db31d req-8c1d83da-927d-4880-a1f7-73c9c3a8af98 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:28.068522 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff886d76-f31c-4bec-ad94-926e569db31d req-8c1d83da-927d-4880-a1f7-73c9c3a8af98 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0783858 Feb 04 11:54:28.112708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff886d76-f31c-4bec-ad94-926e569db31d req-2d4798af-fc02-4345-a99b-546b5ac7e384 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Feb 04 11:54:29.308865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3747-b23a-435b-824e-6d07480366a3 req-cad46d5c-2541-4674-9299-a065007a8e21 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:29.310297 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d75c3747-b23a-435b-824e-6d07480366a3 req-cad46d5c-2541-4674-9299-a065007a8e21 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0815115 Feb 04 11:54:29.354487 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d75c3747-b23a-435b-824e-6d07480366a3 req-f5c7abf2-c834-4b5c-86c9-0667c566c45d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Feb 04 11:54:29.429754 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-6bd409f8-f19c-47db-bffe-a16ca6f72c3e service neutron] 10.222.0.42 "GET /v2.0/ports/85039fae-0e37-4223-9f27-98333123f43d/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0719512 Feb 04 11:54:30.039598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-e2b37fd6-ab18-46fc-b928-f88db3b7ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:30.040937 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-e2b37fd6-ab18-46fc-b928-f88db3b7ab97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2&tenant_id=6a1de7115ee149109f50249c45f58e8e HTTP/1.1" status: 200 len: 1098 time: 0.0729783 Feb 04 11:54:30.128502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-b4fca787-8877-4a5c-bf17-9e3cc2802b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:30.129928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-b4fca787-8877-4a5c-bf17-9e3cc2802b1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0691435 Feb 04 11:54:30.236618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-36392f50-9d2a-4f32-9ca8-6175a955a47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:30.355797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-09f33644-2a1d-44a7-90e7-c38d38074535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:30.357149 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-09f33644-2a1d-44a7-90e7-c38d38074535 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.2206433 Feb 04 11:54:30.425947 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-bfa4530e-e1c1-46a2-b783-428e5947ec9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85039fae-0e37-4223-9f27-98333123f43d HTTP/1.1" status: 200 len: 217 time: 0.0622170 Feb 04 11:54:30.538666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-847b9b26-7f85-45b3-8260-6f11b2769e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:30.540150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-847b9b26-7f85-45b3-8260-6f11b2769e81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.1083729 Feb 04 11:54:30.592015 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-82f4c7df-aaaa-4690-8ea2-0047ec5062f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444627 Feb 04 11:54:30.603528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db665260-82a4-446e-9e21-dac7f56588e0 req-632376fc-e4bb-4acc-b469-89047739e3e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:30.604901 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db665260-82a4-446e-9e21-dac7f56588e0 req-632376fc-e4bb-4acc-b469-89047739e3e1 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.1402304 Feb 04 11:54:30.728793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db665260-82a4-446e-9e21-dac7f56588e0 req-3db57fc7-a0dc-42a3-9dd6-9964fdbeab29 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042109 Feb 04 11:54:30.765611 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-9d861e15-e54d-466d-967f-b32a0662afab service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597927 Feb 04 11:54:30.904217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25b1f30d-510f-41c8-bb60-8e9b70f69356 req-2e5d907b-6393-4f40-8c3a-ee22697fb664 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314962 Feb 04 11:54:31.922064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f852b-8ffa-4a03-8eb4-b6fcd6e3fe28 req-fed19cb1-3fad-4899-817f-a213a574e868 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:31.923670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-514f852b-8ffa-4a03-8eb4-b6fcd6e3fe28 req-fed19cb1-3fad-4899-817f-a213a574e868 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0865612 Feb 04 11:54:31.970089 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-514f852b-8ffa-4a03-8eb4-b6fcd6e3fe28 req-6e677aa8-276f-432d-aebc-71563e97f468 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Feb 04 11:54:32.756862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c95d36a4-bf62-4407-ac63-8dc8013aab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:33.149271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ecea1-99e6-4e20-a2ba-f5bbd374644b req-67998e58-cfbc-4f2b-8f67-2acc6ce8226b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:33.150689 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6a9ecea1-99e6-4e20-a2ba-f5bbd374644b req-67998e58-cfbc-4f2b-8f67-2acc6ce8226b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0774956 Feb 04 11:54:33.197552 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6a9ecea1-99e6-4e20-a2ba-f5bbd374644b req-5cb785a8-3a72-4ab8-88a8-5731aa66e53e tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Feb 04 11:54:33.289589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:54:33.291840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:54:33.530596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:33.571823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:33.583489 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85039fae-0e37-4223-9f27-98333123f43d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:54:33.599897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '85039fae-0e37-4223-9f27-98333123f43d', 'network_id': '33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950', 'port_id': '85039fae-0e37-4223-9f27-98333123f43d', 'mac_address': 'fa:16:3e:f2:db:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d0d8b4-fc3b-4efd-b1fd-343851cf7281', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:54:33.601161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:33.646164 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85039fae-0e37-4223-9f27-98333123f43d', 'code': 200} Feb 04 11:54:33.666068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48be419-047e-4a02-9df8-db387cf9e884 req-14f5cf24-0ece-456a-9376-734a5a5df054 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:33.667161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f48be419-047e-4a02-9df8-db387cf9e884 req-14f5cf24-0ece-456a-9376-734a5a5df054 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.1463737 Feb 04 11:54:33.679495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:33.692751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:33.715627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3173-9efd-430e-86ab-83a43e6083bf req-e4c2e515-763b-49ef-bdd5-9cbdf6678f64 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:33.718270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-e4c2e515-763b-49ef-bdd5-9cbdf6678f64 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2&tenant_id=6a1de7115ee149109f50249c45f58e8e&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1340878 Feb 04 11:54:33.729668 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f48be419-047e-4a02-9df8-db387cf9e884 req-4fd02808-6855-4889-aab6-69983eb4f0db tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545263 Feb 04 11:54:33.750988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85039fae-0e37-4223-9f27-98333123f43d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:54:33.765332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:33.838977 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:33.848670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:54:33.850046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:54:33.850505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.850857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.851196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.851536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.851890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.852225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.852554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.852884 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.853211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.853541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.853865 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.854191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:33.857656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:33.877132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3173-9efd-430e-86ab-83a43e6083bf req-fc0b9c9e-ef31-4d85-a14e-6bd61d4ea181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:33.878644 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-fc0b9c9e-ef31-4d85-a14e-6bd61d4ea181 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1de7115ee149109f50249c45f58e8e&device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0733829 Feb 04 11:54:34.009517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3173-9efd-430e-86ab-83a43e6083bf req-3871b8b2-fc2c-4830-8d4f-eab1978c56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:34.010983 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-3871b8b2-fc2c-4830-8d4f-eab1978c56a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 200 len: 915 time: 0.1267545 Feb 04 11:54:34.079895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-364c0b76-d175-4926-9204-98da55e13ec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85039fae-0e37-4223-9f27-98333123f43d HTTP/1.1" status: 200 len: 217 time: 0.0628533 Feb 04 11:54:34.139813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3173-9efd-430e-86ab-83a43e6083bf req-482e3c1f-2b04-46ce-ad5b-26d62fd90fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:34.141221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-482e3c1f-2b04-46ce-ad5b-26d62fd90fc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 200 len: 854 time: 0.0560327 Feb 04 11:54:34.190020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-4b3157a1-fc71-4117-ac0d-9e1dd808f12c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428026 Feb 04 11:54:34.317987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-4209da42-a3c3-47bd-b7fd-b038e62450da service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223416 Feb 04 11:54:34.404226 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:34.421779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85039fae-0e37-4223-9f27-98333123f43d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:54:34.438916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:34.488400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:34.558488 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['85039fae-0e37-4223-9f27-98333123f43d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:54:34.558770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-661f3173-9efd-430e-86ab-83a43e6083bf req-833d8898-cd42-496b-85c2-f57b27a44a19 service neutron] 10.222.0.42 "GET /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348585 Feb 04 11:54:34.595152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:34.928967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63687262-e859-40c5-87f2-ea00ae497caf req-2dc23a78-aa1e-42fc-8ec1-190f1b24a409 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:34.930414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63687262-e859-40c5-87f2-ea00ae497caf req-2dc23a78-aa1e-42fc-8ec1-190f1b24a409 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 944 time: 0.0789876 Feb 04 11:54:34.975046 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63687262-e859-40c5-87f2-ea00ae497caf req-7c221f5d-615a-4b21-b5df-e308fa341a7b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 Feb 04 11:54:35.192041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:35.318859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:35.385804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 85039fae-0e37-4223-9f27-98333123f43d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:35.386168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:35.502872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:35.534793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:35.624864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:35.655041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85039fae-0e37-4223-9f27-98333123f43d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:54:35.699693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:35.704072 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85039fae-0e37-4223-9f27-98333123f43d', 'code': 200} Feb 04 11:54:36.161901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb793-8568-4c93-afda-1920d9caadb0 req-4d8d417a-a93c-429d-bd05-cfe71a5d184b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:36.163332 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-83afb793-8568-4c93-afda-1920d9caadb0 req-4d8d417a-a93c-429d-bd05-cfe71a5d184b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0826180 Feb 04 11:54:36.207158 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-83afb793-8568-4c93-afda-1920d9caadb0 req-a3d6f604-7370-4f2b-8e2e-5842bbac795d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Feb 04 11:54:36.388615 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c68baf-b207-4536-aa70-e77df02508c7 req-c4160ad3-4ba1-44e5-a931-c873ec51c52a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:36.389931 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-55c68baf-b207-4536-aa70-e77df02508c7 req-c4160ad3-4ba1-44e5-a931-c873ec51c52a tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0773330 Feb 04 11:54:36.432509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-55c68baf-b207-4536-aa70-e77df02508c7 req-d37410ca-2dc5-4308-9ca2-e4258417ca99 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Feb 04 11:54:36.613406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696082f4-85b0-4118-ab1b-06854bc34992 req-3dbbf1d5-601f-4ec2-b7ba-553be5ebab0d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:36.614840 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-696082f4-85b0-4118-ab1b-06854bc34992 req-3dbbf1d5-601f-4ec2-b7ba-553be5ebab0d tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0813785 Feb 04 11:54:36.658280 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-696082f4-85b0-4118-ab1b-06854bc34992 req-ab680734-a722-46b0-92fb-026fb7633ad4 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377774 Feb 04 11:54:37.547734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935734f-4b17-486e-9b36-116bc43f782e req-69a98194-fdd5-406c-8f94-03d288cad52b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:37.549075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6935734f-4b17-486e-9b36-116bc43f782e req-69a98194-fdd5-406c-8f94-03d288cad52b tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0783255 Feb 04 11:54:37.595452 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6935734f-4b17-486e-9b36-116bc43f782e req-f94720a7-2ba6-4bbd-97a2-8f3a8e31b5c5 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Feb 04 11:54:38.304186 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:54:38.923654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13363-0d50-4523-821a-64a3f8d9cdb6 req-e3469b2b-a488-41cf-bc05-8df39ef3087c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:38.925058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-44e13363-0d50-4523-821a-64a3f8d9cdb6 req-e3469b2b-a488-41cf-bc05-8df39ef3087c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0817242 Feb 04 11:54:38.970494 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-44e13363-0d50-4523-821a-64a3f8d9cdb6 req-b3874270-e634-4427-9ddc-2877dd53326c tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf37c31-d49b-41e3-a65c-af83876c0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Feb 04 11:54:39.087185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-7b3d6b0a-5857-4532-90ed-f6dac0346fef tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:39.088599 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-7b3d6b0a-5857-4532-90ed-f6dac0346fef tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 945 time: 0.0863745 Feb 04 11:54:39.156504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Deleting port 85039fae-0e37-4223-9f27-98333123f43d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:54:39.156831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:39.407601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] For port 85039fae-0e37-4223-9f27-98333123f43d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=85039fae-0e37-4223-9f27-98333123f43d,segment=NetworkSegment(05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0),segment_id=05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:39.407972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:39.527876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Calling delete_port for 85039fae-0e37-4223-9f27-98333123f43d owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:54:39.739441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:39.751390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['85039fae-0e37-4223-9f27-98333123f43d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:54:39.789447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Pushing event deleted for resources: {'Port': ['ID=85039fae-0e37-4223-9f27-98333123f43d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:39.864489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] No DVR routers for this DVR port 85039fae-0e37-4223-9f27-98333123f43d on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:54:39.866910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:39.869321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-deleted', 'tag': '85039fae-0e37-4223-9f27-98333123f43d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:54:39.952043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df956501-ccf4-4aa5-9371-dfc137f80aaf req-737a1502-0d81-44ce-ac19-6bf3f3061afb tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.42 "DELETE /v2.0/ports/85039fae-0e37-4223-9f27-98333123f43d HTTP/1.1" status: 204 len: 173 time: 0.8579102 Feb 04 11:54:39.972376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186e5d76-a4f5-4821-909b-1015466fe6e2', 'name': 'network-vif-deleted', 'tag': '85039fae-0e37-4223-9f27-98333123f43d', 'status': 'completed', 'code': 200} Feb 04 11:54:40.119853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-61098088-4246-400f-91fd-ef8bd39cf1d0 req-e597f050-3dc5-45d8-a720-d782ffac4f18 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Synchronizing usage tracker for tenant:6a1de7115ee149109f50249c45f58e8e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:54:40.290243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-61098088-4246-400f-91fd-ef8bd39cf1d0 req-e597f050-3dc5-45d8-a720-d782ffac4f18 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] Unset dirty status for tenant:6a1de7115ee149109f50249c45f58e8e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:54:40.291482 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61098088-4246-400f-91fd-ef8bd39cf1d0 req-e597f050-3dc5-45d8-a720-d782ffac4f18 tempest-ServerDiskConfigTestJSON-2131660147 tempest-ServerDiskConfigTestJSON-2131660147-project] 10.222.0.36 "GET /v2.0/ports?device_id=186e5d76-a4f5-4821-909b-1015466fe6e2 HTTP/1.1" status: 200 len: 210 time: 0.2139106 Feb 04 11:54:41.525341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44584) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:41.683390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Deleting subnet a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:54:41.686952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:41.738811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:41.791333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:41.956895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:41.993467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d0d8b4-fc3b-4efd-b1fd-343851cf7281,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:41.997023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.003275 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-27ae1f86-9785-421b-b1ed-17f37d9bf895 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a7d0d8b4-fc3b-4efd-b1fd-343851cf7281 HTTP/1.1" status: 204 len: 168 time: 0.4769316 Feb 04 11:54:42.005762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:42.109927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.232764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.257552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:42.269817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:42.270124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ecdaa2-f7a9-4a0e-99cd-5e03cd6448e0') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:42.281053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.296485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.302373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:54:42.302788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:54:42.316033 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:54:42.453788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.469037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.478778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:42.551403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-595ea3c7-8085-4bb1-bb06-f8d1b1f167a5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/33fda0ea-83c4-4dd9-8dd7-7aa5cabb9950 HTTP/1.1" status: 204 len: 168 time: 0.5446734 Feb 04 11:54:42.862849 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44594) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:42.912654 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-92ab4d47-3919-4daf-b473-a739f3f66905 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a1de7115ee149109f50249c45f58e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486183 Feb 04 11:54:42.915111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:42.972660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:42.998100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:43.150643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:43.166439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf37c31-d49b-41e3-a65c-af83876c0ba6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:43.175640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.175990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.176322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.176649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.176973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.177299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.177945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.177945 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.178253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.178570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.178883 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.179197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:43.181916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:43.183674 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2bd81ea9-b25f-48c3-be19-8afd7fefadbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abf37c31-d49b-41e3-a65c-af83876c0ba6 HTTP/1.1" status: 204 len: 168 time: 0.2670043 Feb 04 11:54:43.365231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:54:43.398643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 85039fae-0e37-4223-9f27-98333123f43d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:54:43.398985 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 85039fae-0e37-4223-9f27-98333123f43d not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:54:44.208527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:44.309316 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-418861778-network', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:44.314663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:44.318526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Usage tracker for resource:network and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:44.321385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:44.327363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:44.396679 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Made reservation on behalf of 8b35bc46bf2440e2ad044e0211b91d43 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:54:44.398978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.411732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.426761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:44.430570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Usage tracker for resource:security_group_rule and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:44.433328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:44.438916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:44.517960 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.573378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.602956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:54:44.611603 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8698a77-dc3d-4e2c-bd7d-5089d57c036e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:44.619786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.619786 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Added segment d4f46057-ba93-4ea0-bfda-60858ea6ed65 of type vlan for network 4be419c6-4578-4c53-92bf-ac91adf970b3 Feb 04 11:54:44.649993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.721802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.722755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:44.723329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:44.823177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] Pushing event updated for resources: {'Network': ['ID=4be419c6-4578-4c53-92bf-ac91adf970b3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:44.834473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:54:44.882976 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7f0ce400-3889-472f-abef-ea24d7fd3a4f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6732488 Feb 04 11:54:44.885874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:44.892067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Request body: {'subnet': {'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-418861778-subnet', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:44.896873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:44.901221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Usage tracker for resource:subnet and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:44.904138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:44.910670 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:45.042374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Made reservation on behalf of 8b35bc46bf2440e2ad044e0211b91d43 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:54:45.044823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.317524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.393595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30416b63-df71-4b1e-b019-e41443db34c5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:45.398872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:54:45.399216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Network hostable DHCP agents. Network: 4be419c6-4578-4c53-92bf-ac91adf970b3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:54:45.470268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:54:45.561902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 4be419c6-4578-4c53-92bf-ac91adf970b3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:45.566465 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:45.567070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.571203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a655a-c3b3-48a7-a017-ad961ce3cd91 None None] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:54:45.660233 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8f661863-30d2-44cc-9777-9ce8d1fe8ce8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7732000 Feb 04 11:54:45.662813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:45.667964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:45.672545 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:45.676448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Usage tracker for resource:router and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:45.679231 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:45.685024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:45.780144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-4be419c6-4578-4c53-92bf-ac91adf970b3', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 11:54:45.780964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.785398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.786557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.802781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:45.934493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Allocated IP 172.20.0.2 (4be419c6-4578-4c53-92bf-ac91adf970b3/30416b63-df71-4b1e-b019-e41443db34c5/b78cd781-402b-4f2e-b9f9-4ee43b26aaf9) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:54:46.136610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.178246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.188107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Transition to ACTIVE for port object b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:46.206481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Transition to ACTIVE for port object b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:46.299807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.366810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:54:46.368028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:46.372095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:54:46.405763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Pushing event updated for resources: {'Port': ['ID=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:46.473000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Attempting to bind port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:54:46.473280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Attempting to bind port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:54:46.473658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Attempting to bind port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:54:46.478925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:54:46.479316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:54:46.479742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.480134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Bound using segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:54:46.480602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Bound port: b78cd781-402b-4f2e-b9f9-4ee43b26aaf9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:54:46.480976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.571421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] For port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:54:46.574524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] For port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:54:46.596023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.630443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.648413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:46.732449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b971ea7-ce34-4da6-879f-5973b68bd5ac None None] Pushing event updated for resources: {'Port': ['ID=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:46.773184 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Allocated IP 172.26.6.156 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/a2d392b7-8bf0-4e45-96c2-ef29c1d7171d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:54:46.937751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:47.025816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:47.096538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:54:47.099253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:47.102763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:54:47.132265 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:47.591530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:47.733115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b9c4b-c739-4af0-a43f-39fc4a0bfccf None None] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:54:47.935285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3b515e1d-0277-4da8-9cc3-90e09d1ad78c None None] Provisioning for port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:47.942558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:48.213773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:48.396409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Router aa322d7e-28be-4adb-99e2-1dca0965e010 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 11:54:48.430320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:48.435246 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:48.442580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:48.553064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:48.574924 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:54:48.586674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:54:48.597014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:48.601606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:54:48.602209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:54:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:48.665226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:48.666466 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-731edf84-37f3-4ef3-854a-20a3fa0e1098 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0025337 Feb 04 11:54:48.669148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:48.679049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:48.826233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:48.840726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:54:49.157355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:47Z', 'revision_number': 3, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:49.161070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:54:49.161421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Updating router aa322d7e-28be-4adb-99e2-1dca0965e010 port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:54:49.213001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.346798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.546137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.552744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Allocated IP 172.20.0.1 (4be419c6-4578-4c53-92bf-ac91adf970b3/30416b63-df71-4b1e-b019-e41443db34c5/e1b0d922-db26-42b8-a62e-9802632ee22b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:54:49.558409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Transition to ACTIVE for port object a2d392b7-8bf0-4e45-96c2-ef29c1d7171d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:49.601876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.686172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Attempting to bind port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:54:49.686537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Attempting to bind port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:54:49.686931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Attempting to bind port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:54:49.689795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34124597-2bc2-4101-8a58-b3e1efec48bc None None] Pushing event updated for resources: {'Port': ['ID=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:49.696036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:54:49.696398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:54:49.696799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.697189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:54:49.697658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Bound port: a2d392b7-8bf0-4e45-96c2-ef29c1d7171d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:54:49.698029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.772392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] For port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:54:49.775294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] For port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:54:49.811613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.827183 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Transition to ACTIVE for port object e1b0d922-db26-42b8-a62e-9802632ee22b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:49.842680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.888331 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:49.920332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:54:49.920945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:54:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:49.955623 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:54:49.958381 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:49.961889 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:54:49.987017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34124597-2bc2-4101-8a58-b3e1efec48bc None None] Pushing event updated for resources: {'Port': ['ID=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:50.009562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b0d922-db26-42b8-a62e-9802632ee22b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:50.025077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.118893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:54:50.234816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:50.376483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8d2a9571-1403-4b41-89da-de4ebcbd210b None None] Provisioning for port e1b0d922-db26-42b8-a62e-9802632ee22b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:50.376874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.386281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8d2a9571-1403-4b41-89da-de4ebcbd210b None None] Provisioning complete for port e1b0d922-db26-42b8-a62e-9802632ee22b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:50.386654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9571-1403-4b41-89da-de4ebcbd210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.474257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:50.474630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.546906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a9571-1403-4b41-89da-de4ebcbd210b None None] Port e1b0d922-db26-42b8-a62e-9802632ee22b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:54:50.596207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.657835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:47Z', 'revision_number': 3, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:50.657835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d97292-a6ce-49d1-a5d4-820795423904 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:47Z', 'revision_number': 3, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:54:50.694062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.805496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b0d922-db26-42b8-a62e-9802632ee22b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:50.808794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:50.964379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:54:50.964379 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:51.167997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:54:51.270846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ada1d7f-6387-40fc-b84d-340facf0671c None None] Provisioning complete for port e1b0d922-db26-42b8-a62e-9802632ee22b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:51.271381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ada1d7f-6387-40fc-b84d-340facf0671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:51.328928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1ada1d7f-6387-40fc-b84d-340facf0671c None None] Port e1b0d922-db26-42b8-a62e-9802632ee22b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:54:51.357886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:54:51.371785 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ff5d8992-ae53-48b2-b08c-23e3985c6ef3 admin admin] 10.222.0.36 "PUT /v2.0/routers/aa322d7e-28be-4adb-99e2-1dca0965e010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7014642 Feb 04 11:54:51.953301 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:51.959086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614979259', 'description': 'tempest-description--1069078934'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:51.965436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:51.969406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Usage tracker for resource:security_group and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:51.972879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:51.979019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:52.053871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.074087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:52.078335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Usage tracker for resource:security_group_rule and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:52.081171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:52.086770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:52.173687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.187367 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:54:52.201394 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:54:52.202071 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:54:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:52.211710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a2d392b7-8bf0-4e45-96c2-ef29c1d7171d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:52.265045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.309345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8375bcc6-9dc6-461e-aec4-e4093cd5dd81,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:52.385179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.386855 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-07bbedbe-bc80-4a02-9c09-6e9de2331724 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4321623 Feb 04 11:54:52.389623 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:54:52.390060 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:52.395728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'security_group_rule': {'security_group_id': '8375bcc6-9dc6-461e-aec4-e4093cd5dd81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:52.401795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:52.402165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:52.406171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Usage tracker for resource:security_group_rule and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:52.408054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:52.408503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.409943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:52.415861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:52.500618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.523639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.543126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:52.566729 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.601852 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.636441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.662854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13dd994-ce99-45ab-b172-c57eccdf0bf6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:52.680113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:52.702748 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 2, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:52.706575 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:54:52.706924 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Updating router aa322d7e-28be-4adb-99e2-1dca0965e010 port e1b0d922-db26-42b8-a62e-9802632ee22b binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 11:54:52.733797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.735792 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b32bc547-8325-43a1-9f8c-1041992e724a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442647 Feb 04 11:54:52.738475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44656) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:52.743454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'security_group_rule': {'security_group_id': '8375bcc6-9dc6-461e-aec4-e4093cd5dd81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:52.749669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:52.754001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Usage tracker for resource:security_group_rule and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:52.756936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:52.762813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:52.788378 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:52.849222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.023655 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.093863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.119243 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00166ed6-da66-4e43-980d-3e3727c6f0bb,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:53.123419 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.134908 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Transition to ACTIVE for port object e1b0d922-db26-42b8-a62e-9802632ee22b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:53.196548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.197773 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b9e4659a-8399-42a1-8785-9389685382a7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4583490 Feb 04 11:54:53.200968 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44660) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:54:53.206632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:53.212741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:53.216521 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Usage tracker for resource:floatingip and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:53.219375 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:53.225589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:53.230711 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.314568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.386907 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Pushing event updated for resources: {'Port': ['ID=e1b0d922-db26-42b8-a62e-9802632ee22b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:53.426689 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.427023 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.427349 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.427697 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.428128 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.428450 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.428762 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.429070 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.429379 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.429691 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.429988 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.430289 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:53.454851 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Attempting to bind port e1b0d922-db26-42b8-a62e-9802632ee22b on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:54:53.455208 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Attempting to bind port e1b0d922-db26-42b8-a62e-9802632ee22b by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:54:53.455613 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Attempting to bind port e1b0d922-db26-42b8-a62e-9802632ee22b on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:54:53.460933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.461128 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:54:53.461351 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:54:53.461738 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.462117 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Bound using segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:54:53.462678 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Bound port: e1b0d922-db26-42b8-a62e-9802632ee22b, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:54:53.462918 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.551514 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] For port e1b0d922-db26-42b8-a62e-9802632ee22b, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:54:53.554368 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] For port e1b0d922-db26-42b8-a62e-9802632ee22b, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1b0d922-db26-42b8-a62e-9802632ee22b,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:54:53.597822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Allocated IP 172.26.6.221 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/3ad56f48-8a67-4b8a-8196-551a7a2bfabc) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:54:53.676593 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.745649 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.754184 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:54:53.754798 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:54:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:53.824254 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefb7aa-add2-4af1-b674-9a03c8922ed6 None None] Pushing event updated for resources: {'Port': ['ID=e1b0d922-db26-42b8-a62e-9802632ee22b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:53.865607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:53.935256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:54:53.937888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:53.940822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:54:53.945482 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:54:53.973154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'Port': ['ID=3ad56f48-8a67-4b8a-8196-551a7a2bfabc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:54.030703 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.154514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.184694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a2d392b7-8bf0-4e45-96c2-ef29c1d7171d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:54.254718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:54.255257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.269237 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:53Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:54:54.273217 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274661ba-8e52-48b9-823b-99cf9e757ce0 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:53Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:54:54.398952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.447944 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.562986 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'Port': ['ID=3ad56f48-8a67-4b8a-8196-551a7a2bfabc,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:54.571831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.642152 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:54.643613 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b0f6e086-1c70-4d78-9fa7-ab6b8d47a3d8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4416530 Feb 04 11:54:54.820907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-1788d8a8-e281-4fd9-89da-77e52d3d0706 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1614979259&fields=id&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 267 time: 0.0451143 Feb 04 11:54:54.979840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-923ffc33-44fe-4509-88cc-8b0a1bd3a435 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:54.981288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-923ffc33-44fe-4509-88cc-8b0a1bd3a435 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1536093 Feb 04 11:54:54.997304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-525e949c-d5db-45c0-9576-b7d514f51e33 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/quotas/8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 375 time: 0.0102563 Feb 04 11:54:55.084153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-d5a1a4c9-072b-43a6-8a9a-2f00b7e56577 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807722 Feb 04 11:54:55.227306 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-688c8ced-f8f3-47d9-ac0a-8e3c600ffd19 service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305943 Feb 04 11:54:55.369664 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-bb1e04dd-ca43-44c0-a18e-fcf4c81593f1 service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365385 Feb 04 11:54:55.602353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-31b1b392-d6bb-48f6-ba75-dab01116c44f req-37de59f6-4da8-4a3f-8715-f002f9641015 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 210 time: 0.0421481 Feb 04 11:54:56.215212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1b0d922-db26-42b8-a62e-9802632ee22b up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:56.356580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e1b0d922-db26-42b8-a62e-9802632ee22b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:56.362348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e1b0d922-db26-42b8-a62e-9802632ee22b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:56.362710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:56.476292 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:56.507522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port e1b0d922-db26-42b8-a62e-9802632ee22b, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1b0d922-db26-42b8-a62e-9802632ee22b,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:54:56.556733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:56.626129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=e1b0d922-db26-42b8-a62e-9802632ee22b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:56.757093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a113c4cf-1172-4a7c-9695-88248f9ab5f9 req-f9657008-45d6-4b88-9c38-b0eedc69f419 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 210 time: 0.0468154 Feb 04 11:54:57.476052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:57.917634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02eac934-923f-48f5-bcc0-222b73fd97df req-c3481ea0-0888-4d2d-a201-4ef489eb2dda tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 210 time: 0.0523918 Feb 04 11:54:57.930775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-74c1bb96-3693-4c4d-abd4-1e50b172740e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:57.932160 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-74c1bb96-3693-4c4d-abd4-1e50b172740e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1867893 Feb 04 11:54:57.979669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-59ca0e46-d442-4052-bc0f-fc896a3f68f1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 380 time: 0.0389280 Feb 04 11:54:57.989225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'port': {'device_id': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'admin_state_up': True, 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'security_groups': ['8375bcc6-9dc6-461e-aec4-e4093cd5dd81']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:58.186202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1b0d922-db26-42b8-a62e-9802632ee22b up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:54:58.233841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:54:58.237657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Usage tracker for resource:port and tenant:8b35bc46bf2440e2ad044e0211b91d43 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:54:58.240413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:54:58.246019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:54:58.254326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e1b0d922-db26-42b8-a62e-9802632ee22b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:58.254695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:58.339215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Made reservation on behalf of 8b35bc46bf2440e2ad044e0211b91d43 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:54:58.343059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:58.504357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Allocated IP 172.20.0.7 (4be419c6-4578-4c53-92bf-ac91adf970b3/30416b63-df71-4b1e-b019-e41443db34c5/2f01bd8b-a920-425e-ab93-f9e11f758720) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:54:58.684289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:58.699384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Transition to ACTIVE for port object 2f01bd8b-a920-425e-ab93-f9e11f758720 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:58.808319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:58.884517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:54:58.887648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:54:58.890090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:54:58.941930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:58.956575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.956915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.957255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.957569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.957872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.958194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.958513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.958829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.959285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.959744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.960062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.960505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:54:58.983066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:58.983777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:59.096744 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b85622db-dd10-48c3-b6dc-76655e8ea428 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1114545 Feb 04 11:54:59.108261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Request body: {'port': {'device_id': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:54:59.168540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b279bf-7a9d-48d3-b8e3-6abecb0c26c8 req-2da9b821-fe91-4560-8bdd-3defa3fddc48 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:54:59.169142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a7b279bf-7a9d-48d3-b8e3-6abecb0c26c8 req-2da9b821-fe91-4560-8bdd-3defa3fddc48 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:54:59.236859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d9e7fec8-e8a5-432e-b71f-bb0c3e201d92 None None] Provisioning for port 2f01bd8b-a920-425e-ab93-f9e11f758720 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:54:59.240620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:59.241856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d9e7fec8-e8a5-432e-b71f-bb0c3e201d92 None None] Provisioning complete for port 2f01bd8b-a920-425e-ab93-f9e11f758720 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:54:59.242230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d9e7fec8-e8a5-432e-b71f-bb0c3e201d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:59.284563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a7b279bf-7a9d-48d3-b8e3-6abecb0c26c8 req-2da9b821-fe91-4560-8bdd-3defa3fddc48 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:54:59.285469 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a7b279bf-7a9d-48d3-b8e3-6abecb0c26c8 req-2da9b821-fe91-4560-8bdd-3defa3fddc48 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 931 time: 0.2549350 Feb 04 11:54:59.299866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7fec8-e8a5-432e-b71f-bb0c3e201d92 None None] Port 2f01bd8b-a920-425e-ab93-f9e11f758720 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:54:59.401444 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a7b279bf-7a9d-48d3-b8e3-6abecb0c26c8 req-a91eff22-e97f-42d9-8407-0f9bd0c90f99 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092737 Feb 04 11:54:59.619111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f01bd8b-a920-425e-ab93-f9e11f758720 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:54:59.626183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:59.639957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Transition to ACTIVE for port object 2f01bd8b-a920-425e-ab93-f9e11f758720 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:54:59.687617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:54:59.846188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:54:59.928147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Attempting to bind port 2f01bd8b-a920-425e-ab93-f9e11f758720 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:54:59.928469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Attempting to bind port 2f01bd8b-a920-425e-ab93-f9e11f758720 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:54:59.928809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Attempting to bind port 2f01bd8b-a920-425e-ab93-f9e11f758720 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:54:59.933192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Port 2f01bd8b-a920-425e-ab93-f9e11f758720 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:54:59.933496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Attempting to bind port 2f01bd8b-a920-425e-ab93-f9e11f758720 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:54:59.938495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:54:59.938768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:54:59.939134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Bound using segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:54:59.939538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Bound port: 2f01bd8b-a920-425e-ab93-f9e11f758720, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:54:59.939893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:00.029565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:55:00.033362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:55:00.111259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:00.172369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:00.173760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:00.174906 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 200 len: 1093 time: 1.0705867 Feb 04 11:55:00.175340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:00.196460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c3db-d5c3-4f93-b1f4-1c86fffcfc70 service neutron] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:00.222540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'status': 'completed', 'code': 200} Feb 04 11:55:00.253945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50494bab-f038-4844-9cb6-8c3ac09c4ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:00.441890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a408-fcad-43d5-ac03-cea17c30138e req-1933c796-0495-46db-a6d9-aab89542cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:00.443453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d877a408-fcad-43d5-ac03-cea17c30138e req-1933c796-0495-46db-a6d9-aab89542cef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1786249 Feb 04 11:55:00.637117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a408-fcad-43d5-ac03-cea17c30138e req-3afc34de-5e7d-497a-b487-6d902fdeb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:00.638539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d877a408-fcad-43d5-ac03-cea17c30138e req-3afc34de-5e7d-497a-b487-6d902fdeb968 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1880822 Feb 04 11:55:00.650507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b0a2-f3e7-4c47-bdaa-c33dfb63c1cc req-5d43b0ae-36cf-4216-abd1-51427395c3d6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:00.651853 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff73b0a2-f3e7-4c47-bdaa-c33dfb63c1cc req-5d43b0ae-36cf-4216-abd1-51427395c3d6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 943 time: 0.1324999 Feb 04 11:55:00.783181 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ff73b0a2-f3e7-4c47-bdaa-c33dfb63c1cc req-9950da24-d7e4-4a95-8e9e-b6ef46e18d00 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100221 Feb 04 11:55:00.820904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a408-fcad-43d5-ac03-cea17c30138e req-9908fcce-9a80-43a8-8c9d-82d9cce7c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:00.822330 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d877a408-fcad-43d5-ac03-cea17c30138e req-9908fcce-9a80-43a8-8c9d-82d9cce7c806 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696641 Feb 04 11:55:00.924491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b3d6e2c6-1188-4afd-97fa-cbe5256a5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:00.925924 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-b3d6e2c6-1188-4afd-97fa-cbe5256a5740 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0691061 Feb 04 11:55:00.996641 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-cbc88238-c392-4705-a034-30f52e83c927 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 200 len: 217 time: 0.0631785 Feb 04 11:55:01.056289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-fb13a117-f90d-4e3b-a0a1-75731bc10950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:01.057680 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-fb13a117-f90d-4e3b-a0a1-75731bc10950 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0555530 Feb 04 11:55:01.138949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-33a88cd8-4fc8-4a74-a8cf-06d541cd4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:01.140449 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-33a88cd8-4fc8-4a74-a8cf-06d541cd4a5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761266 Feb 04 11:55:01.269580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-5bb32ada-9080-4d0c-9280-b853cee90f75 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223469 Feb 04 11:55:01.402021 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eaddc52e-41ee-4ed5-95c4-ee6934e2858f req-0eb22917-1378-42fc-a74b-8e2124e4edd7 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270638 Feb 04 11:55:01.966337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155d5d8-cfb3-4643-ad0a-b3476453b4a0 req-6c658245-4c09-41c3-a355-3edbf7ceaac8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:01.967823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3155d5d8-cfb3-4643-ad0a-b3476453b4a0 req-6c658245-4c09-41c3-a355-3edbf7ceaac8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 943 time: 0.0804291 Feb 04 11:55:02.026039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3155d5d8-cfb3-4643-ad0a-b3476453b4a0 req-e60e4593-6557-44aa-920f-923c34ee51ea tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Feb 04 11:55:02.778851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-877bc302-56ed-4159-9ea3-af5b6f1770ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:03.200402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243fe22-ad42-4509-907b-da2c581e5674 req-6c29319a-5c5f-4109-842e-353dfd31a104 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:03.202060 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3243fe22-ad42-4509-907b-da2c581e5674 req-6c29319a-5c5f-4109-842e-353dfd31a104 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 943 time: 0.0811327 Feb 04 11:55:03.244979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3243fe22-ad42-4509-907b-da2c581e5674 req-2039f1f1-aab3-4dda-8ec0-d1b8d69b59fd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Feb 04 11:55:03.411275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:55:03.549195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:03.561994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'mac_address': 'fa:16:3e:10:17:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:55:03.616265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:03.644611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f01bd8b-a920-425e-ab93-f9e11f758720 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:55:03.659894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:03.705257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:03.733466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:03.797953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:03.802931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:03.941528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['2f01bd8b-a920-425e-ab93-f9e11f758720'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:55:04.425700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf953c-d729-4413-956c-027fd2d2fb71 req-7e4b7671-bae1-4fcd-95db-2abdb3635f8f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:04.427124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5bf953c-d729-4413-956c-027fd2d2fb71 req-7e4b7671-bae1-4fcd-95db-2abdb3635f8f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 944 time: 0.0785012 Feb 04 11:55:04.470182 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f5bf953c-d729-4413-956c-027fd2d2fb71 req-30d436dd-db1a-4bf5-904f-fa4d530f453f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Feb 04 11:55:05.224498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:05.410701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:55:05.538997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 2f01bd8b-a920-425e-ab93-f9e11f758720 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:55:05.545672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 2f01bd8b-a920-425e-ab93-f9e11f758720 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:55:05.546051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:05.655206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a44af-b503-4201-bbee-8635399e665f req-98ca456a-7fc5-40cb-957a-37d6c7786d4c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:05.656662 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-249a44af-b503-4201-bbee-8635399e665f req-98ca456a-7fc5-40cb-957a-37d6c7786d4c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 944 time: 0.0818856 Feb 04 11:55:05.664946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:05.696289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:05.701464 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-249a44af-b503-4201-bbee-8635399e665f req-c3d31a59-5bda-4d80-96f8-e02aacd99e13 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Feb 04 11:55:05.703011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:05.741280 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'code': 200} Feb 04 11:55:05.796366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:05.862735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:06.065637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812a00f-1fd5-4264-8fdb-3b7f4d0d3d0d req-e5f4b2f8-3a25-4dc2-acdf-cfac8995c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:06.067302 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a812a00f-1fd5-4264-8fdb-3b7f4d0d3d0d req-e5f4b2f8-3a25-4dc2-acdf-cfac8995c7ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0696392 Feb 04 11:55:06.109073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a812a00f-1fd5-4264-8fdb-3b7f4d0d3d0d req-e583069e-5ff7-4402-aa27-222b5f39bbe1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Feb 04 11:55:06.881839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c286c-4740-4676-9adb-7a5eea7da3ce req-29769dc7-1301-4f6c-b190-2aa66be27e92 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:06.883251 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e20c286c-4740-4676-9adb-7a5eea7da3ce req-29769dc7-1301-4f6c-b190-2aa66be27e92 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0776675 Feb 04 11:55:06.926496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e20c286c-4740-4676-9adb-7a5eea7da3ce req-58e67511-cc2f-4e3c-a393-4e6be598490e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374672 Feb 04 11:55:08.109140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49d08-93dc-4191-a68b-16766873e54d req-ec739173-d7c1-4fe1-85ba-b65e3ea7380a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:08.110452 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fbb49d08-93dc-4191-a68b-16766873e54d req-ec739173-d7c1-4fe1-85ba-b65e3ea7380a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0814252 Feb 04 11:55:08.251064 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fbb49d08-93dc-4191-a68b-16766873e54d req-eff605b0-16e4-42fa-a986-a1e7e39051a6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345017 Feb 04 11:55:08.438787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abedc3f-d8b5-47e1-9450-5faf857b5704 req-d88d4814-e970-40dd-aae6-544db3ab9157 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:08.440264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8abedc3f-d8b5-47e1-9450-5faf857b5704 req-d88d4814-e970-40dd-aae6-544db3ab9157 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0775361 Feb 04 11:55:08.448552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44716) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:55:08.453536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'floatingip': {'port_id': '2f01bd8b-a920-425e-ab93-f9e11f758720'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:55:08.528293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:09.113108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:09.156085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:09.324406 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 associated. External IP: 172.26.6.221, port: 2f01bd8b-a920-425e-ab93-f9e11f758720. Feb 04 11:55:09.768931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:55:09.944927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:55:09.949721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:09.954573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:55:09.964116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:55:09.964712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:55:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:10.004321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a5ac7d1d-07e8-43b5-b73d-d778622de2b9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "PUT /v2.0/floatingips/943ef045-0eb3-4a3c-8114-73a1d85db1e3 HTTP/1.1" status: 200 len: 991 time: 1.5546412 Feb 04 11:55:10.004902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:10.048056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'status': 'completed', 'code': 200} Feb 04 11:55:10.173150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:55:10.207128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a44a05-f0fc-4e2b-9471-1a27c4d71d6b req-b0b9cfcc-a6ac-4a89-930f-d642790d0773 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:10.208591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5a44a05-f0fc-4e2b-9471-1a27c4d71d6b req-b0b9cfcc-a6ac-4a89-930f-d642790d0773 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.1050224 Feb 04 11:55:10.210507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-334db8c3-5704-40f8-b756-be644ef5de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:10.211845 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-334db8c3-5704-40f8-b756-be644ef5de4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1098 time: 0.1425774 Feb 04 11:55:10.333941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5a44a05-f0fc-4e2b-9471-1a27c4d71d6b req-ce326ba9-e436-4634-bbf6-55a95d1136fd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195538 Feb 04 11:55:10.374315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-18226791-f21a-49d6-8b73-4e479095f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:10.375856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-18226791-f21a-49d6-8b73-4e479095f3d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1470940 Feb 04 11:55:10.478895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-eeade664-6973-4da7-a3d7-2b22693b3037 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 200 len: 999 time: 0.0967524 Feb 04 11:55:10.524709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:10:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:55:08Z', 'revision_number': 1, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:10.528490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:55:10.536776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:55:10.537348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:55:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:10.538498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-8b02e66f-62d7-41cb-9e25-ad77e3069ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:10.539931 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-8b02e66f-62d7-41cb-9e25-ad77e3069ba9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0558155 Feb 04 11:55:10.616591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-3c5aa18c-4b5d-42c6-b637-6fa1777d59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:10.618033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-3c5aa18c-4b5d-42c6-b637-6fa1777d59ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723867 Feb 04 11:55:10.716394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:55:10.749515 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-e6bfa5f8-3aee-4a62-9650-84cda00b0b23 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253924 Feb 04 11:55:10.881042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5d94efc8-2ae6-4b72-900e-e027ce9ba1c6 req-09353cbb-4ea7-4532-8962-bde90a84cf62 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247969 Feb 04 11:55:11.065230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:10:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:55:08Z', 'revision_number': 1, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:11.069214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024e792-58d7-4f5f-afc4-f9ec15fb4267 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:10:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:55:08Z', 'revision_number': 1, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:55:11.265592 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c138ed-7c48-46ac-85a2-8ad99e8a67cc None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:55:11.539703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8a0e-a703-416d-a551-d00bbb5d2b34 req-005d843f-fd5d-4f19-9e80-7b40de2185c4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:11.541295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-27af8a0e-a703-416d-a551-d00bbb5d2b34 req-005d843f-fd5d-4f19-9e80-7b40de2185c4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0970709 Feb 04 11:55:11.585083 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-27af8a0e-a703-416d-a551-d00bbb5d2b34 req-82573433-6012-4d8f-969f-676c829beef1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 Feb 04 11:55:11.771297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a090acd-ef81-4e27-9348-a9d7edc7365c req-e4d3ec73-aa0f-4404-aa7d-20e785f883b7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:11.772735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6a090acd-ef81-4e27-9348-a9d7edc7365c req-e4d3ec73-aa0f-4404-aa7d-20e785f883b7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0816464 Feb 04 11:55:11.824280 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6a090acd-ef81-4e27-9348-a9d7edc7365c req-a74e1dee-5ea0-4f6f-ba40-0757385d4831 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458822 Feb 04 11:55:12.328950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529e59d-3b79-40a2-ac58-8c9dea81d680 req-fc1b3cbb-45e5-4280-ba06-5ddaf8ea1d33 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:12.330990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5529e59d-3b79-40a2-ac58-8c9dea81d680 req-fc1b3cbb-45e5-4280-ba06-5ddaf8ea1d33 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0808325 Feb 04 11:55:12.380703 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5529e59d-3b79-40a2-ac58-8c9dea81d680 req-0a84b302-a1d5-48a5-b72a-f14feb4d7340 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 Feb 04 11:55:12.446787 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-8ab827ef-f5c5-4b1e-bd22-b09aa2960255 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701110 Feb 04 11:55:13.565402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c0dc-a290-4ea9-8d47-d37ac225c5a8 req-56b2aec7-e718-4035-9c2f-e6e0cfa36cde tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:13.574152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30e9c0dc-a290-4ea9-8d47-d37ac225c5a8 req-56b2aec7-e718-4035-9c2f-e6e0cfa36cde tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0821939 Feb 04 11:55:13.610190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30e9c0dc-a290-4ea9-8d47-d37ac225c5a8 req-5b4d2f23-2605-4476-b47f-36ae8e38eb74 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Feb 04 11:55:14.423237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-cebcb8b9-28df-459e-98a7-1d145a8fd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:14.425317 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-cebcb8b9-28df-459e-98a7-1d145a8fd29e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1098 time: 0.1846380 Feb 04 11:55:14.558923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-2a3587e6-8bdd-48af-8615-1dc83a02a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:14.560384 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-2a3587e6-8bdd-48af-8615-1dc83a02a907 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1285508 Feb 04 11:55:14.665583 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-8bbe3ee2-b899-43df-af5e-4d77b5d65bee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 200 len: 1001 time: 0.0982180 Feb 04 11:55:14.764383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-db141497-9b9f-4a86-8654-e270c2032643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:14.765782 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-db141497-9b9f-4a86-8654-e270c2032643 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0951135 Feb 04 11:55:14.872162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3de2d8-35f2-4c6d-904a-4b084ce14844 req-a4c8f047-00b7-4e96-81d3-1f5cf3480ba6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:14.873605 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da3de2d8-35f2-4c6d-904a-4b084ce14844 req-a4c8f047-00b7-4e96-81d3-1f5cf3480ba6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.1539602 Feb 04 11:55:14.880188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-6aeb9d5f-1827-4993-83ac-5b3f16b20ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:14.881551 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-6aeb9d5f-1827-4993-83ac-5b3f16b20ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060293 Feb 04 11:55:15.005719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da3de2d8-35f2-4c6d-904a-4b084ce14844 req-176168a1-30f2-4b80-87ea-3fdc714bb004 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231611 Feb 04 11:55:15.045565 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-7aa1113b-4191-4ade-a654-41f0a66fa350 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500773 Feb 04 11:55:15.188626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-d8de337a-0e3a-4483-a11b-79f2b3d25767 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356943 Feb 04 11:55:15.302842 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:55:16.191989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21af491-6dce-41e3-84eb-7a5564fc00af req-b05b72c9-9bfa-430b-98c7-dad81d802e52 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:16.193411 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f21af491-6dce-41e3-84eb-7a5564fc00af req-b05b72c9-9bfa-430b-98c7-dad81d802e52 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0844691 Feb 04 11:55:16.240106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f21af491-6dce-41e3-84eb-7a5564fc00af req-0f4a84fc-5594-4cd2-a75b-2a6abf320c9e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 Feb 04 11:55:17.420478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f968ff-308c-4048-a70a-f1171e852e53 req-153e6762-ace5-4d95-a6d9-9a2813aeea27 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:17.421905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-59f968ff-308c-4048-a70a-f1171e852e53 req-153e6762-ace5-4d95-a6d9-9a2813aeea27 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0781481 Feb 04 11:55:17.464638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-59f968ff-308c-4048-a70a-f1171e852e53 req-cda6cdd3-932a-49b8-ac9c-f93921326eac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365398 Feb 04 11:55:18.650742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df30d-72d0-4d94-a680-60be104679f4 req-4d261ed2-7802-4502-87de-6def320ff20d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:18.652185 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-483df30d-72d0-4d94-a680-60be104679f4 req-4d261ed2-7802-4502-87de-6def320ff20d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0812547 Feb 04 11:55:18.695327 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-483df30d-72d0-4d94-a680-60be104679f4 req-f7ee00e5-bbf0-4485-963e-79bec226074d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376587 Feb 04 11:55:19.876769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69781c61-0727-425a-a7c7-617823b74754 req-d2b2db37-2146-4443-8d70-526ed2ffd3af tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:19.878234 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69781c61-0727-425a-a7c7-617823b74754 req-d2b2db37-2146-4443-8d70-526ed2ffd3af tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0796270 Feb 04 11:55:19.925763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-69781c61-0727-425a-a7c7-617823b74754 req-d639d7f5-bf86-453b-9086-ba5401b38dc8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Feb 04 11:55:21.108180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba528f-9d71-4c69-8937-853d52994a2c req-35087999-5ab2-4c48-b31c-bb8afbe92c25 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:21.109523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7ba528f-9d71-4c69-8937-853d52994a2c req-35087999-5ab2-4c48-b31c-bb8afbe92c25 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0800920 Feb 04 11:55:21.152135 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7ba528f-9d71-4c69-8937-853d52994a2c req-2b11b092-488f-4c52-832f-95a2efea196d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363991 Feb 04 11:55:22.337832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b2b9-bcaf-4369-a938-680bfa975a90 req-b5e0ce1d-d6f3-44a7-b8cb-36d86617d11b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:22.339249 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce13b2b9-bcaf-4369-a938-680bfa975a90 req-b5e0ce1d-d6f3-44a7-b8cb-36d86617d11b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0812593 Feb 04 11:55:22.382848 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce13b2b9-bcaf-4369-a938-680bfa975a90 req-8295fa3e-d3c2-4b6b-b91a-096226d90184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Feb 04 11:55:23.562580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d531023-fe51-45c9-819c-691ab1444a67 req-e1cceb35-e4f8-4993-8c3a-294f1d1124b0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:23.564060 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d531023-fe51-45c9-819c-691ab1444a67 req-e1cceb35-e4f8-4993-8c3a-294f1d1124b0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0788612 Feb 04 11:55:23.606728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d531023-fe51-45c9-819c-691ab1444a67 req-537a5951-6150-4187-9557-f08311fb3788 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365717 Feb 04 11:55:24.792611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba877071-555c-4916-a90d-5852564c357e req-8c4d06b5-19aa-44ba-aa72-35f96fe4a40c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:24.794049 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba877071-555c-4916-a90d-5852564c357e req-8c4d06b5-19aa-44ba-aa72-35f96fe4a40c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0832605 Feb 04 11:55:24.837498 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba877071-555c-4916-a90d-5852564c357e req-a3aef911-a6c7-4beb-b5ff-3a7c8c04e332 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378306 Feb 04 11:55:26.022833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25629c5c-3893-4565-8a9d-d60cc80e97a2 req-68fcf7a6-161c-49ed-8311-337c91a41100 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:26.024211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25629c5c-3893-4565-8a9d-d60cc80e97a2 req-68fcf7a6-161c-49ed-8311-337c91a41100 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0781515 Feb 04 11:55:26.069621 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-25629c5c-3893-4565-8a9d-d60cc80e97a2 req-79c7442a-5f02-4650-943b-c647d6bfed43 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Feb 04 11:55:27.419013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c7c80-e590-4572-8eb8-c8b3adc23ec1 req-8f972b56-6fe7-4116-b8bd-4fa67706ca2e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:27.420389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a5c7c80-e590-4572-8eb8-c8b3adc23ec1 req-8f972b56-6fe7-4116-b8bd-4fa67706ca2e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.2487206 Feb 04 11:55:27.464933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a5c7c80-e590-4572-8eb8-c8b3adc23ec1 req-7ac14265-cffe-4024-9eb9-71baf8320234 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Feb 04 11:55:27.532759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:28.694832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14f033-5c27-4abf-b8e1-903e8057dc29 req-f08ce1e9-b575-446a-b10c-ef2d352af7ea tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:28.696277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f14f033-5c27-4abf-b8e1-903e8057dc29 req-f08ce1e9-b575-446a-b10c-ef2d352af7ea tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.1280937 Feb 04 11:55:28.739488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f14f033-5c27-4abf-b8e1-903e8057dc29 req-b713a558-c1e5-4f8a-bfec-9598703c24e3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373890 Feb 04 11:55:29.930074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225525-c05b-4f34-83d2-84f3693cca46 req-97906221-a91e-4904-9ec8-603a1df13a7e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:29.931508 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-00225525-c05b-4f34-83d2-84f3693cca46 req-97906221-a91e-4904-9ec8-603a1df13a7e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0868497 Feb 04 11:55:29.979496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-00225525-c05b-4f34-83d2-84f3693cca46 req-9b050c19-4a1b-46ab-ac6c-9be19785e2f2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Feb 04 11:55:30.230091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ab0a31ca-a32c-4550-848f-3e5f99fe93cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:31.159027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b87be-077d-4843-9189-3507717234ce req-5b8f0556-d3ee-4d34-9b02-c1cb0e3610a6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:31.160469 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a05b87be-077d-4843-9189-3507717234ce req-5b8f0556-d3ee-4d34-9b02-c1cb0e3610a6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0774972 Feb 04 11:55:31.203347 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a05b87be-077d-4843-9189-3507717234ce req-fd66d366-61d1-4008-bf0c-9d2cdc8ac0ef tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366683 Feb 04 11:55:32.391520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e360661-22df-435f-b724-1b687717de41 req-197c4674-869c-487d-82ac-f16dfe6286d9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:32.393468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3e360661-22df-435f-b724-1b687717de41 req-197c4674-869c-487d-82ac-f16dfe6286d9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0837986 Feb 04 11:55:32.436561 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3e360661-22df-435f-b724-1b687717de41 req-b857a2ff-aedd-4813-8460-ae21cd0dcf50 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Feb 04 11:55:32.750611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fad7f97a-3b0b-4811-ba80-345431434921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:33.619406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30596ce-3732-417c-92dc-90497f868498 req-19618bd9-146c-4453-9f23-8d3807050484 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:33.620972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c30596ce-3732-417c-92dc-90497f868498 req-19618bd9-146c-4453-9f23-8d3807050484 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0784066 Feb 04 11:55:33.666607 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c30596ce-3732-417c-92dc-90497f868498 req-393e2c87-3337-4821-b110-3767c972f0ae tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400677 Feb 04 11:55:33.738227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:33.772359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:34.849953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2e732-4f3b-4174-b76e-32bb436d9eec req-59f51498-8cb4-4c57-89f5-794d54860765 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:34.851398 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94e2e732-4f3b-4174-b76e-32bb436d9eec req-59f51498-8cb4-4c57-89f5-794d54860765 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0822794 Feb 04 11:55:34.896959 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94e2e732-4f3b-4174-b76e-32bb436d9eec req-05a64c76-2bdc-4547-b8c3-f856616d526f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 Feb 04 11:55:35.189674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:36.077454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c3ef-8cc5-4651-a5cf-3f2144ee8a9e req-738354f5-81df-4807-8dc5-b0299a3f5237 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:36.078786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c70c3ef-8cc5-4651-a5cf-3f2144ee8a9e req-738354f5-81df-4807-8dc5-b0299a3f5237 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0778065 Feb 04 11:55:36.125390 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c70c3ef-8cc5-4651-a5cf-3f2144ee8a9e req-5181fe8e-fbd8-4037-bce2-e1ec6326dc5a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Feb 04 11:55:37.311571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168e1ff-8fcb-4fc8-914a-add6648e43bb req-a3ee27a9-16a6-4523-9f5e-77d7ab040d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:37.313008 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c168e1ff-8fcb-4fc8-914a-add6648e43bb req-a3ee27a9-16a6-4523-9f5e-77d7ab040d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0812352 Feb 04 11:55:37.360793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c168e1ff-8fcb-4fc8-914a-add6648e43bb req-cf17d71e-ca2b-4c95-b21e-5ec6472b2bab tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Feb 04 11:55:37.465196 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-bcacbc3b-8d3c-4db1-b4ab-6f1e19c4131c service neutron] 10.222.0.42 "GET /v2.0/ports/2f01bd8b-a920-425e-ab93-f9e11f758720/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.1195557 Feb 04 11:55:38.038071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-269c354c-60f0-4762-bd75-24e01b69e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:38.039421 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-269c354c-60f0-4762-bd75-24e01b69e5bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 1098 time: 0.0718200 Feb 04 11:55:38.127571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-1ae33d2d-0aa1-48bc-9185-2e02dab607d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:38.128986 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-1ae33d2d-0aa1-48bc-9185-2e02dab607d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0687296 Feb 04 11:55:38.257318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-3b71d1a1-2f93-4a93-9429-252c678f56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:38.258824 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-3b71d1a1-2f93-4a93-9429-252c678f56a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1235855 Feb 04 11:55:38.362396 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-f50dd25e-09d0-455d-8d1b-0f2a5487d582 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 200 len: 1001 time: 0.0969238 Feb 04 11:55:38.428435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-aff80805-47ca-4e25-b334-a5683c3a2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:38.430569 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-aff80805-47ca-4e25-b334-a5683c3a2a68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0613735 Feb 04 11:55:38.571196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-faf3e5c7-48b1-4126-b206-ffdd43a4f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:38.572576 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-faf3e5c7-48b1-4126-b206-ffdd43a4f89d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1359181 Feb 04 11:55:38.582758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ea39-8cd8-431e-8089-72b5e1868aed req-d9b7ef49-84a8-4623-9922-868292e94140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:38.584110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1102ea39-8cd8-431e-8089-72b5e1868aed req-d9b7ef49-84a8-4623-9922-868292e94140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.1121407 Feb 04 11:55:38.822384 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1102ea39-8cd8-431e-8089-72b5e1868aed req-642d3153-5554-46fb-a03e-bf7953d2908d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198093 Feb 04 11:55:38.849716 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-55c273ef-b9f7-4a64-8be6-cac9c01a558b service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646780 Feb 04 11:55:38.981205 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e45a25f-e371-4c32-a8a5-5e25939a5853 req-ee68a71d-a177-46f6-8a80-50cae1880c47 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255898 Feb 04 11:55:40.003129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ebd0e-2088-4dc4-b9d7-d477b2202f1e req-27da5f8b-14a6-4b51-8c37-d1ff05f3adb3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:40.004489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d16ebd0e-2088-4dc4-b9d7-d477b2202f1e req-27da5f8b-14a6-4b51-8c37-d1ff05f3adb3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0785992 Feb 04 11:55:40.048357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d16ebd0e-2088-4dc4-b9d7-d477b2202f1e req-b6414623-1f18-453b-9b47-3065324e9acf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 Feb 04 11:55:41.241743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779952-bdaf-47ce-8241-22428d0594bd req-c1b19ec1-6b18-4fe4-924c-27152bf242c8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:41.243996 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52779952-bdaf-47ce-8241-22428d0594bd req-c1b19ec1-6b18-4fe4-924c-27152bf242c8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0839872 Feb 04 11:55:41.293170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52779952-bdaf-47ce-8241-22428d0594bd req-63c0f62d-32a4-474a-834c-ab17651bc00a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Feb 04 11:55:41.551400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:55:41.557002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:55:41.766703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:41.786215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cc06c-150b-4a5d-bb8f-27e7760d4583 req-852cecc0-3ff0-4aa7-a489-119996025cf9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:41.787705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c07cc06c-150b-4a5d-bb8f-27e7760d4583 req-852cecc0-3ff0-4aa7-a489-119996025cf9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.1558738 Feb 04 11:55:41.844740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:41.855084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c07cc06c-150b-4a5d-bb8f-27e7760d4583 req-4ea343e1-9f4e-4170-88a5-e15812d497c3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600147 Feb 04 11:55:41.870722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:41.871688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:41.873845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-02a5a238-d381-46fb-a3d2-291c5653afe1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:41.875540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-02a5a238-d381-46fb-a3d2-291c5653afe1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5&tenant_id=8b35bc46bf2440e2ad044e0211b91d43&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1357956 Feb 04 11:55:41.880320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'mac_address': 'fa:16:3e:10:17:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:55:41.930619 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:41.966761 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'code': 200} Feb 04 11:55:41.989673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:42.014534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f01bd8b-a920-425e-ab93-f9e11f758720 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:55:42.037248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-416b1644-b65f-4e20-a7f3-04f79ca1a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:42.038731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-416b1644-b65f-4e20-a7f3-04f79ca1a49b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0705700 Feb 04 11:55:42.053089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:42.072108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.072454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.072791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.073122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.073444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.073768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.074089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.074404 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.074723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.075037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.075348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.075685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:55:42.091690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:55:42.092042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:55:42.169689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-7475b0ec-4f57-460f-83a5-4ef476036bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:42.171121 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-7475b0ec-4f57-460f-83a5-4ef476036bb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1253402 Feb 04 11:55:42.275935 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-b6eba318-9f18-4286-925a-61009eeea68c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 200 len: 999 time: 0.0974557 Feb 04 11:55:42.348053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-18e3a9b7-3847-4658-bca4-4846b25bf801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:42.349446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-18e3a9b7-3847-4658-bca4-4846b25bf801 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0645275 Feb 04 11:55:42.423383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-17b717eb-dd8c-4691-ac71-3d61a56a5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:42.424835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-17b717eb-dd8c-4691-ac71-3d61a56a5196 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689306 Feb 04 11:55:42.557805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-04048476-c942-4c32-a02d-cc7ff3a6b682 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256773 Feb 04 11:55:42.651435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:42.668322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f01bd8b-a920-425e-ab93-f9e11f758720 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:55:42.683810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:42.695807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8cd8178e-81ea-462d-b295-9328c8a96b4f req-d5df3219-aac1-41cc-99c5-957496e83091 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312244 Feb 04 11:55:42.733091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:42.797560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['2f01bd8b-a920-425e-ab93-f9e11f758720'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:55:42.848974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:43.057840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e757524-a2ba-4f0e-a01d-160569af7b11 req-26f25354-4896-41f4-b5b3-df6449cab122 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:43.059248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e757524-a2ba-4f0e-a01d-160569af7b11 req-26f25354-4896-41f4-b5b3-df6449cab122 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 944 time: 0.0820780 Feb 04 11:55:43.102497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e757524-a2ba-4f0e-a01d-160569af7b11 req-0d85a679-3992-4e3f-ba23-0f646b19129d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375679 Feb 04 11:55:43.568708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:55:43.636445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 2f01bd8b-a920-425e-ab93-f9e11f758720 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:55:43.636815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:43.755928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:43.787122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:43.840984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:43.909258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:43.967296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:44.010338 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'code': 200} Feb 04 11:55:44.285678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cff17a-e57d-4b3a-ae4d-6c55a7d96b4e req-549657dd-fe5a-4a63-bc1f-66172fe2e91b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:44.287011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c8cff17a-e57d-4b3a-ae4d-6c55a7d96b4e req-549657dd-fe5a-4a63-bc1f-66172fe2e91b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0788033 Feb 04 11:55:44.330243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c8cff17a-e57d-4b3a-ae4d-6c55a7d96b4e req-64bafa7b-51c5-4430-905b-8a37e5ebcdfa tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376432 Feb 04 11:55:44.517970 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af7609-845e-4deb-9c4f-b25b4dcf6b5e req-5450976d-d96f-43c2-b0fe-3f1ce980fe2f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:44.519395 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-60af7609-845e-4deb-9c4f-b25b4dcf6b5e req-5450976d-d96f-43c2-b0fe-3f1ce980fe2f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0824561 Feb 04 11:55:44.568619 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-60af7609-845e-4deb-9c4f-b25b4dcf6b5e req-080a2269-e865-4a77-8356-1bdaef696b75 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Feb 04 11:55:44.747066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426226d-ceae-47a5-a101-d28035c8c7f8 req-53d60ae4-b212-4e45-9d62-c6d2b7cd34ec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:44.748551 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4426226d-ceae-47a5-a101-d28035c8c7f8 req-53d60ae4-b212-4e45-9d62-c6d2b7cd34ec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0783191 Feb 04 11:55:44.792173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4426226d-ceae-47a5-a101-d28035c8c7f8 req-9a718c8d-fb12-43f7-9189-325e36b2cd26 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Feb 04 11:55:45.483990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176df0e-a481-48fc-a5b7-e4d130062407 req-125aa392-5334-44c3-8365-98487d65612c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:45.485333 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a176df0e-a481-48fc-a5b7-e4d130062407 req-125aa392-5334-44c3-8365-98487d65612c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.1916049 Feb 04 11:55:45.528090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a176df0e-a481-48fc-a5b7-e4d130062407 req-da16f407-f66e-4635-a19a-2c50edd9f415 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371864 Feb 04 11:55:46.718260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a756f-481b-4260-aae5-53e0c176f408 req-20746ada-bccd-4ae0-b540-f0a3b1ecf396 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:46.719710 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d13a756f-481b-4260-aae5-53e0c176f408 req-20746ada-bccd-4ae0-b540-f0a3b1ecf396 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0808835 Feb 04 11:55:46.763914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d13a756f-481b-4260-aae5-53e0c176f408 req-2c463d16-0a14-4e10-b06c-c15bc10f9f89 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Feb 04 11:55:47.123118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-52a43680-046a-47bf-9e51-a5baf94a570d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:47.124540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-52a43680-046a-47bf-9e51-a5baf94a570d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.0782535 Feb 04 11:55:47.194323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Deleting port 2f01bd8b-a920-425e-ab93-f9e11f758720 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:55:47.194659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:47.438155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] For port 2f01bd8b-a920-425e-ab93-f9e11f758720, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2f01bd8b-a920-425e-ab93-f9e11f758720,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:47.438506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:47.724529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:47.725149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:47.725149 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 disassociated. External IP: 172.26.6.221, port: 2f01bd8b-a920-425e-ab93-f9e11f758720. Feb 04 11:55:47.725427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Calling delete_port for 2f01bd8b-a920-425e-ab93-f9e11f758720 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:55:47.923678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:47.985342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event deleted for resources: {'Port': ['ID=2f01bd8b-a920-425e-ab93-f9e11f758720,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:48.136876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f0f5c-bde1-477c-8808-f1af26730a6b req-0234860a-bfbc-41e1-aff7-e11b1d113406 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:48.138344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-606f0f5c-bde1-477c-8808-f1af26730a6b req-0234860a-bfbc-41e1-aff7-e11b1d113406 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 945 time: 0.2674358 Feb 04 11:55:48.207166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-606f0f5c-bde1-477c-8808-f1af26730a6b req-60de3922-f0a8-469f-8997-d0f77b202c81 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609338 Feb 04 11:55:48.214920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:55:48.496229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:55:48.505964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:55:48.515862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:55:48.516468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:55:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:48.571011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] No DVR routers for this DVR port 2f01bd8b-a920-425e-ab93-f9e11f758720 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:55:48.573496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:48.576162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-deleted', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:48.624025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c461b9-9aab-4e31-a326-be6e50fc6ca5', 'name': 'network-vif-deleted', 'tag': '2f01bd8b-a920-425e-ab93-f9e11f758720', 'status': 'completed', 'code': 200} Feb 04 11:55:48.665634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37605ae6-16d5-40b7-a1d2-dc5ecde14193 req-b89527a1-cd3b-4832-9be5-f098ed759408 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "DELETE /v2.0/ports/2f01bd8b-a920-425e-ab93-f9e11f758720 HTTP/1.1" status: 204 len: 173 time: 1.5360146 Feb 04 11:55:48.712717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:55:49.024788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:49.028585 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:55:49.036829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:55:49.037414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:55:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:49.211591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:55:49.369395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ccba4d7-2a0e-44bc-8a34-5288f2f391c0 req-c2c706fd-5953-4307-9773-558407c1762b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:55:49.458864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5ccba4d7-2a0e-44bc-8a34-5288f2f391c0 req-c2c706fd-5953-4307-9773-558407c1762b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:55:49.460412 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5ccba4d7-2a0e-44bc-8a34-5288f2f391c0 req-c2c706fd-5953-4307-9773-558407c1762b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c461b9-9aab-4e31-a326-be6e50fc6ca5 HTTP/1.1" status: 200 len: 210 time: 0.1341403 Feb 04 11:55:49.560183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:55:49.563980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc12bc-526e-47a9-96c8-c89400805e15 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:55:49.796603 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be302681-6b99-48db-a1bc-d6f3a872f15c None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:55:50.792102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-fa715ce3-6811-4f5c-80f1-29ed8a10c263 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1614979259&fields=id&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 267 time: 0.0387042 Feb 04 11:55:50.941041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-43db45cf-9321-40fc-8a57-d8a616bc7c69 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:50.942436 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-43db45cf-9321-40fc-8a57-d8a616bc7c69 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1442502 Feb 04 11:55:50.957553 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-0d835154-40de-4a9d-b9a5-6c82fd290b1c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/quotas/8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 375 time: 0.0090125 Feb 04 11:55:51.043641 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-f6df065e-ece1-4a0e-9608-e96f488f5b87 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805168 Feb 04 11:55:51.221931 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-2452b649-8499-465a-a3d6-466d5c9b3287 service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669171 Feb 04 11:55:51.354454 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-76e146b0-fe1f-4fcc-bced-dcbfa2d7fa4c service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259670 Feb 04 11:55:51.603459 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c58a2bc-0c9f-4ef9-a511-d8b55e5bd47d req-8020dee0-ae19-4a3b-8b9e-16f45919c78f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 210 time: 0.0443628 Feb 04 11:55:51.613532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:55:51.652351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 2f01bd8b-a920-425e-ab93-f9e11f758720 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:55:51.652628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2f01bd8b-a920-425e-ab93-f9e11f758720 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:55:52.302031 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:55:52.755918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-194a45be-8ec6-4f3c-b2ca-a3b3d24f845b req-c8e61860-ce25-4caa-89ce-1ba23133d067 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 210 time: 0.0422382 Feb 04 11:55:53.807321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7806723-67e4-4f59-b8a1-8bf102c39624 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:53.808750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7806723-67e4-4f59-b8a1-8bf102c39624 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1474755 Feb 04 11:55:53.858723 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-51a0d8e5-d280-4a38-b7fe-1915363702f6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 380 time: 0.0402780 Feb 04 11:55:53.906077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'port': {'device_id': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'admin_state_up': True, 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'security_groups': ['8375bcc6-9dc6-461e-aec4-e4093cd5dd81']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:55:53.927912 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a095b14c-9b7d-43c4-b49d-e9fd10d6aff2 req-0efc711f-e4e5-4353-bbef-749ce10176d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 210 time: 0.0643115 Feb 04 11:55:54.047854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:55:54.057695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:55:54.115266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Made reservation on behalf of 8b35bc46bf2440e2ad044e0211b91d43 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:55:54.119407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:54.277886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Allocated IP 172.20.0.13 (4be419c6-4578-4c53-92bf-ac91adf970b3/30416b63-df71-4b1e-b019-e41443db34c5/11dfff78-0074-4047-a0a5-3a7aaa8eccf4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:55:54.459049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:54.473741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Transition to ACTIVE for port object 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:55:54.578547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:54.645065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:55:54.648166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:55:54.653686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:55:54.810906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:54.842441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:54.843036 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:54.933161 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-38165e30-3852-4050-8b6a-ab069aa95b41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0676591 Feb 04 11:55:54.943972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Request body: {'port': {'device_id': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:55:55.023969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-04e325db-4f79-4895-906e-839de947ea22 None None] Provisioning for port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:55:55.029978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-04e325db-4f79-4895-906e-839de947ea22 None None] Provisioning complete for port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:55:55.032635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-04e325db-4f79-4895-906e-839de947ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:55.084222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-04e325db-4f79-4895-906e-839de947ea22 None None] Port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:55:55.102828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:55.203529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62541b-0780-47ca-81fa-422b7cf238fa req-d866d5d3-f713-4b4c-9adc-d0d580be58d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:55.204239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9a62541b-0780-47ca-81fa-422b7cf238fa req-d866d5d3-f713-4b4c-9adc-d0d580be58d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:55:55.344114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9a62541b-0780-47ca-81fa-422b7cf238fa req-d866d5d3-f713-4b4c-9adc-d0d580be58d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:55:55.345167 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9a62541b-0780-47ca-81fa-422b7cf238fa req-d866d5d3-f713-4b4c-9adc-d0d580be58d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 932 time: 0.2958703 Feb 04 11:55:55.417897 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9a62541b-0780-47ca-81fa-422b7cf238fa req-74df6e96-0b23-4935-ab77-807e0ddb83c7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662005 Feb 04 11:55:55.510393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:55:55.517515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:55.531638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Transition to ACTIVE for port object 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:55:55.595167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:55.723613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:55.826798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Attempting to bind port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:55:55.827448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Attempting to bind port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:55:55.827448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Attempting to bind port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:55:55.832155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:55:55.832413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Attempting to bind port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:55:55.837456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:55:55.837782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:55:55.838154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Bound using segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:55:55.838568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Bound port: 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:55:55.838903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:55.930888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:55:55.934330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:55:56.001138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:56.060414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.061054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:56.062408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] 10.222.0.42 "PUT /v2.0/ports/11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1094 time: 1.1224101 Feb 04 11:55:56.062880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:55:56.084323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7a830-1fbe-42fd-89ca-778c74d4df12 service neutron] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:55:56.112696 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'status': 'completed', 'code': 200} Feb 04 11:55:56.207839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13901f3-040f-41d3-bdd5-302c7ecf94a7 req-6cee4eef-3bef-4b68-bad3-1a50dd2149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.209414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a13901f3-040f-41d3-bdd5-302c7ecf94a7 req-6cee4eef-3bef-4b68-bad3-1a50dd2149e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1097 time: 0.0777731 Feb 04 11:55:56.353270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13901f3-040f-41d3-bdd5-302c7ecf94a7 req-b75ada06-f395-4201-9add-1104be64836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.354709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a13901f3-040f-41d3-bdd5-302c7ecf94a7 req-b75ada06-f395-4201-9add-1104be64836a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1377974 Feb 04 11:55:56.489896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13901f3-040f-41d3-bdd5-302c7ecf94a7 req-826273db-38b0-4ce5-ac25-5433077fdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.491331 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a13901f3-040f-41d3-bdd5-302c7ecf94a7 req-826273db-38b0-4ce5-ac25-5433077fdb21 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302929 Feb 04 11:55:56.658512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1de38-da34-470b-85a3-c16fa9b28299 req-8e2ab67f-cd8a-404f-acf1-145421e33b3a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.659949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-12a1de38-da34-470b-85a3-c16fa9b28299 req-8e2ab67f-cd8a-404f-acf1-145421e33b3a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 944 time: 0.1379001 Feb 04 11:55:56.662337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-ea3046f8-18ae-4ac3-b88b-c8784e22f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.663734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-ea3046f8-18ae-4ac3-b88b-c8784e22f4b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1097 time: 0.1108494 Feb 04 11:55:56.855584 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-4110b8ca-fd6c-46c2-b4bb-939cbb455959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 217 time: 0.1776428 Feb 04 11:55:56.912673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-12a1de38-da34-470b-85a3-c16fa9b28299 req-3526c409-5022-41f2-b996-6cddcbcec17a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471228 Feb 04 11:55:56.931224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-40aa88a5-d41a-4963-a38f-3556db19e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:56.932957 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-40aa88a5-d41a-4963-a38f-3556db19e807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0685623 Feb 04 11:55:57.005950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-3a811761-0945-47c9-bf7f-f4e6d434a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:57.007275 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-3a811761-0945-47c9-bf7f-f4e6d434a4ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685749 Feb 04 11:55:57.142630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-032c8300-a35e-46db-ba15-fdb814060436 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287191 Feb 04 11:55:57.270317 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c281c1a-5e62-476a-a101-e7355f323e1f req-a504bd08-3f5d-48c3-9cd2-68d34524a3b4 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215837 Feb 04 11:55:57.486800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:58.096695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ed6d-8b99-4d97-b73e-9269356cbacd req-52ad4170-b717-43bc-8da8-bfb2595dbfcc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:58.098022 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b399ed6d-8b99-4d97-b73e-9269356cbacd req-52ad4170-b717-43bc-8da8-bfb2595dbfcc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 944 time: 0.0810809 Feb 04 11:55:58.147889 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b399ed6d-8b99-4d97-b73e-9269356cbacd req-c848a6eb-7e49-40ca-8879-b69ed22a1773 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Feb 04 11:55:59.331493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe84e4-3b87-4af7-89cb-8872075fe803 req-4c486aaf-5e64-4b8b-ae32-6255727b33a2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:55:59.332928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ebe84e4-3b87-4af7-89cb-8872075fe803 req-4c486aaf-5e64-4b8b-ae32-6255727b33a2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 944 time: 0.0789609 Feb 04 11:55:59.379027 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ebe84e4-3b87-4af7-89cb-8872075fe803 req-346a074d-a14a-40d8-b492-dd7d9ba144e4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Feb 04 11:55:59.659855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:55:59.788995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:59.802229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'mac_address': 'fa:16:3e:f3:8d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:55:59.859965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:59.875864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:55:59.891180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:55:59.932568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:55:59.998579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:00.123473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['11dfff78-0074-4047-a0a5-3a7aaa8eccf4'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:56:00.244903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fde5e22c-87f6-4367-b5f0-90374032305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:00.566165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430e7b-2350-4b25-82f5-7e675762205f req-c89a0b09-574b-42d9-8f54-fe53ef9a5845 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:00.567489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79430e7b-2350-4b25-82f5-7e675762205f req-c89a0b09-574b-42d9-8f54-fe53ef9a5845 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 945 time: 0.0790291 Feb 04 11:56:00.610546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79430e7b-2350-4b25-82f5-7e675762205f req-d4c39d39-1de3-4caf-b68f-822696142e78 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368817 Feb 04 11:56:01.677270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:56:01.799223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcf885-ecee-4fda-8ac0-7da67016f13b req-0be5c9cc-5da6-431f-ba63-63803abe2aa9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:01.800681 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0cbcf885-ecee-4fda-8ac0-7da67016f13b req-0be5c9cc-5da6-431f-ba63-63803abe2aa9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 945 time: 0.0822432 Feb 04 11:56:01.829851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:56:01.834800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:56:01.839169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:01.844609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0cbcf885-ecee-4fda-8ac0-7da67016f13b req-184f7d42-8bda-4330-a024-51f4be556604 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377777 Feb 04 11:56:01.952225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:01.978304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:56:01.994154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:56:02.022634 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'code': 200} Feb 04 11:56:02.069913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:02.143657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:02.348690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6ef0f-3e97-49e4-b345-14b10302db7b req-d8d4c300-d282-4d94-92e9-670d71735514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:02.350007 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0de6ef0f-3e97-49e4-b345-14b10302db7b req-d8d4c300-d282-4d94-92e9-670d71735514 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1099 time: 0.0674493 Feb 04 11:56:02.388354 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0de6ef0f-3e97-49e4-b345-14b10302db7b req-34c10fa8-b169-4c52-a593-b33e87c0e7d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Feb 04 11:56:02.721229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6d195b8-0b6e-4c0e-a975-7a0dca3393be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:03.028151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec28c0-490a-4b34-95c3-5caacc883848 req-ad14c2d9-c7d4-44dc-8f7e-f259ba7a5e3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:03.029567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96ec28c0-490a-4b34-95c3-5caacc883848 req-ad14c2d9-c7d4-44dc-8f7e-f259ba7a5e3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0803978 Feb 04 11:56:03.073272 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96ec28c0-490a-4b34-95c3-5caacc883848 req-12ddc626-dfa0-4d43-99b7-ab957300150f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381529 Feb 04 11:56:03.721081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:03.812360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:04.261176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d04b8-3b5b-4ff1-91e6-85bb9f0fbc75 req-27bd7a88-c943-4d34-93bc-c4fdec6d625d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:04.262587 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa6d04b8-3b5b-4ff1-91e6-85bb9f0fbc75 req-27bd7a88-c943-4d34-93bc-c4fdec6d625d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0829089 Feb 04 11:56:04.308821 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa6d04b8-3b5b-4ff1-91e6-85bb9f0fbc75 req-439012fa-893f-400a-a480-177f4f30e07b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Feb 04 11:56:04.481671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d8789-4ed2-4841-a89b-d6adcecc07f7 req-b86d6806-2aea-4f93-a8e2-6af7bdb5d259 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:04.483084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-913d8789-4ed2-4841-a89b-d6adcecc07f7 req-b86d6806-2aea-4f93-a8e2-6af7bdb5d259 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0786576 Feb 04 11:56:04.491537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:56:04.496814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'floatingip': {'port_id': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:56:04.573887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:05.206350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:05.273527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:05.349287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:05.535567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 associated. External IP: 172.26.6.221, port: 11dfff78-0074-4047-a0a5-3a7aaa8eccf4. Feb 04 11:56:05.880465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:56:06.056086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:56:06.060908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:06.065482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:56:06.075877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:56:06.076736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:56:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:06.114741 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-03f2534b-dca3-45d9-80c9-fc2dbab65214 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "PUT /v2.0/floatingips/943ef045-0eb3-4a3c-8114-73a1d85db1e3 HTTP/1.1" status: 200 len: 992 time: 1.6221719 Feb 04 11:56:06.115308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:56:06.165675 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'status': 'completed', 'code': 200} Feb 04 11:56:06.257100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:56:06.316509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-cb645c0d-af38-40ab-a2ca-3d993a655e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:06.318037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-cb645c0d-af38-40ab-a2ca-3d993a655e72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1099 time: 0.1324713 Feb 04 11:56:06.326004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883c7a3-df7f-4d48-a73a-6224a5375df6 req-920aac9d-365f-47cf-847e-e4357959af33 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:06.327628 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1883c7a3-df7f-4d48-a73a-6224a5375df6 req-920aac9d-365f-47cf-847e-e4357959af33 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.1053364 Feb 04 11:56:06.448405 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1883c7a3-df7f-4d48-a73a-6224a5375df6 req-8d30961a-85c6-4d2c-a30e-4c9c70e2f830 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030202 Feb 04 11:56:06.487842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-c033aed8-f4b3-47f0-9e12-808dfc9397c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:06.489251 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-c033aed8-f4b3-47f0-9e12-808dfc9397c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1608109 Feb 04 11:56:06.641526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:f3:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:56:05Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:06.645395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:56:06.654051 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:56:06.654641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:56:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:06.707902 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-2d4bca84-d95c-4f26-bb19-997ba801ad54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1000 time: 0.2120888 Feb 04 11:56:06.768882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-2e463089-cee0-47d2-9b6d-3c8f5003cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:06.770291 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-2e463089-cee0-47d2-9b6d-3c8f5003cb6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0567470 Feb 04 11:56:06.838103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:56:06.844152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-7edc9797-aaa3-42d3-a84d-1610952127cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:06.845604 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-7edc9797-aaa3-42d3-a84d-1610952127cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692511 Feb 04 11:56:06.977658 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-13ac7d86-8663-4dee-8f77-44d08ebf46db service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254585 Feb 04 11:56:07.107835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f650187f-bd3c-4a2a-a162-7ed3c2f09d58 req-11820285-8833-45b6-bdbb-44e0d4a1d978 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249201 Feb 04 11:56:07.185818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:f3:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:56:05Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:07.189819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3ed84-365a-48eb-a17c-719c1d53dbb9 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:f3:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:56:05Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:56:07.386396 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3b01d-0bc0-4dce-9d07-d76408e98eb5 None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:56:07.639831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbf6b3-163e-446c-b346-47ba33e7061d req-212f26d1-3f91-4a66-8661-8e3f59d1504b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:07.641255 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4dbbf6b3-163e-446c-b346-47ba33e7061d req-212f26d1-3f91-4a66-8661-8e3f59d1504b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0831854 Feb 04 11:56:07.685480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4dbbf6b3-163e-446c-b346-47ba33e7061d req-62283d29-c282-49da-a371-62ffbc1d4d64 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383477 Feb 04 11:56:08.213558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6b53-9000-4eb4-8d26-fc65b37ab789 req-b565f47f-37dc-48a5-b9de-8a8dbcdc5c4d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:08.214966 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c2ec6b53-9000-4eb4-8d26-fc65b37ab789 req-b565f47f-37dc-48a5-b9de-8a8dbcdc5c4d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0785825 Feb 04 11:56:08.261077 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c2ec6b53-9000-4eb4-8d26-fc65b37ab789 req-660c9f91-dcca-4e69-bed1-d6afce74c8e2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Feb 04 11:56:09.450770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94321c5c-4265-4b3a-9c96-5265ef3a38cd req-1e269818-eafe-4fc2-980d-a838f181f982 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:09.452614 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94321c5c-4265-4b3a-9c96-5265ef3a38cd req-1e269818-eafe-4fc2-980d-a838f181f982 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0819771 Feb 04 11:56:09.496958 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94321c5c-4265-4b3a-9c96-5265ef3a38cd req-032815a2-71d4-4480-a11f-35c71c5b429a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378191 Feb 04 11:56:10.680012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983a3d1-f4b8-4471-8313-f9f2c587385e req-15ae8808-600f-4358-afc3-217f1cae87e7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:10.681485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9983a3d1-f4b8-4471-8313-f9f2c587385e req-15ae8808-600f-4358-afc3-217f1cae87e7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0825725 Feb 04 11:56:10.725445 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9983a3d1-f4b8-4471-8313-f9f2c587385e req-8414cabb-b5ab-490d-8530-51926a31cae8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Feb 04 11:56:11.907850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144f64d-13ba-49b1-b691-631cbe9c3481 req-3d24b1a0-5ddc-49ce-8db1-168d1453a004 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:11.909578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1144f64d-13ba-49b1-b691-631cbe9c3481 req-3d24b1a0-5ddc-49ce-8db1-168d1453a004 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0805659 Feb 04 11:56:11.954496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1144f64d-13ba-49b1-b691-631cbe9c3481 req-83312909-d6f2-444d-80cc-a6a12d0887c9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391831 Feb 04 11:56:13.144792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5764-1600-4d0e-b437-aadf7b9ef791 req-0ece0522-1bf2-4c5f-8d39-a3e91c6c1b58 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:13.146204 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dfbf5764-1600-4d0e-b437-aadf7b9ef791 req-0ece0522-1bf2-4c5f-8d39-a3e91c6c1b58 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0852885 Feb 04 11:56:13.191392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dfbf5764-1600-4d0e-b437-aadf7b9ef791 req-efd86966-7565-4853-bdad-67183cd176e8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Feb 04 11:56:14.380540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c981fa-1740-4f0e-aed8-827fe343b4c2 req-3edd4fa9-f2d5-46b7-91b8-e46ca45b0e96 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:14.381980 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c981fa-1740-4f0e-aed8-827fe343b4c2 req-3edd4fa9-f2d5-46b7-91b8-e46ca45b0e96 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0798275 Feb 04 11:56:14.425734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c981fa-1740-4f0e-aed8-827fe343b4c2 req-d5e8884e-af5f-4544-b4ec-948517650955 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381868 Feb 04 11:56:15.612146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4b8eb-7335-4ce0-80c7-3adacfd4963f req-3664c8e9-7159-45ea-ab1e-1090997c763b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:15.613569 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acc4b8eb-7335-4ce0-80c7-3adacfd4963f req-3664c8e9-7159-45ea-ab1e-1090997c763b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0815067 Feb 04 11:56:15.658110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acc4b8eb-7335-4ce0-80c7-3adacfd4963f req-1290d9fe-8ce8-43a3-a2fc-5ec20c3bba44 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Feb 04 11:56:16.837878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3c38-2427-4456-a92e-74f0c96452d7 req-c0cf1e64-6fa2-488a-b3a5-42ed9a037dfc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:16.839205 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-688b3c38-2427-4456-a92e-74f0c96452d7 req-c0cf1e64-6fa2-488a-b3a5-42ed9a037dfc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0772655 Feb 04 11:56:16.884979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-688b3c38-2427-4456-a92e-74f0c96452d7 req-90f468bd-56c9-477d-b749-fd661311eae7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Feb 04 11:56:18.079902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b203-1c89-4aa5-bffe-e882721106ea req-044fcddf-fef5-43d5-959f-bfc7ad3db4bf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:18.081360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b920b203-1c89-4aa5-bffe-e882721106ea req-044fcddf-fef5-43d5-959f-bfc7ad3db4bf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0790763 Feb 04 11:56:18.123949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b920b203-1c89-4aa5-bffe-e882721106ea req-def0d8e3-5125-4bce-a6ba-5b6bba6367d5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370989 Feb 04 11:56:19.306893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9defc55-9ca1-425f-ae33-671216f3a28e req-51096fbb-404a-420d-9e53-26d9b94305df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:19.308328 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f9defc55-9ca1-425f-ae33-671216f3a28e req-51096fbb-404a-420d-9e53-26d9b94305df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0813730 Feb 04 11:56:19.350948 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f9defc55-9ca1-425f-ae33-671216f3a28e req-fb372284-af10-4df6-a35b-0f2b6d6d35ac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370176 Feb 04 11:56:20.532940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0f8db-9370-4a69-b6c2-354a41bea6b2 req-78c6d850-1133-4e4b-abc1-0da8a2e20a98 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:20.534360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-66a0f8db-9370-4a69-b6c2-354a41bea6b2 req-78c6d850-1133-4e4b-abc1-0da8a2e20a98 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0769205 Feb 04 11:56:20.577614 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-66a0f8db-9370-4a69-b6c2-354a41bea6b2 req-6367aa2c-e716-4f14-9efb-c5c86b253e30 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376875 Feb 04 11:56:21.762830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac049e-53bb-4b1a-a48f-1eacf25a1e8b req-7432c186-1d94-487a-a93e-f50d2156a8e9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:21.764295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b8ac049e-53bb-4b1a-a48f-1eacf25a1e8b req-7432c186-1d94-487a-a93e-f50d2156a8e9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0817955 Feb 04 11:56:21.807764 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b8ac049e-53bb-4b1a-a48f-1eacf25a1e8b req-014fb3c4-5fe3-4e51-b166-f94d90a50503 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Feb 04 11:56:22.993923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff827d-ca4b-41c8-9d7c-384a6d336490 req-7f0f739c-9e6a-4785-a1fc-51a4cd03a88c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:22.995264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-90ff827d-ca4b-41c8-9d7c-384a6d336490 req-7f0f739c-9e6a-4785-a1fc-51a4cd03a88c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0823262 Feb 04 11:56:23.044189 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-90ff827d-ca4b-41c8-9d7c-384a6d336490 req-9c435e0a-2471-435d-a431-9dcfdfce57a2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Feb 04 11:56:24.227476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b185ff-bc2b-416e-ad22-8b400bd2da5a req-45a5a815-d511-4c19-97a2-5784e56712a9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:24.228927 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b185ff-bc2b-416e-ad22-8b400bd2da5a req-45a5a815-d511-4c19-97a2-5784e56712a9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0794125 Feb 04 11:56:24.272515 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b1b185ff-bc2b-416e-ad22-8b400bd2da5a req-09fa2132-00af-42cc-835d-3675705000fe tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380003 Feb 04 11:56:25.456676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a239817-824a-4cc3-913c-c581237af2d5 req-b95f58de-b5f1-4029-85c2-0a068e4b2d97 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:25.458128 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6a239817-824a-4cc3-913c-c581237af2d5 req-b95f58de-b5f1-4029-85c2-0a068e4b2d97 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0822573 Feb 04 11:56:25.593189 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6a239817-824a-4cc3-913c-c581237af2d5 req-f5eba4ab-2b83-49c2-99c9-82fdb57a2062 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293962 Feb 04 11:56:26.773929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6da90-0cce-4312-af06-658944ecbca2 req-1f9c21be-862b-4216-924a-7ca4a5f4c3bc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:26.775381 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3de6da90-0cce-4312-af06-658944ecbca2 req-1f9c21be-862b-4216-924a-7ca4a5f4c3bc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0780866 Feb 04 11:56:26.817514 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3de6da90-0cce-4312-af06-658944ecbca2 req-9f6afb39-99fc-4bde-8aea-0518ec46e7e2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366299 Feb 04 11:56:27.526055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:28.005233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62b5-2fa2-44bf-a5e1-f0ae46c202bf req-34f3e20a-c116-4715-80fd-aa03b7664145 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:28.006791 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2ff62b5-2fa2-44bf-a5e1-f0ae46c202bf req-34f3e20a-c116-4715-80fd-aa03b7664145 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0828340 Feb 04 11:56:28.049495 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2ff62b5-2fa2-44bf-a5e1-f0ae46c202bf req-8b61091b-865f-4825-93e8-883e3efbfb82 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371661 Feb 04 11:56:29.234548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1931f-cb42-44ab-8657-fde843c24f2a req-d9550cdc-8bd3-4a28-ba19-3c13948b7bc6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:29.236052 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35d1931f-cb42-44ab-8657-fde843c24f2a req-d9550cdc-8bd3-4a28-ba19-3c13948b7bc6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0796971 Feb 04 11:56:29.282240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35d1931f-cb42-44ab-8657-fde843c24f2a req-3f3ae696-d432-4d8e-ad4e-beebbbd8a692 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405416 Feb 04 11:56:29.301151 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:56:30.263155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5bb3afc9-d66c-4eea-9ccb-92b91cf92719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:30.466277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb0f2-d27e-4820-a1aa-3d9e7f20a925 req-ba55acf7-9015-48b2-ab24-b48acc2e9a73 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:30.467726 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c9bb0f2-d27e-4820-a1aa-3d9e7f20a925 req-ba55acf7-9015-48b2-ab24-b48acc2e9a73 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0791588 Feb 04 11:56:30.511723 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c9bb0f2-d27e-4820-a1aa-3d9e7f20a925 req-73c86f8b-c260-454e-8fb5-ab1eb4b80071 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375731 Feb 04 11:56:31.852052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519707-edc9-479b-9bf8-fdb0e6cbabac req-ae2563ed-77e2-41b3-bfd1-8630a55610df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:31.853389 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-81519707-edc9-479b-9bf8-fdb0e6cbabac req-ae2563ed-77e2-41b3-bfd1-8630a55610df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0843194 Feb 04 11:56:31.897842 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-81519707-edc9-479b-9bf8-fdb0e6cbabac req-3b6d27de-9ef7-4fd1-9f10-128d08dc1168 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 Feb 04 11:56:32.755559 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ff66efb2-6150-4f4c-b727-9e5ca20f093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:33.091068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8db78-dcdc-42ab-859a-a32a97ea9022 req-5700fe0d-934a-408d-986b-0eb618d3e50e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:33.092420 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0bb8db78-dcdc-42ab-859a-a32a97ea9022 req-5700fe0d-934a-408d-986b-0eb618d3e50e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0857289 Feb 04 11:56:33.138625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0bb8db78-dcdc-42ab-859a-a32a97ea9022 req-3e294322-0589-4d9b-a063-a335e2841857 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Feb 04 11:56:33.709072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:33.783324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:34.336293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866e50d-7c6a-4e80-b987-ec3c54021834 req-7cc6bef1-7f21-4c0b-814c-ef0f7f92da59 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:34.338952 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4866e50d-7c6a-4e80-b987-ec3c54021834 req-7cc6bef1-7f21-4c0b-814c-ef0f7f92da59 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0870934 Feb 04 11:56:34.383870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4866e50d-7c6a-4e80-b987-ec3c54021834 req-3f4231cc-d5cc-447c-ae02-64eaf2f27d81 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404613 Feb 04 11:56:35.183909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:35.567945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1992e-7612-48d2-aab3-784b401a7a6f req-284af48b-94aa-4544-bd26-46781c99fc71 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:35.569366 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41e1992e-7612-48d2-aab3-784b401a7a6f req-284af48b-94aa-4544-bd26-46781c99fc71 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0782642 Feb 04 11:56:35.616702 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41e1992e-7612-48d2-aab3-784b401a7a6f req-356837ed-68da-411b-bc4a-cebc51449fbe tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Feb 04 11:56:36.800098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122631a3-024f-4489-9f02-99dfd418102c req-7b39a2ba-fdf5-4610-b0d2-cfb12a4fc1ee tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:36.802025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-122631a3-024f-4489-9f02-99dfd418102c req-7b39a2ba-fdf5-4610-b0d2-cfb12a4fc1ee tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0782390 Feb 04 11:56:36.844496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-122631a3-024f-4489-9f02-99dfd418102c req-8b3a7051-37ab-4f03-a3d3-b44f1a690b78 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368822 Feb 04 11:56:38.027742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7313e6-6080-432e-92cf-871777a09811 req-c9564587-a89f-49ec-94ef-20734d0811ee tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:38.029061 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb7313e6-6080-432e-92cf-871777a09811 req-c9564587-a89f-49ec-94ef-20734d0811ee tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0806313 Feb 04 11:56:38.072186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb7313e6-6080-432e-92cf-871777a09811 req-db38067e-6084-478a-b0ed-4c9cefcb5195 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Feb 04 11:56:39.254932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bb281-3698-4f79-8da8-cc32d79da6b4 req-d581c319-20d8-4446-9846-cba4e18d050c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:39.256387 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-997bb281-3698-4f79-8da8-cc32d79da6b4 req-d581c319-20d8-4446-9846-cba4e18d050c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0799370 Feb 04 11:56:39.299513 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-997bb281-3698-4f79-8da8-cc32d79da6b4 req-4cc6bfdf-455c-4334-933e-6a9f7353b87e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375016 Feb 04 11:56:39.813993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb7a7e-8651-476f-85ff-b534f83b15b0 req-884470ed-59ef-447f-a0c1-e7b3198323f5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:39.815441 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-38bb7a7e-8651-476f-85ff-b534f83b15b0 req-884470ed-59ef-447f-a0c1-e7b3198323f5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0819001 Feb 04 11:56:39.859751 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-38bb7a7e-8651-476f-85ff-b534f83b15b0 req-e0922caf-d037-4fa3-8395-3e3f6557298b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Feb 04 11:56:39.862466 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-b51acbc4-780b-49ec-b6ed-a1514f4fff5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701373 Feb 04 11:56:41.051400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729e0cf-6d19-44ee-8124-581c4e09e72c req-1ad0ee23-196e-4f8e-a3fa-24bbbaabec35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:41.052885 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9729e0cf-6d19-44ee-8124-581c4e09e72c req-1ad0ee23-196e-4f8e-a3fa-24bbbaabec35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0847731 Feb 04 11:56:41.101136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9729e0cf-6d19-44ee-8124-581c4e09e72c req-e5663630-748e-44f1-98e4-95abecb1cc1b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Feb 04 11:56:41.997789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-b255e476-ac2a-484f-8ba7-a4308e163645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:41.999181 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-b255e476-ac2a-484f-8ba7-a4308e163645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1099 time: 0.0735259 Feb 04 11:56:42.129233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-b33df1bd-8ffd-4ce4-9486-aaed97d6b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:42.130709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-b33df1bd-8ffd-4ce4-9486-aaed97d6b314 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1249168 Feb 04 11:56:42.279767 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-7e3c1cbe-9622-4d57-84ec-4e3fe0617438 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1002 time: 0.1430759 Feb 04 11:56:42.453105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba034209-526a-4fdf-9f9f-9f3a33e374d2 req-9c21cbab-a37c-4795-b03d-ea5a38112b75 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:42.454536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba034209-526a-4fdf-9f9f-9f3a33e374d2 req-9c21cbab-a37c-4795-b03d-ea5a38112b75 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.2385075 Feb 04 11:56:42.458325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-fbdf335c-ec49-45b7-b600-bbfde9a9094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:42.459649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-fbdf335c-ec49-45b7-b600-bbfde9a9094b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.1732790 Feb 04 11:56:42.547891 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba034209-526a-4fdf-9f9f-9f3a33e374d2 req-52e0d5c9-180a-42cf-a503-32cb69ee163a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868225 Feb 04 11:56:42.563154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-33f4e4ea-aff8-41e6-a40b-46f8afb1edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:42.564616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-33f4e4ea-aff8-41e6-a40b-46f8afb1edce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907173 Feb 04 11:56:42.693484 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-37a9d7b5-330e-4148-81f3-0b060e7eb311 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224124 Feb 04 11:56:42.822500 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-7a6183c1-ae87-43d1-a9ec-94ee4839c1ff service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236119 Feb 04 11:56:43.733254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecb278-4e5c-4044-bcba-be5ef90ee733 req-327bfaa2-17ee-490d-b504-0581bef01df9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:43.734805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-12ecb278-4e5c-4044-bcba-be5ef90ee733 req-327bfaa2-17ee-490d-b504-0581bef01df9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0855823 Feb 04 11:56:43.779373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-12ecb278-4e5c-4044-bcba-be5ef90ee733 req-b40b0589-2a7c-41dc-858b-131153bf8b14 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379956 Feb 04 11:56:44.759539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-4bdbebbb-9d34-47f4-ba18-d3dd3319fc19 service neutron] 10.222.0.42 "GET /v2.0/ports/11dfff78-0074-4047-a0a5-3a7aaa8eccf4/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0738485 Feb 04 11:56:44.966013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6c98-a2a1-48e6-91ef-f0d096656160 req-d2dc02c2-357c-4823-81b5-f8f45e35a6e6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:44.967447 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d6d6c98-a2a1-48e6-91ef-f0d096656160 req-d2dc02c2-357c-4823-81b5-f8f45e35a6e6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0840240 Feb 04 11:56:45.013822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d6d6c98-a2a1-48e6-91ef-f0d096656160 req-78b58597-9da2-4464-a785-0769ce51fe2d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Feb 04 11:56:45.369498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-7a9b019f-724d-49e0-958d-9ad43d48d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:45.371021 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-7a9b019f-724d-49e0-958d-9ad43d48d804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 1099 time: 0.0739250 Feb 04 11:56:45.463903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-16c15507-6d21-47ce-8a8f-92abbfab5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:45.465316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-16c15507-6d21-47ce-8a8f-92abbfab5971 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1099 time: 0.0729311 Feb 04 11:56:45.592100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-6196e25b-5a78-4e60-a8fd-c8951505f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:45.593484 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-6196e25b-5a78-4e60-a8fd-c8951505f82e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1222808 Feb 04 11:56:45.694518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-35d54de2-e2b3-4691-a380-91fc6d0f1d0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1002 time: 0.0955980 Feb 04 11:56:45.755173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-6d5c23fc-3515-4f5b-97d4-97684010a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:45.756625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-6d5c23fc-3515-4f5b-97d4-97684010a136 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0569541 Feb 04 11:56:45.831655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-16385101-85c4-46bb-8c5d-c4cbc6d3b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:45.833105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-16385101-85c4-46bb-8c5d-c4cbc6d3b953 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710127 Feb 04 11:56:45.962122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-04f35485-8a92-4685-a5c5-c004ecc64643 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226935 Feb 04 11:56:46.091817 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da13fdbf-7a07-498a-8529-148b437e6cf6 req-0768ccb4-3185-473b-8f7b-3755e2efe790 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233761 Feb 04 11:56:46.205010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173021e-cff0-4f2f-909f-cb5905db4a76 req-007db8d5-a937-4261-80ab-939a4567b289 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:46.206438 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f173021e-cff0-4f2f-909f-cb5905db4a76 req-007db8d5-a937-4261-80ab-939a4567b289 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0786135 Feb 04 11:56:46.250299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f173021e-cff0-4f2f-909f-cb5905db4a76 req-238d1ce0-7b94-4604-8bf6-09c0046075fb tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Feb 04 11:56:47.434316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa2af9-2090-4e41-8150-080d03aea433 req-b9acc79a-616e-4435-95c2-b571f47d860b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:47.435788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b6fa2af9-2090-4e41-8150-080d03aea433 req-b9acc79a-616e-4435-95c2-b571f47d860b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0827143 Feb 04 11:56:47.490905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b6fa2af9-2090-4e41-8150-080d03aea433 req-43ec74ce-a659-436a-9d9d-dc93d16e82af tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494838 Feb 04 11:56:47.853074 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:56:47.855363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:56:48.065053 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:48.094556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:56:48.114729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:56:48.122960 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'mac_address': 'fa:16:3e:f3:8d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:56:48.126850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:56:48.169520 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'code': 200} Feb 04 11:56:48.181733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:48.198071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:56:48.206326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:48.357243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:56:48.357507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:56:48.359769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:48.366729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.367073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.367415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.367778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.368109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.368437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.368762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.369084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.369405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.369724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.370040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.370357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:48.674179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7449c0-ff0e-47cc-8c66-712195c33352 req-e250619e-91d7-41ff-8f04-773b1c762956 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:48.675523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b7449c0-ff0e-47cc-8c66-712195c33352 req-e250619e-91d7-41ff-8f04-773b1c762956 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 944 time: 0.0770917 Feb 04 11:56:48.720402 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b7449c0-ff0e-47cc-8c66-712195c33352 req-3b524c9a-9bc1-40df-8162-8c6102b924cf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382679 Feb 04 11:56:48.914644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:48.931821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:56:48.947306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:56:49.029304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:49.096957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['11dfff78-0074-4047-a0a5-3a7aaa8eccf4'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:56:49.138563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:49.291065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d2fc6-702a-464b-87c5-d53357737927 req-bb79d7c2-0fc5-4b1b-9d34-1223bdfebacf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:49.292530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f9d2fc6-702a-464b-87c5-d53357737927 req-bb79d7c2-0fc5-4b1b-9d34-1223bdfebacf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 945 time: 0.1760163 Feb 04 11:56:49.319876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-57419c12-4903-4f36-b142-95b894456fe3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:49.321269 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-57419c12-4903-4f36-b142-95b894456fe3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec&tenant_id=8b35bc46bf2440e2ad044e0211b91d43&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1257038 Feb 04 11:56:49.349653 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0f9d2fc6-702a-464b-87c5-d53357737927 req-f3857d66-957c-4f58-ae94-e108f42b323f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502253 Feb 04 11:56:49.483220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-137e527c-bfb3-4aec-87c6-919b8a6ee334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:49.484717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-137e527c-bfb3-4aec-87c6-919b8a6ee334 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1098 time: 0.0898659 Feb 04 11:56:49.712754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-332754c6-9376-4633-8a12-26a428d12f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:49.714177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-332754c6-9376-4633-8a12-26a428d12f11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.2237101 Feb 04 11:56:49.822690 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-242531fe-efa5-401a-9fdc-cdecc8d39db3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1001 time: 0.1019592 Feb 04 11:56:49.864087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:56:49.883784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-9b5de601-1bd5-44f2-a2f0-014dbc4df715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:49.885239 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-9b5de601-1bd5-44f2-a2f0-014dbc4df715 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0566921 Feb 04 11:56:49.933520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:56:49.934162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:49.963106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-0ef039c6-1ad0-4956-a36d-7ced2536262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:49.964498 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-0ef039c6-1ad0-4956-a36d-7ced2536262a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733211 Feb 04 11:56:50.046959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:50.078632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:56:50.097450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-f659caa3-dd80-4e2d-b073-aa5e87fb8981 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262963 Feb 04 11:56:50.143063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:50.180881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:56:50.216840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:50.234058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd189ac-b28a-4d8f-bf57-1017b93405e4 req-5880be99-5233-4edb-a8bd-b58e18c564ec service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308587 Feb 04 11:56:50.235124 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'code': 200} Feb 04 11:56:50.533725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6e88-6071-41ac-967c-e21a5806c085 req-f95f5845-7937-4f56-8781-db991094b2a8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:50.535085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b8b6e88-6071-41ac-967c-e21a5806c085 req-f95f5845-7937-4f56-8781-db991094b2a8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0792701 Feb 04 11:56:50.579736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b8b6e88-6071-41ac-967c-e21a5806c085 req-572b5d15-39fb-4a34-a539-319c331e1b02 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384073 Feb 04 11:56:51.215504 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-38b4de55-eff0-42a0-9a2d-3c0e217c9902 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779114 Feb 04 11:56:51.355501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9626243-24ae-46e1-95f8-66f618965644 req-2faf610e-0c9b-4f16-9ffa-4f49d5f179e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:51.356909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-2faf610e-0c9b-4f16-9ffa-4f49d5f179e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1099 time: 0.0700183 Feb 04 11:56:51.505537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9626243-24ae-46e1-95f8-66f618965644 req-ed594c69-f0d6-42cc-a737-959aadc6873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:51.506965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-ed594c69-f0d6-42cc-a737-959aadc6873f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1246669 Feb 04 11:56:51.610715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-513f5bac-25b0-4926-9add-452aa2ff30d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1002 time: 0.0963662 Feb 04 11:56:51.672059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9626243-24ae-46e1-95f8-66f618965644 req-1725be43-5a96-440c-ab12-685772e2812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:51.673526 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-1725be43-5a96-440c-ab12-685772e2812e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0567126 Feb 04 11:56:51.809868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9626243-24ae-46e1-95f8-66f618965644 req-f3932548-d741-47f7-8385-8ef9e8dab0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:51.811301 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-f3932548-d741-47f7-8385-8ef9e8dab0a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1314592 Feb 04 11:56:51.819187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eef63b-7a25-4ddb-bbbd-3b3b90786e9a req-fa048aa1-d462-43b0-9c83-58e6d728c777 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:51.820495 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50eef63b-7a25-4ddb-bbbd-3b3b90786e9a req-fa048aa1-d462-43b0-9c83-58e6d728c777 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.1041849 Feb 04 11:56:51.939961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50eef63b-7a25-4ddb-bbbd-3b3b90786e9a req-633ff58c-8734-4ae8-a1c6-d6a0ecef6edd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013389 Feb 04 11:56:51.982535 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-43564471-6175-4bd0-8ab8-f25b3df3e66c service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596606 Feb 04 11:56:52.280392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9626243-24ae-46e1-95f8-66f618965644 req-cddec08f-4776-4e7c-b9e7-4342451912eb service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928681 Feb 04 11:56:52.292271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623407f-a600-469d-b144-2ad40ce37a42 req-cdfd8a19-08f1-4f47-9dbb-96c196e0508a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:52.293682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c623407f-a600-469d-b144-2ad40ce37a42 req-cdfd8a19-08f1-4f47-9dbb-96c196e0508a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.2415974 Feb 04 11:56:52.337136 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c623407f-a600-469d-b144-2ad40ce37a42 req-e3f2d65a-1509-4a7d-a1b8-6e0c6c69381c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Feb 04 11:56:52.829000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5361d3-b616-462b-9f2b-e7932f9024a3 req-15a05281-4bf0-4317-b332-26ac77e097fc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:52.830442 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d5361d3-b616-462b-9f2b-e7932f9024a3 req-15a05281-4bf0-4317-b332-26ac77e097fc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0826962 Feb 04 11:56:52.913587 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d5361d3-b616-462b-9f2b-e7932f9024a3 req-3bb78595-0245-4d67-991e-bb3f1269dd94 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766468 Feb 04 11:56:52.940683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-f7e1ef89-5a87-42a0-a127-cb40c2feed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:52.942690 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-f7e1ef89-5a87-42a0-a127-cb40c2feed00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 1099 time: 0.0789919 Feb 04 11:56:53.072297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-cdb44935-c7e3-49bc-a1eb-3479f45f9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:53.073701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-cdb44935-c7e3-49bc-a1eb-3479f45f9fed service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1248221 Feb 04 11:56:53.176563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-15db3592-796d-4b2e-9051-2b70d46833a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 200 len: 1002 time: 0.0955765 Feb 04 11:56:53.246286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-7868c426-a66e-4ef4-ad91-03b45301b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:53.247716 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-7868c426-a66e-4ef4-ad91-03b45301b1d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0655725 Feb 04 11:56:53.322789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-65f8a172-7fb8-45d5-a18d-e88850b8f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:53.324230 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-65f8a172-7fb8-45d5-a18d-e88850b8f319 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708871 Feb 04 11:56:53.452725 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-42db5da1-e3fa-40a7-b0b7-9fec0cd8aab7 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219110 Feb 04 11:56:53.580772 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1c142f4-0d98-4600-8af4-0a3ea97cb65d req-2deb21c4-bed5-4dd8-b33b-aaabdc375ac6 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220365 Feb 04 11:56:54.096711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77276f09-d33a-4a53-8b9a-81aa0f362a74 req-64e1dc59-898f-4213-a2f8-da573266cc51 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:54.098638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77276f09-d33a-4a53-8b9a-81aa0f362a74 req-64e1dc59-898f-4213-a2f8-da573266cc51 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0800004 Feb 04 11:56:54.141691 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77276f09-d33a-4a53-8b9a-81aa0f362a74 req-e5cf8f0f-11e8-45ac-a31d-a7eaf6d0ced0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 Feb 04 11:56:55.329213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df984f04-6d5e-425f-b30b-e11385a5dbc2 req-5ad7fc9f-b8f7-4c86-a132-01fca297665b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:55.330639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df984f04-6d5e-425f-b30b-e11385a5dbc2 req-5ad7fc9f-b8f7-4c86-a132-01fca297665b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0810454 Feb 04 11:56:55.374502 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df984f04-6d5e-425f-b30b-e11385a5dbc2 req-56fb6718-47af-4d4e-b244-5b849bd67b8d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382631 Feb 04 11:56:55.902524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8400b-fe04-4241-bad1-2c9eaaec9896 req-3e136962-e0d3-4139-b646-d5a9214ada41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:55.903961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f8a8400b-fe04-4241-bad1-2c9eaaec9896 req-3e136962-e0d3-4139-b646-d5a9214ada41 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0784023 Feb 04 11:56:55.950217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f8a8400b-fe04-4241-bad1-2c9eaaec9896 req-258f892c-b24f-45f6-a8a2-ec0a7713a913 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Feb 04 11:56:57.133917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cae88-4ee9-4f2a-bc19-a8459e501378 req-687dde2b-3af6-41ef-b28b-660d04109c98 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:57.135342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb2cae88-4ee9-4f2a-bc19-a8459e501378 req-687dde2b-3af6-41ef-b28b-660d04109c98 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0795355 Feb 04 11:56:57.178366 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fb2cae88-4ee9-4f2a-bc19-a8459e501378 req-6860a28a-d82f-479c-8ea4-17ffcaef2cad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Feb 04 11:56:57.521260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:57.644649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b6acd-9fae-4b0d-977b-a62df890523f req-bfcad178-f1c4-4999-8cb6-a84f6e25a586 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:57.646123 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-856b6acd-9fae-4b0d-977b-a62df890523f req-bfcad178-f1c4-4999-8cb6-a84f6e25a586 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.0822766 Feb 04 11:56:57.714164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Deleting port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:56:57.714492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:57.955367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] For port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:56:57.955743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:58.396436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:58.397112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:58.397112 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 disassociated. External IP: 172.26.6.221, port: 11dfff78-0074-4047-a0a5-3a7aaa8eccf4. Feb 04 11:56:58.397405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Calling delete_port for 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:56:58.467349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd23d9c-8598-43d5-9514-2c9d2f86000a req-924784c8-9b49-4845-827f-e2e3770b50ed tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:56:58.468696 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acd23d9c-8598-43d5-9514-2c9d2f86000a req-924784c8-9b49-4845-827f-e2e3770b50ed tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 946 time: 0.1683900 Feb 04 11:56:58.555456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acd23d9c-8598-43d5-9514-2c9d2f86000a req-67bf73c5-607b-46b0-9cae-944e98221c96 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721986 Feb 04 11:56:58.646093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:58.696134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event deleted for resources: {'Port': ['ID=11dfff78-0074-4047-a0a5-3a7aaa8eccf4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:56:58.763888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.764227 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.764568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.764900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.765224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.765551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.765869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.766190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.766510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.766827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.767141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.767452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:56:58.898363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:56:59.076184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:56:59.086778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:56:59.096179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:56:59.096874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:56:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:59.148040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] No DVR routers for this DVR port 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:56:59.150514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:56:59.153086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-deleted', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:56:59.207146 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c251e-d251-40f7-af27-42faa5e59cec', 'name': 'network-vif-deleted', 'tag': '11dfff78-0074-4047-a0a5-3a7aaa8eccf4', 'status': 'completed', 'code': 200} Feb 04 11:56:59.229875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-856b6acd-9fae-4b0d-977b-a62df890523f req-b8f5726c-e3fb-4b91-8d6e-70345fd6abad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "DELETE /v2.0/ports/11dfff78-0074-4047-a0a5-3a7aaa8eccf4 HTTP/1.1" status: 204 len: 173 time: 1.5789952 Feb 04 11:56:59.281701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:56:59.600234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:59.604162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:56:59.612455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:56:59.613609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:56:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:56:59.718655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7172d4b3-c2e7-410b-b169-24ac6600f90a req-a8385850-1957-45bb-9dfb-0356dc0fe2cd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:56:59.793066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:56:59.845839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7172d4b3-c2e7-410b-b169-24ac6600f90a req-a8385850-1957-45bb-9dfb-0356dc0fe2cd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:56:59.846936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7172d4b3-c2e7-410b-b169-24ac6600f90a req-a8385850-1957-45bb-9dfb-0356dc0fe2cd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=f43c251e-d251-40f7-af27-42faa5e59cec HTTP/1.1" status: 200 len: 210 time: 0.1748929 Feb 04 11:57:00.145275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:00.149034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602f400-00d9-4a00-b65e-e1766bebb41f None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:57:00.257079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7349cde4-27ad-42ad-84a8-6218aab312b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:00.385049 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d307ee4-0d68-4e4d-99e6-81d789699cdf None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:57:01.186083 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f12d18c1-56ee-44a6-a0a5-31b359d0ad9a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1614979259&fields=id&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 267 time: 0.0391314 Feb 04 11:57:01.342317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-c45aca21-e64c-4e81-bc96-1d0ccba45c54 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:01.343726 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-c45aca21-e64c-4e81-bc96-1d0ccba45c54 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1510065 Feb 04 11:57:01.358843 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-07bd584f-54e5-4bfd-aadb-e56a8b5dcb90 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/quotas/8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 375 time: 0.0089991 Feb 04 11:57:01.442334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-627b8b7a-ab5e-4401-89fa-86d479c66d8c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778668 Feb 04 11:57:01.576225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-c10b40e2-2736-442c-ba1d-398605fdc61d service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223059 Feb 04 11:57:01.813564 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-04eb668e-6fb5-49eb-ba2c-897018c7599a service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308111 Feb 04 11:57:01.985981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:02.025094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:57:02.025500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 11dfff78-0074-4047-a0a5-3a7aaa8eccf4 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:57:02.070090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-407f1009-d7af-49b8-92f8-61eda3699a16 req-5b2589b1-ef35-47e4-bf3e-87ea73778319 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 210 time: 0.0449431 Feb 04 11:57:02.748665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5b5364d3-be82-4dbf-9bf1-9d07277b5a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:03.216566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b6de3888-6fb4-4991-9398-bab5c3a86705 req-af31633e-6fb1-49d4-8f28-17701b7eacd2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 210 time: 0.0435102 Feb 04 11:57:03.697075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:03.811434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:04.165896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-fe2ea0b5-5fe2-4bc9-88fa-f4094fee3698 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:04.167315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-fe2ea0b5-5fe2-4bc9-88fa-f4094fee3698 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1475792 Feb 04 11:57:04.214549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-d944f012-5b54-49a2-af91-f5202abb62b1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 380 time: 0.0397365 Feb 04 11:57:04.224782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'port': {'device_id': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'admin_state_up': True, 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'security_groups': ['8375bcc6-9dc6-461e-aec4-e4093cd5dd81']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:57:04.388986 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a22506ac-dfac-4401-af27-af4131f9b0cd req-bc462c7a-35bd-4be9-820e-e437c90440b7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 210 time: 0.0585043 Feb 04 11:57:04.407793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:57:04.422286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:57:04.496992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Made reservation on behalf of 8b35bc46bf2440e2ad044e0211b91d43 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:57:04.500593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:04.662353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Allocated IP 172.20.0.12 (4be419c6-4578-4c53-92bf-ac91adf970b3/30416b63-df71-4b1e-b019-e41443db34c5/d9fac607-d554-42d9-a0b2-f05f3d6a8a11) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:57:04.852709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:04.870221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Transition to ACTIVE for port object d9fac607-d554-42d9-a0b2-f05f3d6a8a11 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:05.000624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:05.070390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:57:05.073591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:57:05.075966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:57:05.124160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:05.149993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:05.150612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:05.211773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:05.241458 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f813e36f-bb84-4668-ab86-bd3e97945184 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0206165 Feb 04 11:57:05.253613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Request body: {'port': {'device_id': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:57:05.372618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:05.480276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6cd9fb42-fdfe-497c-be67-554c447a2f25 None None] Provisioning for port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:05.485721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6cd9fb42-fdfe-497c-be67-554c447a2f25 None None] Provisioning complete for port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:05.486175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cd9fb42-fdfe-497c-be67-554c447a2f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:05.543482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9fb42-fdfe-497c-be67-554c447a2f25 None None] Port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:57:05.687569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930a7d-1563-4d5e-8360-d9a659f76c54 req-3349e42e-adba-4677-a3fe-89b311cd10b6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:05.688254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-51930a7d-1563-4d5e-8360-d9a659f76c54 req-3349e42e-adba-4677-a3fe-89b311cd10b6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:57:05.777166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-51930a7d-1563-4d5e-8360-d9a659f76c54 req-3349e42e-adba-4677-a3fe-89b311cd10b6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:57:05.778286 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51930a7d-1563-4d5e-8360-d9a659f76c54 req-3349e42e-adba-4677-a3fe-89b311cd10b6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 932 time: 0.2783599 Feb 04 11:57:05.807631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:05.817323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:05.846685 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51930a7d-1563-4d5e-8360-d9a659f76c54 req-080d2fd2-489f-45fb-aa59-6a40c7ae1e70 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611870 Feb 04 11:57:05.847646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Transition to ACTIVE for port object d9fac607-d554-42d9-a0b2-f05f3d6a8a11 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:57:05.926140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.180397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:06.261158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Attempting to bind port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:57:06.261879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Attempting to bind port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:57:06.261879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Attempting to bind port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:57:06.266379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:57:06.266693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Attempting to bind port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:57:06.272514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:57:06.272846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:57:06.273222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Bound using segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:57:06.273638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Bound port: d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:57:06.273976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.299143 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:57:06.364541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:57:06.367300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:57:06.458044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.517159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:06.517758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:06.519746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] 10.222.0.42 "PUT /v2.0/ports/d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1094 time: 1.2705677 Feb 04 11:57:06.520169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:06.541023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81312a-6cb3-43cd-97e8-a8d232de9759 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:06.568231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'status': 'completed', 'code': 200} Feb 04 11:57:06.662625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42e342-055d-4d48-a877-2539121b9c7d req-beecd361-545d-43da-9b9f-fef8d189a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:06.664147 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c42e342-055d-4d48-a877-2539121b9c7d req-beecd361-545d-43da-9b9f-fef8d189a388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1097 time: 0.0765460 Feb 04 11:57:06.805403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42e342-055d-4d48-a877-2539121b9c7d req-0fbab14a-2a1d-4c07-a00f-289057c899a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:06.806836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c42e342-055d-4d48-a877-2539121b9c7d req-0fbab14a-2a1d-4c07-a00f-289057c899a4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1356256 Feb 04 11:57:06.940864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42e342-055d-4d48-a877-2539121b9c7d req-e8593938-6d73-4cb5-8cad-997105d84d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:06.942843 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c42e342-055d-4d48-a877-2539121b9c7d req-e8593938-6d73-4cb5-8cad-997105d84d90 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303415 Feb 04 11:57:07.088856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8f908-4f80-4101-addc-e1954a5d81fa req-2c313de8-b54c-4ef8-8b78-d5315b3b2cd2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:07.090287 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-faa8f908-4f80-4101-addc-e1954a5d81fa req-2c313de8-b54c-4ef8-8b78-d5315b3b2cd2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 944 time: 0.1386197 Feb 04 11:57:07.092740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-ce8f32ee-2c67-4cbf-9279-8e3bb9915f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:07.094033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-ce8f32ee-2c67-4cbf-9279-8e3bb9915f8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1097 time: 0.1102257 Feb 04 11:57:07.174430 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-faeec5ca-287e-4384-804e-a0e092ad9243 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 217 time: 0.0656273 Feb 04 11:57:07.233102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-faa8f908-4f80-4101-addc-e1954a5d81fa req-1f9b092e-709b-48cd-b0f6-b4c6bcfb3173 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372540 Feb 04 11:57:07.246924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-d835cb47-3de7-495a-868f-027dbf7d1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:07.248347 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-d835cb47-3de7-495a-868f-027dbf7d1a78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0654950 Feb 04 11:57:07.337100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-6f3f66cf-3821-4181-9306-3966790d18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:07.338585 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-6f3f66cf-3821-4181-9306-3966790d18c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841439 Feb 04 11:57:07.467853 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-f1813419-d913-42a2-a62a-d91facbb24ba service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232533 Feb 04 11:57:07.596561 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-612dbb8a-6fd2-4149-af82-d184fd7b9744 req-d043b4ed-17c1-4664-b10a-ca572d1c9d9a service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226566 Feb 04 11:57:08.418226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14eb6b-0064-460d-89c3-91e02b17337c req-72aa1676-5d0e-48fc-a7f4-826896592620 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:08.419660 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f14eb6b-0064-460d-89c3-91e02b17337c req-72aa1676-5d0e-48fc-a7f4-826896592620 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 944 time: 0.0817223 Feb 04 11:57:08.462784 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f14eb6b-0064-460d-89c3-91e02b17337c req-0d036d77-afee-4ea1-acce-9d7cf7a62eaa tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374680 Feb 04 11:57:09.640699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66df92a-3735-4cdd-95dc-a7ee6aa1aa06 req-675bc776-64ea-4af7-b74b-1701418fb2ec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:09.642106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c66df92a-3735-4cdd-95dc-a7ee6aa1aa06 req-675bc776-64ea-4af7-b74b-1701418fb2ec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 944 time: 0.0768442 Feb 04 11:57:09.689563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c66df92a-3735-4cdd-95dc-a7ee6aa1aa06 req-f0558b6d-a674-40c6-84c2-2415355c7ab5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Feb 04 11:57:09.985267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:57:10.114185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:10.126880 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'mac_address': 'fa:16:3e:c8:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:57:10.181279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:10.197390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:10.212207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:10.268497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:10.337094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:10.477637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['d9fac607-d554-42d9-a0b2-f05f3d6a8a11'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:57:10.973397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ba5d-fb80-432f-a141-3c8bc1641374 req-efbdd10b-0dcf-4e63-aefd-ec9baaa2b253 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:10.974802 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ee4ba5d-fb80-432f-a141-3c8bc1641374 req-efbdd10b-0dcf-4e63-aefd-ec9baaa2b253 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 945 time: 0.1801162 Feb 04 11:57:11.017242 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ee4ba5d-fb80-432f-a141-3c8bc1641374 req-e990e33e-fd6f-4625-9981-7b13e5882153 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369043 Feb 04 11:57:12.000821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:12.125879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:57:12.130904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:12.131467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:12.204689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ccdd4-ef6b-4389-bcdf-1ac49fe4b1cc req-cd7f11cb-a3cd-41fe-af4d-8806854fa27b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:12.206128 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d59ccdd4-ef6b-4389-bcdf-1ac49fe4b1cc req-cd7f11cb-a3cd-41fe-af4d-8806854fa27b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 945 time: 0.0829151 Feb 04 11:57:12.249749 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d59ccdd4-ef6b-4389-bcdf-1ac49fe4b1cc req-4c9aaf08-c0fa-46b3-9b08-71a4c12307c2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369275 Feb 04 11:57:12.251610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:12.278341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:12.287579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:12.320722 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'code': 200} Feb 04 11:57:12.354256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:12.420785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:12.656180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a7f4-541a-4d5f-a5b4-3e73fe768295 req-71110f3e-3777-469c-850d-db6406f91332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:12.657533 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de01a7f4-541a-4d5f-a5b4-3e73fe768295 req-71110f3e-3777-469c-850d-db6406f91332 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1099 time: 0.0679352 Feb 04 11:57:12.699470 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de01a7f4-541a-4d5f-a5b4-3e73fe768295 req-24b3c61e-8f08-43fd-bce9-a46004b55c73 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356293 Feb 04 11:57:13.430518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf7cec-0674-4f75-9fe2-9f591d86cbad req-e9927d51-7838-4e5d-a232-6c4f04a188b3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:13.431987 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6bcf7cec-0674-4f75-9fe2-9f591d86cbad req-e9927d51-7838-4e5d-a232-6c4f04a188b3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0783737 Feb 04 11:57:13.476899 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6bcf7cec-0674-4f75-9fe2-9f591d86cbad req-55cb498a-ddca-447d-b156-01841adeaf81 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389500 Feb 04 11:57:14.664911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c9cd-cb98-4700-8ec9-acfd7c5e8211 req-c998f193-b444-4ce4-84f8-91350f209fb2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:14.666341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0c3c9cd-cb98-4700-8ec9-acfd7c5e8211 req-c998f193-b444-4ce4-84f8-91350f209fb2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0845242 Feb 04 11:57:14.710778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0c3c9cd-cb98-4700-8ec9-acfd7c5e8211 req-1b7cf2eb-fcc6-4c0a-a34e-3b75b220f9ce tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387237 Feb 04 11:57:14.886283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f4ca6-0c7a-4404-b1cb-d3bbc203b3e3 req-82a46467-e71a-417a-bc45-76975635406c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:14.887624 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-789f4ca6-0c7a-4404-b1cb-d3bbc203b3e3 req-82a46467-e71a-417a-bc45-76975635406c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0787294 Feb 04 11:57:14.896257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:57:14.901593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'floatingip': {'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:57:14.981386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:15.573658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:15.645665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:15.919193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 associated. External IP: 172.26.6.221, port: d9fac607-d554-42d9-a0b2-f05f3d6a8a11. Feb 04 11:57:16.263379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:57:16.438478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:57:16.443357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:16.447789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:57:16.457375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:57:16.457976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:57:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:16.501221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-692ba364-6fef-446e-952f-2359f44e2561 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "PUT /v2.0/floatingips/943ef045-0eb3-4a3c-8114-73a1d85db1e3 HTTP/1.1" status: 200 len: 992 time: 1.6034200 Feb 04 11:57:16.501790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:16.545466 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'status': 'completed', 'code': 200} Feb 04 11:57:16.649658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:57:16.696553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-a81a92fa-d7e0-4730-8c29-e2676d09818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:16.698053 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-a81a92fa-d7e0-4730-8c29-e2676d09818f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1099 time: 0.1311510 Feb 04 11:57:16.710390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92400065-f52d-41e4-ad2a-5d1b06446f00 req-65e09ff2-edc8-4d27-ab83-c1db5cd25cba tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:16.711834 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92400065-f52d-41e4-ad2a-5d1b06446f00 req-65e09ff2-edc8-4d27-ab83-c1db5cd25cba tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.1091712 Feb 04 11:57:16.850238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92400065-f52d-41e4-ad2a-5d1b06446f00 req-f97083f9-b975-443d-899e-67210213df55 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147971 Feb 04 11:57:16.869213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-39ee8600-8679-4e6b-a45c-90f942aa6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:16.870722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-39ee8600-8679-4e6b-a45c-90f942aa6484 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1579943 Feb 04 11:57:16.973282 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-469985fc-e469-4798-a324-be3b73e41804 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1000 time: 0.0958445 Feb 04 11:57:17.034684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-8cd35341-76be-4ca9-9470-8f976389b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:17.034905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:c8:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:57:15Z', 'revision_number': 9, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:17.036153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-8cd35341-76be-4ca9-9470-8f976389b4cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0573392 Feb 04 11:57:17.038700 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:57:17.047025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:57:17.047644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:57:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:17.110597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-2854eb61-ac24-44e0-b77c-e4afe792f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:17.112080 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-2854eb61-ac24-44e0-b77c-e4afe792f134 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692606 Feb 04 11:57:17.223754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:57:17.243192 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-ad9f8485-d2bf-4610-b456-f30c1beaf87e service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244822 Feb 04 11:57:17.372042 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2db6105b-33dd-474b-bbc9-f9b0141ff5f5 req-2329cd30-8e33-4f28-ab45-10c79db8eac5 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227348 Feb 04 11:57:17.575062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:c8:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:57:15Z', 'revision_number': 9, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:57:17.579267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e5a2d-c851-4062-8408-8c46729c37a3 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:c8:9f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:57:15Z', 'revision_number': 9, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:57:17.770375 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87924743-7e0c-40ec-a63c-5e5be8ed9a07 None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:57:18.166765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ef3f5-6222-4207-816b-6e21f8a10ff2 req-60b40184-b713-446e-9743-75d94863c8e6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:18.168235 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-528ef3f5-6222-4207-816b-6e21f8a10ff2 req-60b40184-b713-446e-9743-75d94863c8e6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.2051542 Feb 04 11:57:18.211102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-528ef3f5-6222-4207-816b-6e21f8a10ff2 req-27f2cf84-8f11-43ee-85d2-d095fc8a7adc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372872 Feb 04 11:57:18.808516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5377a7-bd35-4921-8503-1fa44425b361 req-b54fcebf-e409-4496-b44e-cfc6a1f78149 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:18.810032 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec5377a7-bd35-4921-8503-1fa44425b361 req-b54fcebf-e409-4496-b44e-cfc6a1f78149 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0804496 Feb 04 11:57:18.853993 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-4ebfcc6e-9b7c-48af-9cb5-421801989edc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737705 Feb 04 11:57:18.857470 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec5377a7-bd35-4921-8503-1fa44425b361 req-cfe642f0-c182-40eb-9a6e-7519a55edcb3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 Feb 04 11:57:20.050373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05389a6-f01d-47e6-92f2-cbe9e31f1510 req-409845b6-7b65-44c6-98fb-6e835fcecc95 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:20.052082 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e05389a6-f01d-47e6-92f2-cbe9e31f1510 req-409845b6-7b65-44c6-98fb-6e835fcecc95 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0882998 Feb 04 11:57:20.102983 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e05389a6-f01d-47e6-92f2-cbe9e31f1510 req-f746271d-b640-455f-a2f3-8ac5b90ef27e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Feb 04 11:57:20.830244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-a8b26ddf-c8f8-42cf-9fec-d59f3cfea11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:20.831709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-a8b26ddf-c8f8-42cf-9fec-d59f3cfea11e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1099 time: 0.0727291 Feb 04 11:57:20.960607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-cf4002d2-3222-45e3-90b8-6447c9c2c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:20.962010 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-cf4002d2-3222-45e3-90b8-6447c9c2c5ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1239457 Feb 04 11:57:21.065041 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-64ab434f-1309-4e7b-b7f2-a887d2ffbbb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1003 time: 0.0971904 Feb 04 11:57:21.126959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-d366a3cd-3bc8-48be-a001-ab1ff9bf4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:21.128438 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-d366a3cd-3bc8-48be-a001-ab1ff9bf4a3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0577223 Feb 04 11:57:21.201861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-f2ec27f3-c289-4b5c-a513-285a0a48bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:21.203637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-f2ec27f3-c289-4b5c-a513-285a0a48bb09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692329 Feb 04 11:57:21.389476 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-bb40ea3e-c7fd-4874-873c-65745cef6127 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790304 Feb 04 11:57:21.401035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5b96d-ef72-4a66-9d00-eb9559888026 req-09cf39f5-272e-4ba9-814d-16f449c6fdb9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:21.402527 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79b5b96d-ef72-4a66-9d00-eb9559888026 req-09cf39f5-272e-4ba9-814d-16f449c6fdb9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.1752167 Feb 04 11:57:21.522578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79b5b96d-ef72-4a66-9d00-eb9559888026 req-abb2fe8d-df82-4ac2-8907-dc03f6a4edfd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002543 Feb 04 11:57:21.560478 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-6ea30c36-b23a-47ac-8e04-8b1ff324e5b5 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569824 Feb 04 11:57:22.727900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7480bb-b2a9-48e3-a5cf-8b1d56c79e77 req-f5956d46-73a9-417b-a135-f521865bb174 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:22.729353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8f7480bb-b2a9-48e3-a5cf-8b1d56c79e77 req-f5956d46-73a9-417b-a135-f521865bb174 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0931611 Feb 04 11:57:22.773557 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8f7480bb-b2a9-48e3-a5cf-8b1d56c79e77 req-35818129-c489-4757-8910-f3c5b64f8df5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Feb 04 11:57:23.961507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf3c98-e81f-40d9-93e7-2187672e6554 req-f661158d-03a9-44cf-8bc0-e705c10d1d93 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:23.962936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79cf3c98-e81f-40d9-93e7-2187672e6554 req-f661158d-03a9-44cf-8bc0-e705c10d1d93 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0783153 Feb 04 11:57:24.005165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79cf3c98-e81f-40d9-93e7-2187672e6554 req-3b4fcd2b-0fea-43ee-a2a2-9d0d93903d3f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367289 Feb 04 11:57:25.197294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958730ca-60b7-4144-a3af-9d763c558e7f req-de315ee2-870e-4cbc-bc09-4f135aff13ac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:25.198722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-958730ca-60b7-4144-a3af-9d763c558e7f req-de315ee2-870e-4cbc-bc09-4f135aff13ac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0821612 Feb 04 11:57:25.241746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-958730ca-60b7-4144-a3af-9d763c558e7f req-22999c01-3aea-44b2-84bc-0d4f4f0c6385 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369380 Feb 04 11:57:26.421852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13cc73-9ac0-423c-ab54-04d2a9c7505f req-3487d49c-8e7d-4c91-b954-5e221312903c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:26.423265 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb13cc73-9ac0-423c-ab54-04d2a9c7505f req-3487d49c-8e7d-4c91-b954-5e221312903c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0780857 Feb 04 11:57:26.469197 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb13cc73-9ac0-423c-ab54-04d2a9c7505f req-8d93b3ce-b28f-43b0-9717-eb0ec87eaeed tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Feb 04 11:57:27.542738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:27.658791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb434-f8d2-4973-a67e-23818272ba83 req-452ea795-45c1-4737-a6f8-3f608354a68a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:27.660254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fcfeb434-f8d2-4973-a67e-23818272ba83 req-452ea795-45c1-4737-a6f8-3f608354a68a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0884600 Feb 04 11:57:27.704451 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fcfeb434-f8d2-4973-a67e-23818272ba83 req-b651603d-1649-4d91-bf51-10cf53ecd560 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379481 Feb 04 11:57:28.889211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a0bc2-56fe-4d86-97fb-ad5411f112cf req-fab50db4-6380-470e-a2ae-598f0bd1087a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:28.890923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d59a0bc2-56fe-4d86-97fb-ad5411f112cf req-fab50db4-6380-470e-a2ae-598f0bd1087a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0810251 Feb 04 11:57:29.033279 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d59a0bc2-56fe-4d86-97fb-ad5411f112cf req-6cf2fe9d-c34d-49f0-a112-eb67e75266c5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366694 Feb 04 11:57:30.219301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11281b-fc3c-4001-9034-2ee9bfcd3a86 req-03486bac-b952-49bd-9bcc-d2de9381e363 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:30.220760 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e11281b-fc3c-4001-9034-2ee9bfcd3a86 req-03486bac-b952-49bd-9bcc-d2de9381e363 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0776591 Feb 04 11:57:30.245686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9da989ec-80bf-4e2f-9a21-87fb9b9db894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:30.264074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e11281b-fc3c-4001-9034-2ee9bfcd3a86 req-c4fe7035-3022-402c-8db4-c2e8e0ed36a1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 Feb 04 11:57:31.448142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19482a-d3e9-4e2a-ab03-791fe1dbbaee req-83e954dd-2c7c-4143-b159-becef51fb40f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:31.449572 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a19482a-d3e9-4e2a-ab03-791fe1dbbaee req-83e954dd-2c7c-4143-b159-becef51fb40f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0804651 Feb 04 11:57:31.493051 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a19482a-d3e9-4e2a-ab03-791fe1dbbaee req-1b1386eb-9c7d-4103-b057-24d571a11aa1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Feb 04 11:57:32.675620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32afe63-fb3a-4a7b-bc08-0b95ffb5ce45 req-b0fed8a2-9a2a-478f-a269-b7fb96538d9e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:32.677103 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b32afe63-fb3a-4a7b-bc08-0b95ffb5ce45 req-b0fed8a2-9a2a-478f-a269-b7fb96538d9e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0797949 Feb 04 11:57:32.726047 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b32afe63-fb3a-4a7b-bc08-0b95ffb5ce45 req-5055da4c-7516-49ac-b885-56a48f5893c8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Feb 04 11:57:32.731248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf58-8c15-4b97-9282-fce6f65e189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.748473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.817289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:33.920194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c759972-bafa-4e11-8c2c-17f7883aab3e req-ca5a4a53-d92c-4ae0-a168-7c873616eef3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:33.921621 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c759972-bafa-4e11-8c2c-17f7883aab3e req-ca5a4a53-d92c-4ae0-a168-7c873616eef3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0794225 Feb 04 11:57:33.964881 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c759972-bafa-4e11-8c2c-17f7883aab3e req-b100f62d-6b57-4462-bbfd-352d78378eb1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Feb 04 11:57:35.149155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b077315-b5d1-4c4a-8726-d190a37ae412 req-3a696db4-ee3d-4110-87a6-6b9cae4ebe26 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:35.150646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b077315-b5d1-4c4a-8726-d190a37ae412 req-3a696db4-ee3d-4110-87a6-6b9cae4ebe26 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0832481 Feb 04 11:57:35.194430 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b077315-b5d1-4c4a-8726-d190a37ae412 req-96a7bb67-f9bf-4d3d-8633-be5738bef153 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Feb 04 11:57:35.216786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:36.377027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9318-9cce-44ef-b5c2-2f300b935507 req-2ca077ef-c042-4180-ab9d-90bfea029e4e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:36.378446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06be9318-9cce-44ef-b5c2-2f300b935507 req-2ca077ef-c042-4180-ab9d-90bfea029e4e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0790086 Feb 04 11:57:36.421261 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06be9318-9cce-44ef-b5c2-2f300b935507 req-1a2dce3c-0f71-4157-9135-d881be3af9dd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 Feb 04 11:57:37.606663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3345a4-ef1d-46c0-8166-465b514e2a41 req-c50fe82c-c0c6-4803-96ae-9dbcb23248bc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:37.608105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e3345a4-ef1d-46c0-8166-465b514e2a41 req-c50fe82c-c0c6-4803-96ae-9dbcb23248bc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0820088 Feb 04 11:57:37.651031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e3345a4-ef1d-46c0-8166-465b514e2a41 req-51ef0368-4a2f-4bd9-a6db-1207dafb5fd1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372679 Feb 04 11:57:38.837631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501235e5-4a93-4b6d-a029-2ffffbab22fc req-a6603bb7-bb2f-4306-80ec-518fe2bdfd70 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:38.839071 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-501235e5-4a93-4b6d-a029-2ffffbab22fc req-a6603bb7-bb2f-4306-80ec-518fe2bdfd70 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0811329 Feb 04 11:57:38.885460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-501235e5-4a93-4b6d-a029-2ffffbab22fc req-f6f50c5b-b8ff-48b6-a440-741ddb2cde89 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Feb 04 11:57:40.066301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c7e0-194b-4c85-a23b-c139fbf2b444 req-d3ca2a9b-8240-45ce-bfed-1bc94da9890d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:40.067662 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e391c7e0-194b-4c85-a23b-c139fbf2b444 req-d3ca2a9b-8240-45ce-bfed-1bc94da9890d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0787947 Feb 04 11:57:40.111231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e391c7e0-194b-4c85-a23b-c139fbf2b444 req-34c7788d-ae90-4f04-95f5-b584fdb3d506 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 Feb 04 11:57:41.438231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dcac9-4c08-4d93-97be-347cd2aa9207 req-368666ad-8e96-4786-8372-3b7faee22a40 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:41.439724 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-645dcac9-4c08-4d93-97be-347cd2aa9207 req-368666ad-8e96-4786-8372-3b7faee22a40 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0862262 Feb 04 11:57:41.484400 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-645dcac9-4c08-4d93-97be-347cd2aa9207 req-2a53888c-33f1-4716-9303-bdb9854e93a6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 Feb 04 11:57:42.664506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1effa5-cad0-4994-b56c-81e47ac53574 req-cb3f226e-035f-420f-ad84-69a82a9345f7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:42.666530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de1effa5-cad0-4994-b56c-81e47ac53574 req-cb3f226e-035f-420f-ad84-69a82a9345f7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0798953 Feb 04 11:57:42.710053 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de1effa5-cad0-4994-b56c-81e47ac53574 req-1a3bcb4e-ad6e-4532-9d1b-509533d980cd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378931 Feb 04 11:57:43.298914 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:57:43.622344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-7dc98ada-ca72-45b4-ad4b-3e2a340ee002 service neutron] 10.222.0.42 "GET /v2.0/ports/d9fac607-d554-42d9-a0b2-f05f3d6a8a11/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0747249 Feb 04 11:57:43.898331 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e57e9-1775-4747-beff-5408453088ef req-c88ebc8b-7683-4754-b20f-4eaef761b57c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:43.899713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b87e57e9-1775-4747-beff-5408453088ef req-c88ebc8b-7683-4754-b20f-4eaef761b57c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0847137 Feb 04 11:57:43.943361 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b87e57e9-1775-4747-beff-5408453088ef req-1f8edd7c-4198-41b5-9a46-c9840509fee7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Feb 04 11:57:44.334393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-38593ad4-3cee-4e60-b5df-e07cce9e6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:44.335851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-38593ad4-3cee-4e60-b5df-e07cce9e6434 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 1099 time: 0.0722752 Feb 04 11:57:44.427033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-8990a1f9-b7bc-4f9c-ad9e-99f8725f878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:44.428630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-8990a1f9-b7bc-4f9c-ad9e-99f8725f878c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1099 time: 0.0696514 Feb 04 11:57:44.560910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-6bcf71d4-3fcd-4662-a413-96a0f730dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:44.562310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-6bcf71d4-3fcd-4662-a413-96a0f730dcbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1270025 Feb 04 11:57:44.665377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-0d9348ef-ce3b-4830-b614-e38b52123679 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1003 time: 0.0960670 Feb 04 11:57:44.728019 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-2c10da09-290a-4506-a2d8-f0d07e2bbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:44.730100 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-2c10da09-290a-4506-a2d8-f0d07e2bbc69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0585721 Feb 04 11:57:44.805848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-7f78086a-52e3-4fed-a4be-6873b98fd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:44.807377 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-7f78086a-52e3-4fed-a4be-6873b98fd2c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711918 Feb 04 11:57:44.818349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-a689fa08-e286-4261-8adb-46589f94ff90 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:57:44.819241 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-a689fa08-e286-4261-8adb-46589f94ff90 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056937 Feb 04 11:57:45.054813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-ad6100fa-9c48-404c-a637-46ae44828528 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297449 Feb 04 11:57:45.247262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9dab9-27fd-4700-8f36-710341dbcd2c req-129def3f-606c-4154-a7ea-4b5eb0721697 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:45.248701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30b9dab9-27fd-4700-8f36-710341dbcd2c req-129def3f-606c-4154-a7ea-4b5eb0721697 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.1902676 Feb 04 11:57:45.251863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7d98c61-3e6a-42ef-b343-5d44f42077bc req-fed4d118-49c8-4a72-9919-1760f93a221b service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626027 Feb 04 11:57:45.297300 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30b9dab9-27fd-4700-8f36-710341dbcd2c req-04728d5b-415a-4d5d-9666-7ecda68739c6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Feb 04 11:57:46.480023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ff92-edf2-4993-8788-31dbf2d5bc9b req-e9073e94-a0a8-4922-89c5-81a83f1087ad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:46.481381 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6221ff92-edf2-4993-8788-31dbf2d5bc9b req-e9073e94-a0a8-4922-89c5-81a83f1087ad tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0787170 Feb 04 11:57:46.523817 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6221ff92-edf2-4993-8788-31dbf2d5bc9b req-c829b932-a2f6-4c08-83b6-88854467f30c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368459 Feb 04 11:57:47.708815 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f075a-03b2-4b5e-ab8e-1011ffd74dc7 req-c40bd21d-a340-42d8-a91e-31c3489d5c15 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:47.710238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c10f075a-03b2-4b5e-ab8e-1011ffd74dc7 req-c40bd21d-a340-42d8-a91e-31c3489d5c15 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0822668 Feb 04 11:57:47.753984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c10f075a-03b2-4b5e-ab8e-1011ffd74dc7 req-dba66e9b-303b-4a8e-8ffa-0d6085311b22 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376289 Feb 04 11:57:48.210799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:57:48.214725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:48.435125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.453359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:48.473206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'mac_address': 'fa:16:3e:c8:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:57:48.479850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:48.526937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:48.537076 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'code': 200} Feb 04 11:57:48.546966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.564344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:48.611837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:48.729134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:57:48.729468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:57:48.735009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:48.738219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514beae3-f975-4b65-ace5-4952794edbcb req-ef3f8204-2000-44f9-8381-a6cfd763c65f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:48.739888 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-514beae3-f975-4b65-ace5-4952794edbcb req-ef3f8204-2000-44f9-8381-a6cfd763c65f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 944 time: 0.1492703 Feb 04 11:57:48.741913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.742259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.742594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.743645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.743645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.743645 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.744421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.744733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.745091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.745490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.745758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.746076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:57:48.753056 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-b14e0c17-fa9a-46ae-9bac-d531f69f35c4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:48.754493 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-b14e0c17-fa9a-46ae-9bac-d531f69f35c4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf&tenant_id=8b35bc46bf2440e2ad044e0211b91d43&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.1322062 Feb 04 11:57:48.858680 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-514beae3-f975-4b65-ace5-4952794edbcb req-1cf25649-61af-4a1f-a187-247f54d7215e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030743 Feb 04 11:57:48.869750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-4486a1e1-5528-4cdf-831c-ff5904e9dbcd service neutron] 10.222.0.42 "GET /v2.0/ports/d9fac607-d554-42d9-a0b2-f05f3d6a8a11/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0972154 Feb 04 11:57:48.966120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-022cf480-360e-4320-bf5d-4b9766954a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:48.967637 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-022cf480-360e-4320-bf5d-4b9766954a0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1097 time: 0.0776770 Feb 04 11:57:49.109141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-d3d584ae-42a7-4ebc-abe4-9ecae4499edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:49.110518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-d3d584ae-42a7-4ebc-abe4-9ecae4499edb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1376853 Feb 04 11:57:49.220427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-77f94543-af7c-4665-8236-48b92192eeaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1001 time: 0.1026876 Feb 04 11:57:49.283655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-546543c3-e3b9-4779-9905-9b2356ff7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:49.285105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-546543c3-e3b9-4779-9905-9b2356ff7146 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0581467 Feb 04 11:57:49.325384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.358056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:49.360454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-441aefad-0315-40d6-9c0b-07234f54e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:49.361877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-441aefad-0315-40d6-9c0b-07234f54e024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696418 Feb 04 11:57:49.385043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:49.422493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:49.497536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-797aea96-c526-4575-98bc-74b6d93582dc service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276739 Feb 04 11:57:49.509909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['d9fac607-d554-42d9-a0b2-f05f3d6a8a11'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:57:49.533849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:49.632069 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-c0dd0e1c-7483-4a30-b88e-84124514d696 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274352 Feb 04 11:57:50.051135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a8eb-2d69-4a2a-8af0-f4533b384af2 req-8dc15bcb-9f26-43ff-a0e9-37978974e713 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:50.052633 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ca2a8eb-2d69-4a2a-8af0-f4533b384af2 req-8dc15bcb-9f26-43ff-a0e9-37978974e713 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 945 time: 0.0817304 Feb 04 11:57:50.097216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ca2a8eb-2d69-4a2a-8af0-f4533b384af2 req-7bd496c2-09f3-4ec6-885a-f3e5f1f743f7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Feb 04 11:57:50.230004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:50.296563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:50.296925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.416578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.447588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:50.536500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:50.565013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:50.610456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:50.620912 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'code': 200} Feb 04 11:57:51.442757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910b36-b061-40ca-98b7-47f2fc801eec req-adfc0af9-787b-4a73-9cfe-c2d85e05ba25 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:51.444209 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb910b36-b061-40ca-98b7-47f2fc801eec req-adfc0af9-787b-4a73-9cfe-c2d85e05ba25 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.2160182 Feb 04 11:57:51.446059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-608e9fc6-a8ca-4068-bb80-cb913445c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:51.447523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-608e9fc6-a8ca-4068-bb80-cb913445c5bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1099 time: 0.2483311 Feb 04 11:57:51.569488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb910b36-b061-40ca-98b7-47f2fc801eec req-ed729d4b-2ce5-4dff-b8ec-b3e489c3c339 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193097 Feb 04 11:57:51.619982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-a1daba46-ce54-44cd-b6ae-330cc6703c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:51.621511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-a1daba46-ce54-44cd-b6ae-330cc6703c09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1507878 Feb 04 11:57:51.741385 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-493186be-ffa3-48ae-86a7-2b88ed4c45f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1003 time: 0.1132269 Feb 04 11:57:51.803361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-4ca5cce1-57b1-4236-b461-5d295b79c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:51.804796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-4ca5cce1-57b1-4236-b461-5d295b79c917 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0568259 Feb 04 11:57:51.892889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-ba8dcf6d-4bcf-4a8b-aa81-e9982ad8f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:51.894414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-ba8dcf6d-4bcf-4a8b-aa81-e9982ad8f37b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787437 Feb 04 11:57:52.030911 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-1a096c06-6f99-49a1-87f6-2ccc7b15c4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285176 Feb 04 11:57:52.168038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3070145-94a3-488f-a0c4-6e4d5f22baed req-1bfc3534-d811-40d6-8523-553054ba109d service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305361 Feb 04 11:57:52.761690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4218-b636-45b3-bd19-4807a4c70143 req-cef0400e-7b13-4694-b0e8-68b0782d41e4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:52.763126 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d3a4218-b636-45b3-bd19-4807a4c70143 req-cef0400e-7b13-4694-b0e8-68b0782d41e4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0846694 Feb 04 11:57:52.806806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d3a4218-b636-45b3-bd19-4807a4c70143 req-83c8ba9c-c380-40c6-a969-6863a3531da9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380235 Feb 04 11:57:52.974871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-9da16f98-8fc8-462c-9ba3-35e24e849d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:52.976361 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-9da16f98-8fc8-462c-9ba3-35e24e849d75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 1099 time: 0.0723698 Feb 04 11:57:53.064962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-cc226061-dd91-462c-97e0-72a3c01bff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:53.066376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-cc226061-dd91-462c-97e0-72a3c01bff87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 1099 time: 0.0683813 Feb 04 11:57:53.194713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-411fc561-b7b9-4566-8b7f-2b30f294f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:53.196170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-411fc561-b7b9-4566-8b7f-2b30f294f49e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1230845 Feb 04 11:57:53.297721 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-674bde29-82cd-483d-b372-778ee9506313 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 200 len: 1003 time: 0.0951221 Feb 04 11:57:53.359597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-39373149-fb03-4463-963a-9bad4abceb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:53.360990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-39373149-fb03-4463-963a-9bad4abceb47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0558031 Feb 04 11:57:53.440598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-405732dc-795e-456a-9fe5-ef2ee9d9cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:53.442117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-405732dc-795e-456a-9fe5-ef2ee9d9cd5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745027 Feb 04 11:57:53.576835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-d08307d1-83ab-4536-832a-441e98a62a75 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260059 Feb 04 11:57:53.818737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77bdd27b-a835-427a-b7dc-a8add1651215 req-551ad3e9-0eea-4e69-a4a5-f43caade9f8a service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340975 Feb 04 11:57:53.990127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7d3d-748f-4153-ad83-08e120fe4626 req-049bc0be-2b68-4b30-9571-a0a9615826f8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:53.991530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b34e7d3d-748f-4153-ad83-08e120fe4626 req-049bc0be-2b68-4b30-9571-a0a9615826f8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0780520 Feb 04 11:57:54.033529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b34e7d3d-748f-4153-ad83-08e120fe4626 req-e14e6548-113c-4cdf-a00b-d1428e3d8435 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Feb 04 11:57:55.220190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8b27b-32f7-461d-b2aa-705163a59268 req-4d3263f1-b850-4378-b0ab-328e7950a245 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:55.221648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7ec8b27b-32f7-461d-b2aa-705163a59268 req-4d3263f1-b850-4378-b0ab-328e7950a245 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0815723 Feb 04 11:57:55.266056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7ec8b27b-32f7-461d-b2aa-705163a59268 req-4a34e4a1-2d80-4a5c-af71-dc6a18996684 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387723 Feb 04 11:57:56.265276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:57:56.268732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:57:56.449415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec04a23-d372-4f91-ab6e-17d29a38232f req-cf967338-82ac-4a9a-8031-52ec42de7701 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:56.450842 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ec04a23-d372-4f91-ab6e-17d29a38232f req-cf967338-82ac-4a9a-8031-52ec42de7701 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0781603 Feb 04 11:57:56.480255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.498193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8ec04a23-d372-4f91-ab6e-17d29a38232f req-4019b58a-be14-4d20-b041-36d518d4e1a0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Feb 04 11:57:56.514295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:56.531199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:56.538692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'mac_address': 'fa:16:3e:c8:9f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:57:56.544740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:56.577662 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'code': 200} Feb 04 11:57:56.607476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.617904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:56.663200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:56.682116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539f2a2-39ae-4b6a-b47f-0738ad10a15a req-cec8e77b-8c18-4bee-acc9-a3507fbcfc84 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:56.683615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6539f2a2-39ae-4b6a-b47f-0738ad10a15a req-cec8e77b-8c18-4bee-acc9-a3507fbcfc84 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 944 time: 0.0798664 Feb 04 11:57:56.729962 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6539f2a2-39ae-4b6a-b47f-0738ad10a15a req-66c6c0ab-4628-4ab2-bb14-bab3ac55386e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Feb 04 11:57:56.745742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=9']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:56.750839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:57:56.751187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:57:56.921763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f4888-3a8c-4072-b346-48eb28ac05a8 req-8ee7ff1e-e57f-41e4-b27a-d2b800c2d6d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:56.923219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c5f4888-3a8c-4072-b346-48eb28ac05a8 req-8ee7ff1e-e57f-41e4-b27a-d2b800c2d6d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 944 time: 0.0830619 Feb 04 11:57:56.967393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c5f4888-3a8c-4072-b346-48eb28ac05a8 req-c3f423fd-0083-40ed-ba56-cdc8826b17d5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386980 Feb 04 11:57:57.304535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:57.324630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:57:57.340396 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:57.473610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:57.549009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['d9fac607-d554-42d9-a0b2-f05f3d6a8a11'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:57:57.569069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7c87d-9442-4861-878f-fb1937fe05b2 req-e58d92d8-6dd5-4fd8-823b-81374aeb34ac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:57.570502 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f3d7c87d-9442-4861-878f-fb1937fe05b2 req-e58d92d8-6dd5-4fd8-823b-81374aeb34ac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 946 time: 0.0822439 Feb 04 11:57:57.579365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=10']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:57.595581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:57.616696 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f3d7c87d-9442-4861-878f-fb1937fe05b2 req-4b79997f-f958-4767-afc7-6a5176e44af9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Feb 04 11:57:58.296405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:57:58.362363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:57:58.363004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:58.477752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:58.508637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:57:58.578172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:57:58.588786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:57:58.625644 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'code': 200} Feb 04 11:57:58.661373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=11']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:57:58.801725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639d542-18c8-4d07-bc9d-70ad4860fd6a req-7da8ea5e-cb01-4bf4-837c-9c670685f770 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:58.803134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8639d542-18c8-4d07-bc9d-70ad4860fd6a req-7da8ea5e-cb01-4bf4-837c-9c670685f770 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 947 time: 0.0801573 Feb 04 11:57:58.846011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8639d542-18c8-4d07-bc9d-70ad4860fd6a req-65272ebe-ceba-47a8-acc2-600922594b62 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372746 Feb 04 11:57:59.775322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-7254451a-0a55-4545-ae97-d1ff9df89678 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:57:59.776808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-7254451a-0a55-4545-ae97-d1ff9df89678 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 947 time: 0.0779414 Feb 04 11:57:59.847618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Deleting port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:57:59.848271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:00.141891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f311-46ef-424e-b032-0a603d7068a9 req-e3ba586d-edfa-40c4-8716-86eff2ea6c9c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:00.143225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9461f311-46ef-424e-b032-0a603d7068a9 req-e3ba586d-edfa-40c4-8716-86eff2ea6c9c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 947 time: 0.1896257 Feb 04 11:58:00.174962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] For port d9fac607-d554-42d9-a0b2-f05f3d6a8a11, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:00.175315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:00.239949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a9dc7ccf-ee05-462f-9470-f03db3e45588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:00.279425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9461f311-46ef-424e-b032-0a603d7068a9 req-ab416f46-709c-4dd5-941f-437ce3a8eba4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275053 Feb 04 11:58:00.481801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:00.482291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:00.482603 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 disassociated. External IP: 172.26.6.221, port: d9fac607-d554-42d9-a0b2-f05f3d6a8a11. Feb 04 11:58:00.482944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Calling delete_port for d9fac607-d554-42d9-a0b2-f05f3d6a8a11 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:58:00.657072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:00.805645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event deleted for resources: {'Port': ['ID=d9fac607-d554-42d9-a0b2-f05f3d6a8a11,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:00.816894 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.817285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.817735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.817966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.818313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.818664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.818992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.819313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.819713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.820037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.820359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:00.820673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:01.017690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:58:01.197600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:58:01.210706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:58:01.222819 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:58:01.223454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:57:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:01.276020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] No DVR routers for this DVR port d9fac607-d554-42d9-a0b2-f05f3d6a8a11 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:58:01.278369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:01.280899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-deleted', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:01.326188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961378cf-3113-4034-aa8a-b44e62b4adcf', 'name': 'network-vif-deleted', 'tag': 'd9fac607-d554-42d9-a0b2-f05f3d6a8a11', 'status': 'completed', 'code': 200} Feb 04 11:58:01.343092 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1f8aee0-7737-421a-a94b-62fc6e6b5917 req-3fdbbdc6-be87-41b8-bcc8-465d99033140 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "DELETE /v2.0/ports/d9fac607-d554-42d9-a0b2-f05f3d6a8a11 HTTP/1.1" status: 204 len: 173 time: 1.5602262 Feb 04 11:58:01.403586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:58:01.437493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ef821177-08e0-4da2-8180-79f9c08227dd req-3d0adb55-4ab4-4835-9f6d-854b9ac8ee47 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:58:01.519628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ef821177-08e0-4da2-8180-79f9c08227dd req-3d0adb55-4ab4-4835-9f6d-854b9ac8ee47 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:58:01.520825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef821177-08e0-4da2-8180-79f9c08227dd req-3d0adb55-4ab4-4835-9f6d-854b9ac8ee47 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=961378cf-3113-4034-aa8a-b44e62b4adcf HTTP/1.1" status: 200 len: 210 time: 0.1262329 Feb 04 11:58:01.754920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:01.759343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:58:01.767779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:58:01.768374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:57:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:01.957986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:58:02.269300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:02.273140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1925f5-5dd0-440c-aa8f-788babce66fe None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:58:02.479116 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25beb487-e989-44f3-806d-6e3c8e9f8031 None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:58:02.731418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3a2f-50d4-4fda-87cf-177901ebbec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:02.856294 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-87db357b-69c4-4da4-92be-498b9438e8ac tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1614979259&fields=id&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 267 time: 0.0422349 Feb 04 11:58:03.005250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-7dadce59-dd46-4f95-adce-2a2367ad93ed tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:03.006801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-7dadce59-dd46-4f95-adce-2a2367ad93ed tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1441405 Feb 04 11:58:03.020983 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-f0284614-9f8f-4795-8b29-626e1d7a6081 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/quotas/8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 375 time: 0.0087793 Feb 04 11:58:03.104465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fda1f928-b933-4367-b9bf-3112f5e89eba tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780530 Feb 04 11:58:03.238511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-e1d1d2cd-7b98-42fa-9ee2-bb8ac0d21c86 service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225452 Feb 04 11:58:03.366288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-798c48f9-5a01-4589-8907-4db0f544e46d service neutron] 10.222.0.36 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219766 Feb 04 11:58:03.622700 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-27a4692e-8c01-4611-abfa-2b371a776141 req-e8bc166b-91dd-4bae-9fd7-576841c20991 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 210 time: 0.0430837 Feb 04 11:58:03.697259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:03.776471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:04.328527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:58:04.363821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: d9fac607-d554-42d9-a0b2-f05f3d6a8a11 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:58:04.364180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device d9fac607-d554-42d9-a0b2-f05f3d6a8a11 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:58:04.773699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1af65c70-c566-46e5-9e7a-74564613b3f5 req-d7af038e-cb0f-4a73-8e72-0f5f91c5ee78 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 210 time: 0.0452535 Feb 04 11:58:05.204948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:05.475791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-dcc02e70-32e0-4aa5-8f21-a05a6b41430a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:05.477208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-dcc02e70-32e0-4aa5-8f21-a05a6b41430a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 811 time: 0.1450059 Feb 04 11:58:05.523390 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-a84673ab-b4a5-4262-b18d-98657050c64c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 380 time: 0.0383310 Feb 04 11:58:05.531494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'port': {'device_id': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'admin_state_up': True, 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'security_groups': ['8375bcc6-9dc6-461e-aec4-e4093cd5dd81']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:58:05.771177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:58:05.781119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:58:05.851368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Made reservation on behalf of 8b35bc46bf2440e2ad044e0211b91d43 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:58:05.855499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:05.980886 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef25e88e-ea85-44b9-85ba-edf48fd4bbbd req-b44e061e-5336-4b8f-84cb-01182d79b896 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 210 time: 0.0714147 Feb 04 11:58:06.075377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Allocated IP 172.20.0.3 (4be419c6-4578-4c53-92bf-ac91adf970b3/30416b63-df71-4b1e-b019-e41443db34c5/383b17a1-c048-4e97-966c-8c49d166bc1a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:58:06.256149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:06.271634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Transition to ACTIVE for port object 383b17a1-c048-4e97-966c-8c49d166bc1a will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:58:06.400657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:06.475271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:58:06.478296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:58:06.482025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:58:06.513261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:06.549252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:06.549847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:06.674674 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-fcc10699-ee7c-4b39-8976-58d903d40667 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1465006 Feb 04 11:58:06.686121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Request body: {'port': {'device_id': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:58:06.801855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:06.822413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ed96cb7d-ec83-43a9-a5ec-f703bc7ac716 None None] Provisioning for port 383b17a1-c048-4e97-966c-8c49d166bc1a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:58:06.829029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ed96cb7d-ec83-43a9-a5ec-f703bc7ac716 None None] Provisioning complete for port 383b17a1-c048-4e97-966c-8c49d166bc1a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:58:06.829029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ed96cb7d-ec83-43a9-a5ec-f703bc7ac716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:06.880663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-ed96cb7d-ec83-43a9-a5ec-f703bc7ac716 None None] Port 383b17a1-c048-4e97-966c-8c49d166bc1a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 11:58:07.192690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383b17a1-c048-4e97-966c-8c49d166bc1a {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:58:07.200966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:07.221855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Transition to ACTIVE for port object 383b17a1-c048-4e97-966c-8c49d166bc1a will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:58:07.234776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2550dd-9ae5-498d-bce3-da7d85fe7dd7 req-efe8a5ba-9cc4-41d0-890c-8ef76acd981c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:07.235463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ca2550dd-9ae5-498d-bce3-da7d85fe7dd7 req-efe8a5ba-9cc4-41d0-890c-8ef76acd981c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:58:07.308190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:07.348613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ca2550dd-9ae5-498d-bce3-da7d85fe7dd7 req-efe8a5ba-9cc4-41d0-890c-8ef76acd981c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:58:07.349747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca2550dd-9ae5-498d-bce3-da7d85fe7dd7 req-efe8a5ba-9cc4-41d0-890c-8ef76acd981c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 931 time: 0.2627847 Feb 04 11:58:07.457834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:07.541542 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca2550dd-9ae5-498d-bce3-da7d85fe7dd7 req-0568a700-8802-4e71-96ed-8a29901426d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830735 Feb 04 11:58:07.581042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Attempting to bind port 383b17a1-c048-4e97-966c-8c49d166bc1a on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:58:07.581367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Attempting to bind port 383b17a1-c048-4e97-966c-8c49d166bc1a by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:58:07.581690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Attempting to bind port 383b17a1-c048-4e97-966c-8c49d166bc1a on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:58:07.586170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Port 383b17a1-c048-4e97-966c-8c49d166bc1a on network 4be419c6-4578-4c53-92bf-ac91adf970b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:58:07.586482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Attempting to bind port 383b17a1-c048-4e97-966c-8c49d166bc1a on network 4be419c6-4578-4c53-92bf-ac91adf970b3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:58:07.591674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:58:07.591995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Checking segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:58:07.592375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Bound using segment: {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:58:07.592799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Bound port: 383b17a1-c048-4e97-966c-8c49d166bc1a, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f46057-ba93-4ea0-bfda-60858ea6ed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:58:07.593139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:07.699632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:58:07.702735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:58:07.794025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:07.853270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:07.853884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:07.855225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] 10.222.0.42 "PUT /v2.0/ports/383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1093 time: 1.1731410 Feb 04 11:58:07.855673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:07.884714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbd3b6-2728-4f62-8417-0dc2f3aebb5d service neutron] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:07.903373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'status': 'completed', 'code': 200} Feb 04 11:58:08.002183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11817-9578-40cc-9e3c-dae91da51ed8 req-cd86f6c1-9dc7-4c27-962c-3d8ffcaa0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.003722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ced11817-9578-40cc-9e3c-dae91da51ed8 req-cd86f6c1-9dc7-4c27-962c-3d8ffcaa0a95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0808935 Feb 04 11:58:08.253917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11817-9578-40cc-9e3c-dae91da51ed8 req-b29c1809-3a73-4e0d-a31e-204007664e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.255285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ced11817-9578-40cc-9e3c-dae91da51ed8 req-b29c1809-3a73-4e0d-a31e-204007664e3d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2439227 Feb 04 11:58:08.389616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11817-9578-40cc-9e3c-dae91da51ed8 req-39f1f56b-b1d3-4638-ad2e-49b967db4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.391038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ced11817-9578-40cc-9e3c-dae91da51ed8 req-39f1f56b-b1d3-4638-ad2e-49b967db4ee5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300335 Feb 04 11:58:08.492604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-d69fe997-67b0-48a9-8878-28c440ee3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.494106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-d69fe997-67b0-48a9-8878-28c440ee3ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0691588 Feb 04 11:58:08.562399 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-4b92f659-e4b4-4ee6-a1e1-5d41a4d9bfa7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 217 time: 0.0619018 Feb 04 11:58:08.622990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-bbb4e072-d525-41de-beb1-6dfbf5cadc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.624450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-bbb4e072-d525-41de-beb1-6dfbf5cadc29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0570395 Feb 04 11:58:08.756372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-9f4c83a5-65d4-4c0c-8a66-39a2423809b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.757844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-9f4c83a5-65d4-4c0c-8a66-39a2423809b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279356 Feb 04 11:58:08.790513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037b88f-45c5-44d7-bcc7-f7d887320755 req-0ba7bcbe-bd8b-4eaa-9717-db76461a967e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:08.791895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4037b88f-45c5-44d7-bcc7-f7d887320755 req-0ba7bcbe-bd8b-4eaa-9717-db76461a967e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 943 time: 0.1281941 Feb 04 11:58:08.905437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4037b88f-45c5-44d7-bcc7-f7d887320755 req-39e383fa-97dc-4001-89d8-8f8ec5266ee7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655639 Feb 04 11:58:08.927928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-d2fc9c0b-4e6c-400e-88f0-b4cbdc7732da service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634016 Feb 04 11:58:09.065822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4cc7e82-2db9-47fe-bbfe-2c2ed8d4d2ba req-42e90535-60e5-41c8-8de3-854f3dacfcc8 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308143 Feb 04 11:58:10.104551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c895-9732-42a1-b83c-4817aa27cb3d req-345a8e09-e122-4ff8-a547-896a0fc54aec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:10.105878 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-33c9c895-9732-42a1-b83c-4817aa27cb3d req-345a8e09-e122-4ff8-a547-896a0fc54aec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 943 time: 0.0818360 Feb 04 11:58:10.148281 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-33c9c895-9732-42a1-b83c-4817aa27cb3d req-492b503d-c0c3-4517-a4ea-2861ed3d8817 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367615 Feb 04 11:58:10.373860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:58:10.502930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:10.515485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'mac_address': 'fa:16:3e:e7:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:58:10.608623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.624530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b17a1-c048-4e97-966c-8c49d166bc1a {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:58:10.639684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:10.702262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:10.769248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:10.910846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['383b17a1-c048-4e97-966c-8c49d166bc1a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:58:11.328012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8b3b4-e294-468a-acea-c0f886729c23 req-5b0c47cd-b39e-4268-97e1-cc57fe76ccb4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:11.329446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-68d8b3b4-e294-468a-acea-c0f886729c23 req-5b0c47cd-b39e-4268-97e1-cc57fe76ccb4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 944 time: 0.0780671 Feb 04 11:58:11.378320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-68d8b3b4-e294-468a-acea-c0f886729c23 req-5161ccd8-b3de-470a-915a-49c7d81c011f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Feb 04 11:58:12.374189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:58:12.524522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 383b17a1-c048-4e97-966c-8c49d166bc1a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:58:12.529609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 383b17a1-c048-4e97-966c-8c49d166bc1a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:58:12.529983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:12.562711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaadda5-fde1-4e85-af63-40fd8fe8715a req-ae48b1aa-5225-40e2-8a06-91fc9373da77 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:12.564179 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-baaadda5-fde1-4e85-af63-40fd8fe8715a req-ae48b1aa-5225-40e2-8a06-91fc9373da77 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 944 time: 0.0818737 Feb 04 11:58:12.608304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-baaadda5-fde1-4e85-af63-40fd8fe8715a req-624038bb-1dc2-420b-9d99-fdbe508906b0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383642 Feb 04 11:58:12.646458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:12.673133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:12.682590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:12.720077 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'code': 200} Feb 04 11:58:12.799393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:12.867238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:13.189840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bcc8f-9cbe-48d0-a583-f8b3364ee044 req-355eabf2-cfd6-411b-b0b9-7aa9f252d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:13.191285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-093bcc8f-9cbe-48d0-a583-f8b3364ee044 req-355eabf2-cfd6-411b-b0b9-7aa9f252d13e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0687459 Feb 04 11:58:13.232918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-093bcc8f-9cbe-48d0-a583-f8b3364ee044 req-a2ea0b63-e4b5-4f62-9344-2fa1eda610d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357094 Feb 04 11:58:13.789080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8c31-3a47-4f47-93fb-ff74d650c0b7 req-9afbd752-6878-4548-a9cb-624acfd43716 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:13.791000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4ade8c31-3a47-4f47-93fb-ff74d650c0b7 req-9afbd752-6878-4548-a9cb-624acfd43716 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0786533 Feb 04 11:58:13.833899 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4ade8c31-3a47-4f47-93fb-ff74d650c0b7 req-6c4e6d30-2cc5-458b-89a5-21ff333ddb7a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373220 Feb 04 11:58:15.031489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbfe6d-5002-412c-857e-9f7957658df5 req-333d8ea9-3361-4fac-b903-8e14da5a6b19 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:15.032954 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a8fbfe6d-5002-412c-857e-9f7957658df5 req-333d8ea9-3361-4fac-b903-8e14da5a6b19 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0878675 Feb 04 11:58:15.076769 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a8fbfe6d-5002-412c-857e-9f7957658df5 req-36c0ecef-1182-4549-9a4d-8f6b76069b38 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Feb 04 11:58:15.253954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5b611-5ea4-4d7c-a0e1-081a6fffa5ee req-43d9fa46-254e-4c2c-b0a8-cf0648376498 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:15.255363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2ca5b611-5ea4-4d7c-a0e1-081a6fffa5ee req-43d9fa46-254e-4c2c-b0a8-cf0648376498 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0772755 Feb 04 11:58:15.264308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:58:15.269074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Request body: {'floatingip': {'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:58:15.438531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:16.020684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:16.119317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:16.290669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 associated. External IP: 172.26.6.221, port: 383b17a1-c048-4e97-966c-8c49d166bc1a. Feb 04 11:58:16.638310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:58:16.927579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:58:16.933044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:16.938978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:58:16.948766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:58:16.949353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:58:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:16.986237 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7c152af2-42f5-477d-b596-c3bdd0fbeb6f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "PUT /v2.0/floatingips/943ef045-0eb3-4a3c-8114-73a1d85db1e3 HTTP/1.1" status: 200 len: 992 time: 1.7209041 Feb 04 11:58:16.986800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:17.031376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'status': 'completed', 'code': 200} Feb 04 11:58:17.131082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:58:17.189620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-9e0f2a8b-cccb-45c4-9cb6-957a299beb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:17.191102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-9e0f2a8b-cccb-45c4-9cb6-957a299beb0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1098 time: 0.1365178 Feb 04 11:58:17.199201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e54d1-9761-4fd4-976e-812beec385a4 req-0aaaa11b-b5f8-4365-8dfb-00bbee3c754f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:17.200580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-740e54d1-9761-4fd4-976e-812beec385a4 req-0aaaa11b-b5f8-4365-8dfb-00bbee3c754f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.1143231 Feb 04 11:58:17.323874 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-740e54d1-9761-4fd4-976e-812beec385a4 req-07415c12-eb9c-4212-8a27-b0b4711e93db tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045346 Feb 04 11:58:17.358359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-be0aa149-18fd-4466-a600-f4fe3b5b26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:17.359833 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-be0aa149-18fd-4466-a600-f4fe3b5b26a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1584024 Feb 04 11:58:17.464442 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-4177b7d5-6e0b-4fce-9a36-7d3b3f02f24a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1000 time: 0.0975733 Feb 04 11:58:17.471038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:e7:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:58:15Z', 'revision_number': 13, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:17.474859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:58:17.483168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:58:17.483785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:58:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:17.528668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-7556fd62-7df4-4ca5-8812-7888ac6f0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:17.530079 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-7556fd62-7df4-4ca5-8812-7888ac6f0bb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0602186 Feb 04 11:58:17.604390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-b2669564-ccd9-4b91-9e0b-2c88f8826f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:17.605851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-b2669564-ccd9-4b91-9e0b-2c88f8826f62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701129 Feb 04 11:58:17.661159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:58:17.738778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-3e3a28e3-b7bc-46c5-8a78-79a7e263b5a4 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273561 Feb 04 11:58:17.870223 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35bcd617-1984-4b42-9f5f-53b1a7042ee2 req-125dc073-04d6-4a5c-960b-ef6ab2f8d07f service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253662 Feb 04 11:58:18.048953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:e7:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:58:15Z', 'revision_number': 13, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:58:18.053087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691a715-5d55-4d89-afc0-9a4de45438ca None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '943ef045-0eb3-4a3c-8114-73a1d85db1e3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'mac_address': 'fa:16:3e:e7:88:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T11:54:54Z', 'updated_at': '2022-02-04T11:58:15Z', 'revision_number': 13, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:58:18.245435 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2cf50-6e39-4609-9e8f-0aad875d32c6 None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:58:18.509631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb68c49-93d3-4fcd-8cc2-17a01e422f58 req-69257d69-e932-47e9-82c4-cb80fc7f87b8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:18.511064 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1fb68c49-93d3-4fcd-8cc2-17a01e422f58 req-69257d69-e932-47e9-82c4-cb80fc7f87b8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0784447 Feb 04 11:58:18.558813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1fb68c49-93d3-4fcd-8cc2-17a01e422f58 req-d43eccdd-5ec0-4176-9bb4-01ae42bdba09 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420423 Feb 04 11:58:20.297568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:58:20.611760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330254f-45b3-4524-b901-f8c41a84e424 req-01416758-bb63-4637-b181-393a2ceb1fb8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:20.613088 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f330254f-45b3-4524-b901-f8c41a84e424 req-01416758-bb63-4637-b181-393a2ceb1fb8 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0793724 Feb 04 11:58:20.655841 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f330254f-45b3-4524-b901-f8c41a84e424 req-70775011-53de-4814-9524-388c6940b528 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Feb 04 11:58:27.553323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:30.266713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7c29deb2-8002-4a63-bbb8-82f531190ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:31.095360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73f18f-d3e3-4a8e-9c79-00d20c7e300f req-833827d3-5ac6-4d5b-9ed4-b6fa110ff6c0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:31.096824 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c73f18f-d3e3-4a8e-9c79-00d20c7e300f req-833827d3-5ac6-4d5b-9ed4-b6fa110ff6c0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0833790 Feb 04 11:58:31.151091 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1c73f18f-d3e3-4a8e-9c79-00d20c7e300f req-15f5b711-f228-412b-a36c-c343c5fc3cb4 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Feb 04 11:58:31.201350 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-5e3945db-ce2e-401a-97c0-5bc5ebccfaa2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190794 Feb 04 11:58:32.340547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622f0d0-5af2-45e5-8bb6-6adb96147d3e req-cbfbda8f-8172-488b-b618-2622610cf5f3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:32.341923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f622f0d0-5af2-45e5-8bb6-6adb96147d3e req-cbfbda8f-8172-488b-b618-2622610cf5f3 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0802677 Feb 04 11:58:32.384765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f622f0d0-5af2-45e5-8bb6-6adb96147d3e req-6f761aa0-0c67-4a4a-953b-4bbbb8c8c90f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372624 Feb 04 11:58:32.759634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5edd487a-0c10-40fa-8c90-8ecd62690aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:33.431244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-0c5343b0-c493-44ef-911e-f01273d7dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:33.432725 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-0c5343b0-c493-44ef-911e-f01273d7dcbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0742879 Feb 04 11:58:33.713380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:33.717659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-e8fa69c6-8cd7-4e02-99e0-f72f732c5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:33.722823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-e8fa69c6-8cd7-4e02-99e0-f72f732c5823 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.2792678 Feb 04 11:58:33.790171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27854a-6791-43c7-93f2-73ec11dd2550 req-0a66fb73-7a4e-41d3-ae3c-e0d3c5e5d20c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:33.791717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd27854a-6791-43c7-93f2-73ec11dd2550 req-0a66fb73-7a4e-41d3-ae3c-e0d3c5e5d20c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.2885277 Feb 04 11:58:33.816112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:33.858344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-8b1a0155-c4da-4732-84fe-d72e1628d50b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1002 time: 0.1313336 Feb 04 11:58:33.865182 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd27854a-6791-43c7-93f2-73ec11dd2550 req-f83d8809-7f55-44db-9ebc-d232f63bf076 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614123 Feb 04 11:58:33.925002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-37e520f7-cc00-49f8-b4f8-9d79167d931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:33.926394 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-37e520f7-cc00-49f8-b4f8-9d79167d931e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0603807 Feb 04 11:58:33.999909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-90717c71-9c4a-4ce7-97e5-70605a0407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:34.001312 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-90717c71-9c4a-4ce7-97e5-70605a0407b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678740 Feb 04 11:58:34.132786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-57071f22-48a4-4444-a6e2-7f0bcef0366d service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246660 Feb 04 11:58:34.278151 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-72d87698-d461-4e29-a58e-d026000475aa service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364050 Feb 04 11:58:35.056368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900bcac-c963-4789-9e8c-5911a075b280 req-08715088-fa5d-49b7-b2bf-2ce3fa9ba2ec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:35.057856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2900bcac-c963-4789-9e8c-5911a075b280 req-08715088-fa5d-49b7-b2bf-2ce3fa9ba2ec tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0865099 Feb 04 11:58:35.103132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2900bcac-c963-4789-9e8c-5911a075b280 req-7f331435-0244-4c08-a0d8-da0bf8da85ae tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396156 Feb 04 11:58:35.227918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:36.287485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8242954-5f7a-48a5-a9ca-7947bf471c62 req-e485786a-341e-43f9-a0fa-b0cbbf8e3dbc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:36.288990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8242954-5f7a-48a5-a9ca-7947bf471c62 req-e485786a-341e-43f9-a0fa-b0cbbf8e3dbc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0792975 Feb 04 11:58:36.331844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8242954-5f7a-48a5-a9ca-7947bf471c62 req-401eaa0b-fea3-4a72-98db-680ce4551161 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372078 Feb 04 11:58:37.521094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1b247-ae7c-4b0d-933b-4438e4924456 req-b0832588-cf5e-4f32-a289-48f5cf3432df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:37.522539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0bb1b247-ae7c-4b0d-933b-4438e4924456 req-b0832588-cf5e-4f32-a289-48f5cf3432df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0869236 Feb 04 11:58:37.566340 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0bb1b247-ae7c-4b0d-933b-4438e4924456 req-13002b06-6a56-4f82-82ca-59cb4bccd2ff tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376825 Feb 04 11:58:38.756269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302d471-9816-415f-bbe2-d4f7455ca015 req-496bc850-459a-48df-a6d0-8d7e44aff12f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:38.757709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a302d471-9816-415f-bbe2-d4f7455ca015 req-496bc850-459a-48df-a6d0-8d7e44aff12f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0823166 Feb 04 11:58:38.802441 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a302d471-9816-415f-bbe2-d4f7455ca015 req-3f9b3932-ac9a-412a-bbdf-90d863639a4d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388865 Feb 04 11:58:39.996843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019044-dec4-4ef7-92c4-bae2f649fa11 req-72b95d10-a24c-4b4c-be66-e2ba0f490a06 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:39.998208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94019044-dec4-4ef7-92c4-bae2f649fa11 req-72b95d10-a24c-4b4c-be66-e2ba0f490a06 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0895939 Feb 04 11:58:40.041047 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-94019044-dec4-4ef7-92c4-bae2f649fa11 req-904ccdf8-bc79-4d89-9986-dabe4eea15eb tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368702 Feb 04 11:58:41.221746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c1dc3-6e82-4691-9302-59732bce0f76 req-859f1f4d-b266-4590-9619-3bec9b68798d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:41.223167 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-688c1dc3-6e82-4691-9302-59732bce0f76 req-859f1f4d-b266-4590-9619-3bec9b68798d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0784421 Feb 04 11:58:41.270481 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-688c1dc3-6e82-4691-9302-59732bce0f76 req-cc8be041-6e49-4415-a77f-da9687438313 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Feb 04 11:58:42.451053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1063b-1158-4b71-bfd3-09e583831a23 req-517ef68e-f88f-4a1a-ba5f-6cfddb141f10 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:42.452514 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6af1063b-1158-4b71-bfd3-09e583831a23 req-517ef68e-f88f-4a1a-ba5f-6cfddb141f10 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Feb 04 11:58:42.496099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6af1063b-1158-4b71-bfd3-09e583831a23 req-8aa7501e-2e63-4eb2-a48c-93aaa99ad4e0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377288 Feb 04 11:58:43.679488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4c71-1347-4b9c-9f78-8063b36ff7bf req-872600c6-f191-4290-b933-f1111a309fc2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:43.680951 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77de4c71-1347-4b9c-9f78-8063b36ff7bf req-872600c6-f191-4290-b933-f1111a309fc2 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0814776 Feb 04 11:58:43.724657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-77de4c71-1347-4b9c-9f78-8063b36ff7bf req-583e6056-a626-4871-9862-2a6a0342a3a0 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380542 Feb 04 11:58:44.906300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef613888-15da-45ec-ba82-8b5f982781fe req-73b824ce-40d6-4857-9216-1f6b5432375c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:44.907736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef613888-15da-45ec-ba82-8b5f982781fe req-73b824ce-40d6-4857-9216-1f6b5432375c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0790515 Feb 04 11:58:44.952261 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef613888-15da-45ec-ba82-8b5f982781fe req-b21e972e-8596-4436-8f68-a745c09cfbdb tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Feb 04 11:58:46.138120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e7fad-5e8a-40dd-b022-7937c7decf26 req-a1823e69-9545-4124-a27d-99a450b72c4a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:46.139533 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f50e7fad-5e8a-40dd-b022-7937c7decf26 req-a1823e69-9545-4124-a27d-99a450b72c4a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0809247 Feb 04 11:58:46.183360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f50e7fad-5e8a-40dd-b022-7937c7decf26 req-a5cdb383-890f-4290-b6fc-e014b69d6b3c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 Feb 04 11:58:47.372514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a2b49-83e4-4062-8efc-490f8a067367 req-e1f6e778-1461-47e4-b369-3286b03a9cc9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:47.373965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5a2b49-83e4-4062-8efc-490f8a067367 req-e1f6e778-1461-47e4-b369-3286b03a9cc9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0789330 Feb 04 11:58:47.420840 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5a2b49-83e4-4062-8efc-490f8a067367 req-359cb6d6-e01f-45fe-a7d4-9cbcbbcce601 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Feb 04 11:58:47.502521 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-12a4896e-62bc-4c27-adf6-46a422f82060 service neutron] 10.222.0.42 "GET /v2.0/ports/383b17a1-c048-4e97-966c-8c49d166bc1a/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0729663 Feb 04 11:58:48.188896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-4097046a-f019-442f-80d8-faa134682e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:48.190337 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-4097046a-f019-442f-80d8-faa134682e5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 1098 time: 0.0706799 Feb 04 11:58:48.380748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-9ad911de-9391-4cd0-90c0-666a36f0ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:48.382198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-9ad911de-9391-4cd0-90c0-666a36f0ad8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1098 time: 0.1713731 Feb 04 11:58:48.512162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-5b078a45-ac4a-46cc-a921-369c8c243521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:48.513593 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-5b078a45-ac4a-46cc-a921-369c8c243521 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1250358 Feb 04 11:58:48.665463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-1cd3cb5b-12a8-4b12-9da6-2afd0fcf95b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1002 time: 0.1450145 Feb 04 11:58:48.720709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c3ed8-1f8f-41d1-b9d1-2c6717b0067c req-c1bdc993-3aeb-4b12-88ed-831f9d229652 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:48.722313 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-481c3ed8-1f8f-41d1-b9d1-2c6717b0067c req-c1bdc993-3aeb-4b12-88ed-831f9d229652 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.1553216 Feb 04 11:58:48.766135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-0b043c80-c18c-4e39-b9b9-863ffeacf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:48.767511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-0b043c80-c18c-4e39-b9b9-863ffeacf880 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0961533 Feb 04 11:58:48.778059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-481c3ed8-1f8f-41d1-b9d1-2c6717b0067c req-ce70dec8-155e-4435-8232-6de6419b5b37 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499604 Feb 04 11:58:48.845021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-e5453d0b-abd3-4f69-a38f-7e3af084d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:48.846463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-e5453d0b-abd3-4f69-a38f-7e3af084d0aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716877 Feb 04 11:58:48.976174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-0a405c89-5b9e-4c2a-af99-58fa106ed84b service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236567 Feb 04 11:58:49.104716 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf3d746c-bbbd-47c0-b0d3-14e895487b51 req-37f0df21-df23-4a10-9f89-d98fd95923c2 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226461 Feb 04 11:58:49.966763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0186fc-6fd7-43ae-a353-5a2cf7d8621f req-6a62e3e7-cd49-46a7-bd7a-6df8658ac7bf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:49.968359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc0186fc-6fd7-43ae-a353-5a2cf7d8621f req-6a62e3e7-cd49-46a7-bd7a-6df8658ac7bf tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0854235 Feb 04 11:58:50.012593 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc0186fc-6fd7-43ae-a353-5a2cf7d8621f req-20261574-9c0b-4a1b-bb41-31f9943ab2de tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385606 Feb 04 11:58:50.576894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:58:50.689847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:50.716029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:50.736332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:50.768911 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'code': 200} Feb 04 11:58:50.867510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:50.934388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:50.941420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.941767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.942119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.942440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.942763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.943091 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.943414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.943765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.944088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.944407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.944724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:50.945058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:58:51.196942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555077-a2a8-45cb-91e9-6de4289309dd req-43a94c4e-8b71-4649-a194-0d065348b52a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:51.198520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0555077-a2a8-45cb-91e9-6de4289309dd req-43a94c4e-8b71-4649-a194-0d065348b52a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 943 time: 0.0800524 Feb 04 11:58:51.247740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c0555077-a2a8-45cb-91e9-6de4289309dd req-351eafde-e461-4bc7-8121-f37254223651 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Feb 04 11:58:52.440358 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4278bd-384d-4317-8bb3-0177e0154fb3 req-4415d966-7b6c-45d2-936b-c07f1c55029f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:52.441814 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b4278bd-384d-4317-8bb3-0177e0154fb3 req-4415d966-7b6c-45d2-936b-c07f1c55029f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 943 time: 0.0841460 Feb 04 11:58:52.486464 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b4278bd-384d-4317-8bb3-0177e0154fb3 req-5f13679f-a898-4bfb-bb86-c0bb0c7a324a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Feb 04 11:58:52.576061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:58:52.711308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:52.727893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'mac_address': 'fa:16:3e:e7:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:58:52.781495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:52.797781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b17a1-c048-4e97-966c-8c49d166bc1a {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:58:52.813128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:52.930185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:53.001504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['383b17a1-c048-4e97-966c-8c49d166bc1a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:58:53.041171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:53.266299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-57db565a-79c2-44a3-aa5e-1dd6c9d09117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:53.268965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-57db565a-79c2-44a3-aa5e-1dd6c9d09117 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0780931 Feb 04 11:58:53.409546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-c7d63ab0-1b5e-4263-95c4-ab0dce49de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:53.410857 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-c7d63ab0-1b5e-4263-95c4-ab0dce49de4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1235473 Feb 04 11:58:53.507819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-a7f05435-dfdf-46a3-b56b-b1785b1730ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1001 time: 0.0900900 Feb 04 11:58:53.572599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-bd7ef512-78ef-473d-8cb8-38b6c98930c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:53.574045 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-bd7ef512-78ef-473d-8cb8-38b6c98930c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0601449 Feb 04 11:58:53.813283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-07ed8e87-06fb-425e-97be-c320f260bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:53.814733 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-07ed8e87-06fb-425e-97be-c320f260bd0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2349508 Feb 04 11:58:53.822560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09e3cf-5b18-486b-9f19-29d299ba91b2 req-636f83ad-49f6-4951-bc13-f2d0462f980f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:53.823889 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf09e3cf-5b18-486b-9f19-29d299ba91b2 req-636f83ad-49f6-4951-bc13-f2d0462f980f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 944 time: 0.2088108 Feb 04 11:58:53.946183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf09e3cf-5b18-486b-9f19-29d299ba91b2 req-99f11065-802d-4324-8498-b086adb6ff2a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040702 Feb 04 11:58:53.989497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-1593f483-e866-4ada-a8ad-a4dce2470602 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646080 Feb 04 11:58:54.117217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d927f0d-06df-4dcf-bd1d-d527ad3c94ce req-3182f64c-6f9e-4c7e-89ec-14960579164e service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216908 Feb 04 11:58:54.590981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:58:54.660379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 383b17a1-c048-4e97-966c-8c49d166bc1a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:58:54.660747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:54.774615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:54.803912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:58:54.814708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:58:54.906037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:54.942823 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'code': 200} Feb 04 11:58:54.973942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:58:55.132072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351977-c347-478b-b01d-e506ff0a183c req-3cd1ff4e-b0ad-433e-8ef1-32c355995fdb tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:55.133461 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-90351977-c347-478b-b01d-e506ff0a183c req-3cd1ff4e-b0ad-433e-8ef1-32c355995fdb tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0804415 Feb 04 11:58:55.178202 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-90351977-c347-478b-b01d-e506ff0a183c req-a7c9434b-5a80-46dc-bb84-5544d88eab1c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 Feb 04 11:58:56.367552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd85175-0243-4d22-a2a6-ab8651bf9aee req-6963bfe6-8441-4223-aa0f-c368774641b6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:56.368989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffd85175-0243-4d22-a2a6-ab8651bf9aee req-6963bfe6-8441-4223-aa0f-c368774641b6 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0810406 Feb 04 11:58:56.417109 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffd85175-0243-4d22-a2a6-ab8651bf9aee req-14b6792a-b169-4244-a90c-c7dbcb055f8e tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Feb 04 11:58:57.296993 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:58:57.599683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d760c-831b-47d2-802b-1efacd6db9e4 req-2a96c410-e1fb-4161-974f-6770e06de9c9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:57.601031 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f32d760c-831b-47d2-802b-1efacd6db9e4 req-2a96c410-e1fb-4161-974f-6770e06de9c9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0790513 Feb 04 11:58:57.610360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:58:57.647909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f32d760c-831b-47d2-802b-1efacd6db9e4 req-e58ff967-58e1-4a19-bb4d-f8f859aa7f52 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Feb 04 11:58:58.837281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247aaf6-b88a-4e46-8208-1df6ab751341 req-04374932-fdb6-47b7-b7a3-55ac67568285 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:58.838701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d247aaf6-b88a-4e46-8208-1df6ab751341 req-04374932-fdb6-47b7-b7a3-55ac67568285 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0802555 Feb 04 11:58:58.882630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d247aaf6-b88a-4e46-8208-1df6ab751341 req-63a21373-7342-4907-9f39-b5827b76b7c5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Feb 04 11:58:59.650817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b7e08-f66d-4755-b363-8b4e8be15fdc req-862dd7ae-e9b0-43a7-84be-a8d753beb5dc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:59.652279 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc9b7e08-f66d-4755-b363-8b4e8be15fdc req-862dd7ae-e9b0-43a7-84be-a8d753beb5dc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.1411862 Feb 04 11:58:59.659950 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-425c6d15-ac8f-45f7-b3c5-3349848f60f5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:59.661221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-425c6d15-ac8f-45f7-b3c5-3349848f60f5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2&tenant_id=8b35bc46bf2440e2ad044e0211b91d43&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1194005 Feb 04 11:58:59.754499 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cc9b7e08-f66d-4755-b363-8b4e8be15fdc req-6f51359b-92dc-4e0f-8b73-e3746af9e760 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923696 Feb 04 11:58:59.768983 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-f1bc0a40-7a16-496e-9468-5f096cff7104 service neutron] 10.222.0.42 "GET /v2.0/ports/383b17a1-c048-4e97-966c-8c49d166bc1a/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0932240 Feb 04 11:58:59.857240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-8d1e656f-def1-4efc-9971-87d308e9703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:59.858686 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-8d1e656f-def1-4efc-9971-87d308e9703b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0689723 Feb 04 11:58:59.989752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-247764e1-7676-459c-822d-c5529e16d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:58:59.992576 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-247764e1-7676-459c-822d-c5529e16d325 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1274302 Feb 04 11:59:00.095011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-6aa553cc-7d7e-4760-af45-c0326907c280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1002 time: 0.0958109 Feb 04 11:59:00.158446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-d368dad1-c1cd-454f-bbbe-ee5abe9d4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:00.159920 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-d368dad1-c1cd-454f-bbbe-ee5abe9d4173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0589814 Feb 04 11:59:00.234009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-820d54b4-45e7-469c-9a9a-27081abbf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:00.235512 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-820d54b4-45e7-469c-9a9a-27081abbf326 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703695 Feb 04 11:59:00.254511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d5081d38-0838-4929-a52a-ca323e3a53d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:00.367162 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-b20b6dc9-7deb-4be1-a0cf-285860db7714 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254153 Feb 04 11:59:00.600940 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-9ab950e8-3436-4a7e-a64c-bce04ae8ed3d service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276442 Feb 04 11:59:00.938978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54f209-3977-4fa0-a01f-3603a3b88262 req-c9290a0d-22ca-4214-8169-f0043306ae73 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:00.940446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e54f209-3977-4fa0-a01f-3603a3b88262 req-c9290a0d-22ca-4214-8169-f0043306ae73 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0786469 Feb 04 11:59:00.986892 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6e54f209-3977-4fa0-a01f-3603a3b88262 req-527de750-d478-4697-a98a-6388e0ba4812 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 Feb 04 11:59:02.172647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52111cd9-6c8d-4409-9b48-e3057b06d211 req-86f9d7c3-6bb5-4c12-9f34-7395ed201d69 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:02.174152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52111cd9-6c8d-4409-9b48-e3057b06d211 req-86f9d7c3-6bb5-4c12-9f34-7395ed201d69 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0792654 Feb 04 11:59:02.216763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52111cd9-6c8d-4409-9b48-e3057b06d211 req-3106b5f7-a2cd-4545-8caa-64fc483a2517 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370786 Feb 04 11:59:02.769846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15497336-b009-4f2e-b5ec-429a9a3ff3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:03.414985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fa838-2cd0-4f61-990d-f74c3bc4dae5 req-c2309be1-9d43-4012-bbed-7d15f14e4a91 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:03.416590 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c5fa838-2cd0-4f61-990d-f74c3bc4dae5 req-c2309be1-9d43-4012-bbed-7d15f14e4a91 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0904236 Feb 04 11:59:03.460706 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c5fa838-2cd0-4f61-990d-f74c3bc4dae5 req-0d954cb0-9159-46e1-afb8-6e812d4eb775 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375748 Feb 04 11:59:03.718395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:03.798254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:04.645545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8edf78-d3fc-4634-a3c1-b679ffc53df2 req-75b2751d-ce48-4800-aaae-8942c5211760 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:04.646964 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c8edf78-d3fc-4634-a3c1-b679ffc53df2 req-75b2751d-ce48-4800-aaae-8942c5211760 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0784874 Feb 04 11:59:04.691174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5c8edf78-d3fc-4634-a3c1-b679ffc53df2 req-28a231af-3f5e-4e30-863d-5a462174bfb1 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Feb 04 11:59:04.792818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-2cb7d13d-4bdd-450b-be8f-6e7a01327da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:04.794183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-2cb7d13d-4bdd-450b-be8f-6e7a01327da5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2&tenant_id=8b35bc46bf2440e2ad044e0211b91d43 HTTP/1.1" status: 200 len: 1098 time: 0.0738411 Feb 04 11:59:04.882672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-8304f33b-3b2c-4f12-a13d-f60ab39c72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:04.884143 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-8304f33b-3b2c-4f12-a13d-f60ab39c72c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0700526 Feb 04 11:59:05.013937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-622dcda3-1936-4bfe-bbcb-847eb2482e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:05.015516 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-622dcda3-1936-4bfe-bbcb-847eb2482e83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 200 len: 912 time: 0.1254692 Feb 04 11:59:05.119124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-593a48b1-6e27-46f7-974d-8b8e7477fceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 200 len: 1002 time: 0.0975554 Feb 04 11:59:05.181166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-a26f91b3-f71f-4b3c-96dc-3c42af28c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:05.182586 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-a26f91b3-f71f-4b3c-96dc-3c42af28c81f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 200 len: 850 time: 0.0576813 Feb 04 11:59:05.250058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:05.259089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-de2fad10-1012-4d3f-a730-ab0ccc4706ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:05.260608 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-de2fad10-1012-4d3f-a730-ab0ccc4706ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4be419c6-4578-4c53-92bf-ac91adf970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725539 Feb 04 11:59:05.387217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-885f8b82-76f4-4aad-a108-95c4b56d6473 service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208057 Feb 04 11:59:05.515053 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-496bab4b-417e-451a-9f24-c0f823a8a11c req-c7cad798-6db5-42a9-952a-001a593e763a service neutron] 10.222.0.42 "GET /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215696 Feb 04 11:59:05.880124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b3dc-ca58-47e7-a1b5-cab323df947d req-fd1b1f65-9dd6-430c-990e-17205bf268ca tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:05.880124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9db0b3dc-ca58-47e7-a1b5-cab323df947d req-fd1b1f65-9dd6-430c-990e-17205bf268ca tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0805337 Feb 04 11:59:05.921101 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9db0b3dc-ca58-47e7-a1b5-cab323df947d req-8169888b-ecb6-47b6-a0ca-26a59ef96726 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377016 Feb 04 11:59:06.654031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:06.770536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:06.796679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:06.806066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:06.848565 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'code': 200} Feb 04 11:59:06.935768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:07.006066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=9']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:07.109449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c6f2b-e5ae-4e97-8096-0888f7c1e26f req-6a8d0bef-1aa3-43bc-815b-2037db61a4da tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:07.110805 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-755c6f2b-e5ae-4e97-8096-0888f7c1e26f req-6a8d0bef-1aa3-43bc-815b-2037db61a4da tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 943 time: 0.0818353 Feb 04 11:59:07.154857 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-755c6f2b-e5ae-4e97-8096-0888f7c1e26f req-d220fc04-c7a9-479d-97f5-1ba43ff216fd tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 Feb 04 11:59:08.349198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ba2d-bdca-4de8-9dfd-254125515b43 req-ec855369-4339-4e93-9745-a1f35924f29b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:08.350627 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f150ba2d-bdca-4de8-9dfd-254125515b43 req-ec855369-4339-4e93-9745-a1f35924f29b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 943 time: 0.0807934 Feb 04 11:59:08.396417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f150ba2d-bdca-4de8-9dfd-254125515b43 req-39f126e9-0bc2-4502-89ce-a925f7b67c31 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401762 Feb 04 11:59:08.669171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:59:08.820432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:08.833128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'port_id': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'mac_address': 'fa:16:3e:e7:88:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:59:08.886224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:08.902740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b17a1-c048-4e97-966c-8c49d166bc1a {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:59:08.917646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:09.021430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:09.095375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['383b17a1-c048-4e97-966c-8c49d166bc1a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:59:09.163958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=10']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:09.580953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc1136-fb7b-4194-bf67-d0613864ae24 req-eda46153-3510-4569-8cad-9d2c00617a79 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:09.582359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4dc1136-fb7b-4194-bf67-d0613864ae24 req-eda46153-3510-4569-8cad-9d2c00617a79 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0780454 Feb 04 11:59:09.624621 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4dc1136-fb7b-4194-bf67-d0613864ae24 req-9e4a4221-6d80-4c0c-85fa-60059d4baa31 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368664 Feb 04 11:59:10.669657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:59:10.740909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 383b17a1-c048-4e97-966c-8c49d166bc1a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:59:10.741354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:10.813608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690debc9-eee3-41ff-9d41-e34484c609bf req-53f098c2-8b05-454b-9b96-bd0160780c48 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:10.815187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-690debc9-eee3-41ff-9d41-e34484c609bf req-53f098c2-8b05-454b-9b96-bd0160780c48 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 945 time: 0.0835464 Feb 04 11:59:10.869340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:10.897046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:10.907716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:10.952150 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'code': 200} Feb 04 11:59:10.967784 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-690debc9-eee3-41ff-9d41-e34484c609bf req-a2937fbf-3b1b-431d-8236-8472f3ca1f61 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468434 Feb 04 11:59:10.969940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:11.037047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=11']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:12.153568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd958c04-b672-4c25-904c-9237706020e6 req-f38ca8a0-00b0-4dc2-ae1b-f73c370d58ae tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:12.155001 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd958c04-b672-4c25-904c-9237706020e6 req-f38ca8a0-00b0-4dc2-ae1b-f73c370d58ae tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0799842 Feb 04 11:59:12.198437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd958c04-b672-4c25-904c-9237706020e6 req-91fac7af-e9df-43f3-baa1-cf9234d5b8df tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370162 Feb 04 11:59:13.380937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f276-cc66-44a0-8969-2cee48a890eb req-f379801a-caeb-4622-b953-c3aea9ebc46f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:13.382348 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6292f276-cc66-44a0-8969-2cee48a890eb req-f379801a-caeb-4622-b953-c3aea9ebc46f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0799258 Feb 04 11:59:13.425052 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6292f276-cc66-44a0-8969-2cee48a890eb req-6e1c76e9-b01e-4ca9-95f6-71c2a2ce1a5b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373137 Feb 04 11:59:14.608910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f310f-b372-4144-b2af-9a7ae75a0413 req-28c5180d-67bd-4e4f-a2a9-39ce8b5dc1d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:14.610360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e4f310f-b372-4144-b2af-9a7ae75a0413 req-28c5180d-67bd-4e4f-a2a9-39ce8b5dc1d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0787399 Feb 04 11:59:14.656764 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e4f310f-b372-4144-b2af-9a7ae75a0413 req-74c12b83-2e0a-4b51-86e3-f41279d320aa tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Feb 04 11:59:15.841511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37114e79-ca44-41e6-88f1-557b7a5bbf8c req-f8459322-a7a1-4369-8a51-4c7cb69d6b4b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:15.842949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37114e79-ca44-41e6-88f1-557b7a5bbf8c req-f8459322-a7a1-4369-8a51-4c7cb69d6b4b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0786827 Feb 04 11:59:15.886029 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37114e79-ca44-41e6-88f1-557b7a5bbf8c req-efe8f93d-ae4e-4b40-bab0-3156bb3c7099 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Feb 04 11:59:16.077038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5c8-b33f-42e7-bbcf-051d87279baa req-e55480af-1e80-44e8-95b6-23d92b53cf5a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:16.078625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-72bce5c8-b33f-42e7-bbcf-051d87279baa req-e55480af-1e80-44e8-95b6-23d92b53cf5a tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0814023 Feb 04 11:59:16.121158 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-72bce5c8-b33f-42e7-bbcf-051d87279baa req-d6748040-4179-4f9d-ba0d-882f097de4eb tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363793 Feb 04 11:59:16.453297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896837e-5139-4b3a-a9a8-14b414ca61a8 req-cd90bcec-6b48-4b12-8070-0ab088fa41da tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:16.454742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2896837e-5139-4b3a-a9a8-14b414ca61a8 req-cd90bcec-6b48-4b12-8070-0ab088fa41da tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0794959 Feb 04 11:59:16.497457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2896837e-5139-4b3a-a9a8-14b414ca61a8 req-e52a9c71-1d1a-4df4-8129-d44323237df9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 Feb 04 11:59:17.093076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b090-ea11-456b-9cdd-2b3a12ed34d9 req-52675fd2-602b-4771-ac4c-3b6bea127f59 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:17.094419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d899b090-ea11-456b-9cdd-2b3a12ed34d9 req-52675fd2-602b-4771-ac4c-3b6bea127f59 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0819714 Feb 04 11:59:17.137025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d899b090-ea11-456b-9cdd-2b3a12ed34d9 req-477af37d-6721-40d2-920b-3bc3a8fd3d8c tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Feb 04 11:59:18.322767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bbb17-dd7d-431f-9ccf-71d73a116abc req-a3851349-e272-40a1-b1b7-10473c9f143f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:18.324223 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a38bbb17-dd7d-431f-9ccf-71d73a116abc req-a3851349-e272-40a1-b1b7-10473c9f143f tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0776122 Feb 04 11:59:18.370598 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a38bbb17-dd7d-431f-9ccf-71d73a116abc req-1fdf79b3-ba6d-45fd-8f5e-6b408720d061 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Feb 04 11:59:19.420139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-bce5d65f-4a32-4b9b-afad-1f774d654c8b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:19.421541 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-bce5d65f-4a32-4b9b-afad-1f774d654c8b tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.0784371 Feb 04 11:59:19.532286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Deleting port 383b17a1-c048-4e97-966c-8c49d166bc1a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:19.532538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:19.656962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35c59-451b-4956-926e-9f17643c2acd req-02728088-4e37-407f-8200-25b342c909f5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:19.658292 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37c35c59-451b-4956-926e-9f17643c2acd req-02728088-4e37-407f-8200-25b342c909f5 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 946 time: 0.1844876 Feb 04 11:59:19.786995 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37c35c59-451b-4956-926e-9f17643c2acd req-1f775251-2c51-4233-ab7f-80a1d42dd3c9 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups?id=8375bcc6-9dc6-461e-aec4-e4093cd5dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230922 Feb 04 11:59:19.828563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] For port 383b17a1-c048-4e97-966c-8c49d166bc1a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=383b17a1-c048-4e97-966c-8c49d166bc1a,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:19.828912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:20.107684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:20.108037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:20.108343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3 disassociated. External IP: 172.26.6.221, port: 383b17a1-c048-4e97-966c-8c49d166bc1a. Feb 04 11:59:20.108673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Calling delete_port for 383b17a1-c048-4e97-966c-8c49d166bc1a owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:59:20.408772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:20.458003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event deleted for resources: {'Port': ['ID=383b17a1-c048-4e97-966c-8c49d166bc1a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:20.468336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.468679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.468954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.469282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.469606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.469928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.470250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.470568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.470887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.471211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.471527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.471865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:20.665217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:59:20.843470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:59:20.852776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:59:20.862934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:59:20.864092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:59:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:20.954965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] No DVR routers for this DVR port 383b17a1-c048-4e97-966c-8c49d166bc1a on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:59:20.961187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:20.963639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-deleted', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:20.971073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ae8e07de-cdd6-4b17-9af6-1ba39ad72e5b req-8d55172c-b478-45de-ae35-b281e7a68f29 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 210 time: 0.0631812 Feb 04 11:59:21.012636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72fd1eb-9908-4c48-8f81-408fca2ac1a2', 'name': 'network-vif-deleted', 'tag': '383b17a1-c048-4e97-966c-8c49d166bc1a', 'status': 'completed', 'code': 200} Feb 04 11:59:21.028106 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a4b85ed6-a4ff-4178-8b2e-bfe241df4813 req-090ee82c-46ab-41d3-a1f0-d4b93ada88d7 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.42 "DELETE /v2.0/ports/383b17a1-c048-4e97-966c-8c49d166bc1a HTTP/1.1" status: 204 len: 173 time: 1.6014211 Feb 04 11:59:21.046275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:59:21.356428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:21.361284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:59:21.370496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:59:21.371100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:59:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:21.549766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:59:21.894179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:21.898510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff48d70-92b7-4fcc-ae05-f08093a7500f None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:54:50Z', 'revision_number': 4, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'e1b0d922-db26-42b8-a62e-9802632ee22b', 'name': '', 'network_id': '4be419c6-4578-4c53-92bf-ac91adf970b3', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'mac_address': 'fa:16:3e:3c:7e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '30416b63-df71-4b1e-b019-e41443db34c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:49Z', 'updated_at': '2022-02-04T11:54:56Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'subnets': [{'id': '30416b63-df71-4b1e-b019-e41443db34c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:59:22.114891 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fdb8f-2467-41e9-901d-9244601c0e73 None None] New status for floating IP 943ef045-0eb3-4a3c-8114-73a1d85db1e3: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 11:59:22.139704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7355d470-6a2c-4cd4-a4bd-7db7f231bf11 req-6764bd79-6f2d-42a9-bfa7-f248a31310fc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Synchronizing usage tracker for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:22.198978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-7355d470-6a2c-4cd4-a4bd-7db7f231bf11 req-6764bd79-6f2d-42a9-bfa7-f248a31310fc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Unset dirty status for tenant:8b35bc46bf2440e2ad044e0211b91d43 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:22.200198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7355d470-6a2c-4cd4-a4bd-7db7f231bf11 req-6764bd79-6f2d-42a9-bfa7-f248a31310fc tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/ports?device_id=c72fd1eb-9908-4c48-8f81-408fca2ac1a2 HTTP/1.1" status: 200 len: 210 time: 0.1047738 Feb 04 11:59:22.717016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:22.751322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 383b17a1-c048-4e97-966c-8c49d166bc1a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:59:22.751705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 383b17a1-c048-4e97-966c-8c49d166bc1a not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:26.696862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:26.763081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58958c10-395e-4890-b97d-9c447a006d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:26.790670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58958c10-395e-4890-b97d-9c447a006d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:26.912683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58958c10-395e-4890-b97d-9c447a006d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:26.931281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958c10-395e-4890-b97d-9c447a006d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8375bcc6-9dc6-461e-aec4-e4093cd5dd81,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:26.934616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58958c10-395e-4890-b97d-9c447a006d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:26.935737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-58958c10-395e-4890-b97d-9c447a006d35 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "DELETE /v2.0/security-groups/8375bcc6-9dc6-461e-aec4-e4093cd5dd81 HTTP/1.1" status: 204 len: 168 time: 0.2377286 Feb 04 11:59:26.938212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45514) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:26.955368 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-54b485db-10ed-45cf-8636-e850835df849 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] show failed (client error): The resource could not be found. Feb 04 11:59:26.956575 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-54b485db-10ed-45cf-8636-e850835df849 tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "GET /v2.0/security-groups/8375bcc6-9dc6-461e-aec4-e4093cd5dd81 HTTP/1.1" status: 404 len: 347 time: 0.0173197 Feb 04 11:59:26.959100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:27.112010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Deleting port 3ad56f48-8a67-4b8a-8196-551a7a2bfabc {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:27.112267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.281865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.282185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.401065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Calling delete_port for 3ad56f48-8a67-4b8a-8196-551a7a2bfabc owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:59:27.564622 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.636971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.787653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Pushing event deleted for resources: {'Port': ['ID=3ad56f48-8a67-4b8a-8196-551a7a2bfabc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:27.879007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.974690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:27.975832 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bdb0d73b-44e2-4236-b629-011dbeb7fd3d tempest-ServerActionsTestJSON-1300481546 tempest-ServerActionsTestJSON-1300481546-project] 10.222.0.36 "DELETE /v2.0/floatingips/943ef045-0eb3-4a3c-8114-73a1d85db1e3 HTTP/1.1" status: 204 len: 168 time: 1.0158017 Feb 04 11:59:27.978847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45522) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:28.509937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:28.860530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Deleting port e1b0d922-db26-42b8-a62e-9802632ee22b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:28.861201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:29.026959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] For port e1b0d922-db26-42b8-a62e-9802632ee22b, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e1b0d922-db26-42b8-a62e-9802632ee22b,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:29.027301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:29.151135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Calling delete_port for e1b0d922-db26-42b8-a62e-9802632ee22b owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:59:29.500786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:29.546644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b0d922-db26-42b8-a62e-9802632ee22b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:29.814206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:30.161622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Router aa322d7e-28be-4adb-99e2-1dca0965e010 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 11:59:30.265395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-262da1e8-ef0b-4a67-81c3-c7015a8c8154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:30.338754 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 11:59:30.347854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] Sync routers for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 11:59:30.350750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7bf57ec5-8060-4282-9ca3-1487119bae21 admin admin] 10.222.0.36 "PUT /v2.0/routers/aa322d7e-28be-4adb-99e2-1dca0965e010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3709376 Feb 04 11:59:30.353204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:30.357276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:59:30.357878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:59:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:30.528347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:30.532756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:59:30.825176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:30.835480 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:59:29Z', 'revision_number': 5, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port': {'id': 'a2d392b7-8bf0-4e45-96c2-ef29c1d7171d', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T11:54:46Z', 'updated_at': '2022-02-04T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:30.841019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] Checking router: aa322d7e-28be-4adb-99e2-1dca0965e010 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 11:59:30.847840 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] Routers {'aa322d7e-28be-4adb-99e2-1dca0965e010'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 11:59:30.848970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T11:59:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['aa322d7e-28be-4adb-99e2-1dca0965e010'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:30.894175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Deleting port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:30.894508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.005468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] Set router aa322d7e-28be-4adb-99e2-1dca0965e010 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 11:59:31.067223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] For port a2d392b7-8bf0-4e45-96c2-ef29c1d7171d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:31.067600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.113686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:59:30Z', 'revision_number': 6, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:31.118017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c55ae3-fbda-42ba-94f2-47aea13ccce9 None None] The sync data for ids ['aa322d7e-28be-4adb-99e2-1dca0965e010'] in dv-neutron-827824-2-hyperv is: [{'id': 'aa322d7e-28be-4adb-99e2-1dca0965e010', 'name': 'tempest-ServerActionsTestJSON-418861778-router', 'tenant_id': '8b35bc46bf2440e2ad044e0211b91d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T11:54:45Z', 'updated_at': '2022-02-04T11:59:30Z', 'revision_number': 6, 'project_id': '8b35bc46bf2440e2ad044e0211b91d43', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 11:59:31.192552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Calling delete_port for a2d392b7-8bf0-4e45-96c2-ef29c1d7171d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:59:31.450166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.530140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d392b7-8bf0-4e45-96c2-ef29c1d7171d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:31.597107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.766191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.768329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.872778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.873334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa322d7e-28be-4adb-99e2-1dca0965e010 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 11:59:31.886039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:31.887175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c18bda91-816d-4e76-aa76-d0da186d389d admin admin] 10.222.0.36 "DELETE /v2.0/routers/aa322d7e-28be-4adb-99e2-1dca0965e010 HTTP/1.1" status: 204 len: 168 time: 1.5330811 Feb 04 11:59:31.889758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45530) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:31.952133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Deleting subnet 30416b63-df71-4b1e-b019-e41443db34c5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 11:59:31.955759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.006639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.085164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.232952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.270727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30416b63-df71-4b1e-b019-e41443db34c5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:32.274233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.281017 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dff515b6-5567-4a4c-8e09-8eb0b92e7f02 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/30416b63-df71-4b1e-b019-e41443db34c5 HTTP/1.1" status: 204 len: 168 time: 0.3901825 Feb 04 11:59:32.282376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe841f-ffb3-404b-acd1-c119ed399658 None None] Network 4be419c6-4578-4c53-92bf-ac91adf970b3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:59:32.283338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45534) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:32.350381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a2d392b7-8bf0-4e45-96c2-ef29c1d7171d no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:32.390051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.396843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: a2d392b7-8bf0-4e45-96c2-ef29c1d7171d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:59:32.397187 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device a2d392b7-8bf0-4e45-96c2-ef29c1d7171d not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:32.397603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1b0d922-db26-42b8-a62e-9802632ee22b no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:32.400426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Deleting port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:32.400761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.444110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e1b0d922-db26-42b8-a62e-9802632ee22b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:59:32.444447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e1b0d922-db26-42b8-a62e-9802632ee22b not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:32.596508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] DHCP port deletion for 4be419c6-4578-4c53-92bf-ac91adf970b3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 11:59:32.601414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Deleting port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:32.601788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.725735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] For port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:32.729319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.818229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9289aad1-92c5-4e7d-af9d-295bc2148178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.849047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Calling delete_port for b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:59:32.856987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] For port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,segment=NetworkSegment(d4f46057-ba93-4ea0-bfda-60858ea6ed65),segment_id=d4f46057-ba93-4ea0-bfda-60858ea6ed65)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:32.857376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:32.977207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Calling delete_port for b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 11:59:33.032610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.047954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 11:59:33.048304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 11:59:33.085762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] No DVR routers for this DVR port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 11:59:33.087343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78cd781-402b-4f2e-b9f9-4ee43b26aaf9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:33.200017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.225032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be419c6-4578-4c53-92bf-ac91adf970b3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:33.236565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f46057-ba93-4ea0-bfda-60858ea6ed65') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:33.237155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f46057-ba93-4ea0-bfda-60858ea6ed65') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 11:59:33.247733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.263721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.269518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 11:59:33.269903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 11:59:33.282996 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 11:59:33.443688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.459730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.471568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] Pushing event deleted for resources: {'Network': ['ID=4be419c6-4578-4c53-92bf-ac91adf970b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:33.476364 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-699bf248-d1d4-4836-a974-f9391f85f261 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4be419c6-4578-4c53-92bf-ac91adf970b3 HTTP/1.1" status: 204 len: 168 time: 1.1919775 Feb 04 11:59:33.549493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Deleting port b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 11:59:33.550018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.617829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d96312db-e91e-4896-8e9a-8bceb3e16edc None None] The port 'b78cd781-402b-4f2e-b9f9-4ee43b26aaf9' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 11:59:33.712845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.808237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:33.908172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:33.956132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-951e5356-8701-4f3f-bbb6-e65b612f643e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b35bc46bf2440e2ad044e0211b91d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468187 Feb 04 11:59:33.958594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:34.014200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8a96-206b-46f6-aa67-a3da83ce9401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:34.041985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8a96-206b-46f6-aa67-a3da83ce9401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:34.169158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8a96-206b-46f6-aa67-a3da83ce9401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:34.183634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d8a96-206b-46f6-aa67-a3da83ce9401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8698a77-dc3d-4e2c-bd7d-5089d57c036e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:34.189949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8a96-206b-46f6-aa67-a3da83ce9401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:34.190664 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1f3d8a96-206b-46f6-aa67-a3da83ce9401 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8698a77-dc3d-4e2c-bd7d-5089d57c036e HTTP/1.1" status: 204 len: 168 time: 0.2312012 Feb 04 11:59:34.295579 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 11:59:34.310897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 11:59:34.346436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 11:59:34.346785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b78cd781-402b-4f2e-b9f9-4ee43b26aaf9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 11:59:35.238153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:35.419956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:35.521850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1647593407-network', 'tenant_id': 'e62fd49b8352468c9479d3f43dda02f9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:59:35.527378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:35.531378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Usage tracker for resource:network and tenant:e62fd49b8352468c9479d3f43dda02f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:35.534206 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:35.539983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:35.661117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Made reservation on behalf of e62fd49b8352468c9479d3f43dda02f9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:59:35.663388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:35.675731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:35.694168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:35.698336 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Usage tracker for resource:security_group_rule and tenant:e62fd49b8352468c9479d3f43dda02f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:35.701109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:35.707018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:35.787911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:35.866348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:35.898174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 11:59:35.903236 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716f1ebc-f575-4516-a4e4-57f32b86079e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:35.913593 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.913881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.914218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.914553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.914882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.915211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.915564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.916004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.916335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.916661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.916982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.917302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:35.920878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:35.921244 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Added segment d5fcdafb-0558-416c-bd73-214d0c86e275 of type vlan for network 4022c9a2-b065-4681-b8f4-19573429e809 Feb 04 11:59:35.948117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.061089 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.062051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:36.062658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.164508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] Pushing event updated for resources: {'Network': ['ID=4022c9a2-b065-4681-b8f4-19573429e809,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:36.174056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 4022c9a2-b065-4681-b8f4-19573429e809 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 11:59:36.279126 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c44f1787-0eea-42c1-bacb-5adfd003c74a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8580699 Feb 04 11:59:36.284730 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 11:59:36.287966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Request body: {'subnet': {'network_id': '4022c9a2-b065-4681-b8f4-19573429e809', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1647593407-subnet', 'tenant_id': 'e62fd49b8352468c9479d3f43dda02f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:59:36.292879 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:36.297050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Usage tracker for resource:subnet and tenant:e62fd49b8352468c9479d3f43dda02f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:36.299983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:36.305674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:36.386356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Made reservation on behalf of e62fd49b8352468c9479d3f43dda02f9 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:59:36.388668 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.729947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:36.816200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6e85b2-a971-4a6e-91b1-2a6ce759800b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:36.825182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Checking segment: {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:59:36.825537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Network hostable DHCP agents. Network: 4022c9a2-b065-4681-b8f4-19573429e809, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 11:59:36.935296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Network 4022c9a2-b065-4681-b8f4-19573429e809 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 11:59:37.032274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 4022c9a2-b065-4681-b8f4-19573429e809) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:37.037024 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:37.038282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:37.039806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d029c5-d9db-45e6-ab22-2f85fae5e92d None None] Network 4022c9a2-b065-4681-b8f4-19573429e809 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:59:37.135914 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5998c367-fb2e-4d86-b87a-811d7676df43 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8529742 Feb 04 11:59:37.244851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39af262e-aee2-4c55-ab1d-19b2548e3f42 None None] Network 4022c9a2-b065-4681-b8f4-19573429e809 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 11:59:37.632849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-da5b2efd-d2b0-46c7-abab-f3adae7f0078 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:37.634187 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-da5b2efd-d2b0-46c7-abab-f3adae7f0078 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/networks?id=4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 200 len: 814 time: 0.1425562 Feb 04 11:59:37.648800 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-e8b47b98-6919-43cf-9724-ea3f0733f30f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/quotas/e62fd49b8352468c9479d3f43dda02f9 HTTP/1.1" status: 200 len: 375 time: 0.0092914 Feb 04 11:59:37.694065 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-62b80d1e-3a55-472c-acd6-38d9c3f6c1e2 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405312 Feb 04 11:59:37.704635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-5fd2204a-4d26-405a-b52b-45c58aa7826c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 11:59:37.705548 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-5fd2204a-4d26-405a-b52b-45c58aa7826c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050740 Feb 04 11:59:37.834453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-a9473b16-47a3-4aa2-bb11-e342b9c26f51 service neutron] 10.222.0.36 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229334 Feb 04 11:59:37.965331 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-be340083-23f9-47c0-9b92-e7e8ec2f041f service neutron] 10.222.0.36 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250899 Feb 04 11:59:38.230667 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2ed7fef-3a05-404c-bb98-a0e5a8ca92dd req-9efcb7da-cbff-46bf-955d-bdd1e0dbfcc9 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 210 time: 0.0419412 Feb 04 11:59:39.328468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-91e5e2ab-b3c7-4579-80ab-78f10fe82d95 req-01f2a9ae-1269-456f-9c3d-e5e0d11f18a1 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 210 time: 0.0455651 Feb 04 11:59:40.636577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-725891f6-e0d3-4208-ac87-f02b58b319cf req-c22fbd11-b6c2-4a97-a26e-fdb33e6b5381 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 210 time: 0.2011428 Feb 04 11:59:40.712768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-32e243d0-c633-4d79-8a05-aea91ed9d174 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:40.714166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-32e243d0-c633-4d79-8a05-aea91ed9d174 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "GET /v2.0/networks?id=4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 200 len: 814 time: 0.2977490 Feb 04 11:59:40.726181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Request body: {'port': {'device_id': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809', 'admin_state_up': True, 'tenant_id': 'e62fd49b8352468c9479d3f43dda02f9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:59:40.864100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:40.867873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Usage tracker for resource:port and tenant:e62fd49b8352468c9479d3f43dda02f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 11:59:40.870591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 11:59:40.876486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:40.975487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Made reservation on behalf of e62fd49b8352468c9479d3f43dda02f9 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:59:40.979050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.141400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Allocated IP 172.20.0.8 (4022c9a2-b065-4681-b8f4-19573429e809/fe6e85b2-a971-4a6e-91b1-2a6ce759800b/232fea2d-14d6-43ea-8077-5255339bf213) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:59:41.336483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.420240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.493836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Network 4022c9a2-b065-4681-b8f4-19573429e809 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:59:41.496817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:41.500597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:59:41.533914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Pushing event updated for resources: {'Port': ['ID=232fea2d-14d6-43ea-8077-5255339bf213,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:41.564291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:41.564886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.667672 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-315ecb35-3444-467b-af80-689b6a221e74 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9450543 Feb 04 11:59:41.680436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Request body: {'port': {'device_id': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:59:41.862826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:41.943708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f445737-e549-4c05-9983-f8d926ac41f5 req-1d0e3a1d-b12b-4ddd-a510-5943b8b37b8a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:41.946931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-8f445737-e549-4c05-9983-f8d926ac41f5 req-1d0e3a1d-b12b-4ddd-a510-5943b8b37b8a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Synchronizing usage tracker for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:42.153351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-8f445737-e549-4c05-9983-f8d926ac41f5 req-1d0e3a1d-b12b-4ddd-a510-5943b8b37b8a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Unset dirty status for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:42.154486 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8f445737-e549-4c05-9983-f8d926ac41f5 req-1d0e3a1d-b12b-4ddd-a510-5943b8b37b8a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 931 time: 0.3989305 Feb 04 11:59:42.256802 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8f445737-e549-4c05-9983-f8d926ac41f5 req-82ac7073-5bc3-42e7-8ea3-bba6cbc4f22d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957537 Feb 04 11:59:42.258548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232fea2d-14d6-43ea-8077-5255339bf213 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:59:42.266022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.281221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Transition to ACTIVE for port object 232fea2d-14d6-43ea-8077-5255339bf213 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:59:42.346165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.532642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Pushing event updated for resources: {'Port': ['ID=232fea2d-14d6-43ea-8077-5255339bf213,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:42.574988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Attempting to bind port 232fea2d-14d6-43ea-8077-5255339bf213 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:59:42.575315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Attempting to bind port 232fea2d-14d6-43ea-8077-5255339bf213 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:59:42.575665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Attempting to bind port 232fea2d-14d6-43ea-8077-5255339bf213 on network 4022c9a2-b065-4681-b8f4-19573429e809 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:59:42.580375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Port 232fea2d-14d6-43ea-8077-5255339bf213 on network 4022c9a2-b065-4681-b8f4-19573429e809 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:59:42.580689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Attempting to bind port 232fea2d-14d6-43ea-8077-5255339bf213 on network 4022c9a2-b065-4681-b8f4-19573429e809 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:59:42.585638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:59:42.585962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Checking segment: {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:59:42.586333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Bound using segment: {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:59:42.586746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Bound port: 232fea2d-14d6-43ea-8077-5255339bf213, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:59:42.587077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.674460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] For port 232fea2d-14d6-43ea-8077-5255339bf213, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:59:42.677947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] For port 232fea2d-14d6-43ea-8077-5255339bf213, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=232fea2d-14d6-43ea-8077-5255339bf213,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:59:42.747077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.911512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:42.912153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:42.913494 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] 10.222.0.42 "PUT /v2.0/ports/232fea2d-14d6-43ea-8077-5255339bf213 HTTP/1.1" status: 200 len: 1093 time: 1.2386658 Feb 04 11:59:42.913932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'tag': '232fea2d-14d6-43ea-8077-5255339bf213'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:42.932392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64461c-d0f5-427c-adf1-7867d14afd0a service neutron] Pushing event updated for resources: {'Port': ['ID=232fea2d-14d6-43ea-8077-5255339bf213,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:43.043356 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'tag': '232fea2d-14d6-43ea-8077-5255339bf213', 'status': 'completed', 'code': 200} Feb 04 11:59:43.085033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-b497132b-e42e-4600-9657-95382654da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:43.086468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-b497132b-e42e-4600-9657-95382654da29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 1096 time: 0.0747139 Feb 04 11:59:43.152096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-29aaaf2c-b8d2-4a93-b4a7-97a45807083e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232fea2d-14d6-43ea-8077-5255339bf213 HTTP/1.1" status: 200 len: 217 time: 0.0590687 Feb 04 11:59:43.216134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222eb5b-14e8-4cfa-9993-65320231916c req-08ffcda4-b203-4583-948b-751e8bbfad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:43.217512 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-08ffcda4-b203-4583-948b-751e8bbfad03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe6e85b2-a971-4a6e-91b1-2a6ce759800b HTTP/1.1" status: 200 len: 854 time: 0.0588903 Feb 04 11:59:43.262065 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-2d322956-fd97-4752-843e-384f2d2baa21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4022c9a2-b065-4681-b8f4-19573429e809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378149 Feb 04 11:59:43.440483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-cc2d1f23-19cb-4ad1-b237-1b2370436477 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722517 Feb 04 11:59:43.544916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf1e9-7050-4136-8c2e-3006f814b163 req-8b159e51-5e53-4c60-93bc-876165f6017b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:43.546242 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a46cf1e9-7050-4136-8c2e-3006f814b163 req-8b159e51-5e53-4c60-93bc-876165f6017b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 943 time: 0.1769478 Feb 04 11:59:43.618830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4222eb5b-14e8-4cfa-9993-65320231916c req-14c2d9e5-b199-430f-b25d-bfacf9a06130 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713562 Feb 04 11:59:43.621646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a46cf1e9-7050-4136-8c2e-3006f814b163 req-e72978aa-6d33-4c42-a60c-5a49c9b71533 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689471 Feb 04 11:59:43.827938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d48da-1ae7-4952-831b-9045363f2bae req-abcae60b-fb5a-4c9e-8474-b47279a53913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:43.829547 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-abcae60b-fb5a-4c9e-8474-b47279a53913 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 1096 time: 0.0701323 Feb 04 11:59:43.959747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d48da-1ae7-4952-831b-9045363f2bae req-5f45f133-a5b6-448a-b9bf-50c8e3d5bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:43.961234 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-5f45f133-a5b6-448a-b9bf-50c8e3d5bb19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 200 len: 915 time: 0.1246195 Feb 04 11:59:44.031303 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-dc2f8773-bb30-4dc0-a825-0a21a4d9d0bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232fea2d-14d6-43ea-8077-5255339bf213 HTTP/1.1" status: 200 len: 217 time: 0.0637882 Feb 04 11:59:44.092138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d48da-1ae7-4952-831b-9045363f2bae req-b3ceb517-4cdc-45ea-b78f-d6f81aa06054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:44.093427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-b3ceb517-4cdc-45ea-b78f-d6f81aa06054 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe6e85b2-a971-4a6e-91b1-2a6ce759800b HTTP/1.1" status: 200 len: 854 time: 0.0564258 Feb 04 11:59:44.141643 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-e20d3d7d-a993-491c-9e16-f4519a4d5489 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4022c9a2-b065-4681-b8f4-19573429e809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423324 Feb 04 11:59:44.273659 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-ab6fc474-6258-4000-b2e2-8402c640e5f1 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234078 Feb 04 11:59:44.402796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-204d48da-1ae7-4952-831b-9045363f2bae req-30366cc1-fef3-4576-9823-29153c3d82b3 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228559 Feb 04 11:59:44.804443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc716-53a3-4be4-aa44-cb86ee8dcd7b req-9d4f1fb5-6ce9-43fd-8baf-f12b2fbaf5f5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:44.805873 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c9bbc716-53a3-4be4-aa44-cb86ee8dcd7b req-9d4f1fb5-6ce9-43fd-8baf-f12b2fbaf5f5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 943 time: 0.0786319 Feb 04 11:59:44.853535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 232fea2d-14d6-43ea-8077-5255339bf213 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:59:44.854159 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c9bbc716-53a3-4be4-aa44-cb86ee8dcd7b req-cb530080-52bd-4367-a50d-2e98ade30e11 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Feb 04 11:59:44.984973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 232fea2d-14d6-43ea-8077-5255339bf213, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=232fea2d-14d6-43ea-8077-5255339bf213,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:44.997563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '232fea2d-14d6-43ea-8077-5255339bf213', 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809', 'port_id': '232fea2d-14d6-43ea-8077-5255339bf213', 'mac_address': 'fa:16:3e:03:33:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e85b2-a971-4a6e-91b1-2a6ce759800b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:59:45.053496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:45.070235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232fea2d-14d6-43ea-8077-5255339bf213 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:59:45.085989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 232fea2d-14d6-43ea-8077-5255339bf213, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=232fea2d-14d6-43ea-8077-5255339bf213,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:45.129254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:45.199218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=232fea2d-14d6-43ea-8077-5255339bf213,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:45.336784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['232fea2d-14d6-43ea-8077-5255339bf213'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:59:46.040526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515afbc-f35d-401a-8209-b5230bba9a02 req-14329497-c431-484b-a8b3-c66feee2bc4e tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:46.041854 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7515afbc-f35d-401a-8209-b5230bba9a02 req-14329497-c431-484b-a8b3-c66feee2bc4e tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 944 time: 0.0813911 Feb 04 11:59:46.178534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7515afbc-f35d-401a-8209-b5230bba9a02 req-cbee2f47-89da-4882-b3ef-0c3fff1f905a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309183 Feb 04 11:59:46.855341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 232fea2d-14d6-43ea-8077-5255339bf213 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 11:59:47.003837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 232fea2d-14d6-43ea-8077-5255339bf213 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 11:59:47.008764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 232fea2d-14d6-43ea-8077-5255339bf213 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 11:59:47.009132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:47.155581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:47.181086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232fea2d-14d6-43ea-8077-5255339bf213'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:47.190782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 232fea2d-14d6-43ea-8077-5255339bf213, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=232fea2d-14d6-43ea-8077-5255339bf213,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:47.224100 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232fea2d-14d6-43ea-8077-5255339bf213', 'code': 200} Feb 04 11:59:47.272523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:47.341705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=232fea2d-14d6-43ea-8077-5255339bf213,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:47.361318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085380fe-d001-43f7-9ccf-e5d476bf9892 req-0c285819-1069-471c-8c59-30852bfb6e4f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:47.362745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-085380fe-d001-43f7-9ccf-e5d476bf9892 req-0c285819-1069-471c-8c59-30852bfb6e4f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0807555 Feb 04 11:59:47.406348 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-085380fe-d001-43f7-9ccf-e5d476bf9892 req-87066ded-c80e-4680-a8d6-b0c57561509b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376348 Feb 04 11:59:47.570049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c642a63-0007-4946-b173-38d159c65a2c req-d2f0bc1b-dc5e-4c27-8ece-49e5867deacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:47.571435 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c642a63-0007-4946-b173-38d159c65a2c req-d2f0bc1b-dc5e-4c27-8ece-49e5867deacd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 1098 time: 0.0706005 Feb 04 11:59:47.610566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c642a63-0007-4946-b173-38d159c65a2c req-1e184d1e-aa0e-4737-aa23-80a62dc6937b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Feb 04 11:59:48.593708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d30a-46f7-4588-941c-cfea05143df6 req-c8292d08-b168-41e4-92ef-f2bb63cce81d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:48.595088 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1594d30a-46f7-4588-941c-cfea05143df6 req-c8292d08-b168-41e4-92ef-f2bb63cce81d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0803680 Feb 04 11:59:48.645253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1594d30a-46f7-4588-941c-cfea05143df6 req-d5a30714-0a91-4f1f-bc00-0aa122f6eaae tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Feb 04 11:59:49.834867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d70080-56e2-48ac-a31f-aae6dae27127 req-4741fa3f-61da-44bc-b76c-6c686b7ae343 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:49.836301 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7d70080-56e2-48ac-a31f-aae6dae27127 req-4741fa3f-61da-44bc-b76c-6c686b7ae343 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0793436 Feb 04 11:59:49.878648 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e7d70080-56e2-48ac-a31f-aae6dae27127 req-7f85251e-42f1-472a-ac11-ff6d90028741 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368376 Feb 04 11:59:50.156555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-fe5937ea-74ba-46a7-bd3c-835ee1f016f2 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:50.157961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-fe5937ea-74ba-46a7-bd3c-835ee1f016f2 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/networks?id=4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 200 len: 814 time: 0.1431479 Feb 04 11:59:50.172576 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-f348b3e1-ae4e-4cc8-afad-7b613f01857a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/quotas/e62fd49b8352468c9479d3f43dda02f9 HTTP/1.1" status: 200 len: 375 time: 0.0086911 Feb 04 11:59:50.252953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-4e8df563-f699-4a57-9ca9-7f7d68b37df1 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756445 Feb 04 11:59:50.474824 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-0f961743-955f-422b-a61e-a6b8855d47c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125018 Feb 04 11:59:50.609489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-ce026732-5ace-4f23-b915-c86290e75da6 service neutron] 10.222.0.36 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287725 Feb 04 11:59:51.911281 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9263ce53-d30b-44fa-8d91-76d386cce906 req-0de3b6ab-2396-42be-b083-a1d3112f60c7 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 210 time: 0.0419006 Feb 04 11:59:53.065076 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2453d93b-57d3-4484-83fc-71ab71834513 req-d8477993-51c9-45f9-886f-5d1251f2af76 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 210 time: 0.0421991 Feb 04 11:59:53.971847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-3d3d09f6-2d4a-45c4-896c-12a44f456127 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:53.973926 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-3d3d09f6-2d4a-45c4-896c-12a44f456127 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "GET /v2.0/networks?id=4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 200 len: 814 time: 0.1460881 Feb 04 11:59:53.985454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Request body: {'port': {'device_id': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809', 'admin_state_up': True, 'tenant_id': 'e62fd49b8352468c9479d3f43dda02f9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:59:54.125721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 11:59:54.137344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 11:59:54.217883 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-0332a709-85df-4356-9c66-f54ef9752dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751047 Feb 04 11:59:54.246086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Made reservation on behalf of e62fd49b8352468c9479d3f43dda02f9 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 11:59:54.249328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.260903 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-08f29fdc-db22-453d-a4d4-f77dd861e505 req-9a8a3de4-8258-4ba5-b127-0d607162977f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 210 time: 0.0655930 Feb 04 11:59:54.367759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-8c941cf0-289a-4e45-b66d-f611ecd7f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:54.369344 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-8c941cf0-289a-4e45-b66d-f611ecd7f7bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 1098 time: 0.0731432 Feb 04 11:59:54.419779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Allocated IP 172.20.0.2 (4022c9a2-b065-4681-b8f4-19573429e809/fe6e85b2-a971-4a6e-91b1-2a6ce759800b/10f9549e-5b76-4f3b-b823-dfeea139e07e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 11:59:54.525971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-9852b5c9-718f-4966-8c91-abcbe271bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:54.527333 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-9852b5c9-718f-4966-8c91-abcbe271bd0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 200 len: 915 time: 0.1374421 Feb 04 11:59:54.601340 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-2fe7231e-5956-4faa-8406-a5149ca5d505 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232fea2d-14d6-43ea-8077-5255339bf213 HTTP/1.1" status: 200 len: 217 time: 0.0673926 Feb 04 11:59:54.665886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-fce7eb92-ded2-481a-8b2f-922deace205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:54.667341 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-fce7eb92-ded2-481a-8b2f-922deace205a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe6e85b2-a971-4a6e-91b1-2a6ce759800b HTTP/1.1" status: 200 len: 854 time: 0.0600700 Feb 04 11:59:54.716442 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-35dd58b9-0fb7-45f9-97a0-3af1fd39c61d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4022c9a2-b065-4681-b8f4-19573429e809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431218 Feb 04 11:59:54.727823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.848487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:54.860275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['232fea2d-14d6-43ea-8077-5255339bf213'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:59:54.871667 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-806c89ec-2362-4fad-bb80-efb99c19c4a3 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494033 Feb 04 11:59:54.923217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Network 4022c9a2-b065-4681-b8f4-19573429e809 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 11:59:54.926951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 11:59:54.931035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 11:59:54.987618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Pushing event updated for resources: {'Port': ['ID=10f9549e-5b76-4f3b-b823-dfeea139e07e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:55.008279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:55.008900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.021653 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-26a9d7bc-dbee-45f7-bddc-dab005082f74 req-bebabfb3-c777-451a-a867-160dd9a03ed1 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439552 Feb 04 11:59:55.146320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-32a1dc09-5108-4ee1-9814-7364569476c5 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642637 Feb 04 11:59:55.157287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Request body: {'port': {'device_id': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 11:59:55.273627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.619082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b90089-3116-4564-9edb-c3a2549131b2 req-1913b7f5-e0aa-4047-a327-ee176d93d1ec tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:55.619775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-41b90089-3116-4564-9edb-c3a2549131b2 req-1913b7f5-e0aa-4047-a327-ee176d93d1ec tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Synchronizing usage tracker for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 11:59:55.725803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f9549e-5b76-4f3b-b823-dfeea139e07e {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:59:55.732095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-41b90089-3116-4564-9edb-c3a2549131b2 req-1913b7f5-e0aa-4047-a327-ee176d93d1ec tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Unset dirty status for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 11:59:55.733221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41b90089-3116-4564-9edb-c3a2549131b2 req-1913b7f5-e0aa-4047-a327-ee176d93d1ec tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 931 time: 0.3445251 Feb 04 11:59:55.734788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.766752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Transition to ACTIVE for port object 10f9549e-5b76-4f3b-b823-dfeea139e07e will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 11:59:55.786561 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41b90089-3116-4564-9edb-c3a2549131b2 req-27b40182-a614-42f0-824c-78061f3782ad tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Feb 04 11:59:55.843503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:55.996361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Pushing event updated for resources: {'Port': ['ID=10f9549e-5b76-4f3b-b823-dfeea139e07e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:56.074931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Attempting to bind port 10f9549e-5b76-4f3b-b823-dfeea139e07e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 11:59:56.075245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Attempting to bind port 10f9549e-5b76-4f3b-b823-dfeea139e07e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 11:59:56.075597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Attempting to bind port 10f9549e-5b76-4f3b-b823-dfeea139e07e on network 4022c9a2-b065-4681-b8f4-19573429e809 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:59:56.081319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Port 10f9549e-5b76-4f3b-b823-dfeea139e07e on network 4022c9a2-b065-4681-b8f4-19573429e809 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 11:59:56.081628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Attempting to bind port 10f9549e-5b76-4f3b-b823-dfeea139e07e on network 4022c9a2-b065-4681-b8f4-19573429e809 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 11:59:56.086559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 11, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 11:59:56.086882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Checking segment: {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 11:59:56.087253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Bound using segment: {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 11:59:56.091744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Bound port: 10f9549e-5b76-4f3b-b823-dfeea139e07e, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fcdafb-0558-416c-bd73-214d0c86e275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 11:59:56.091744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:56.174472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] For port 10f9549e-5b76-4f3b-b823-dfeea139e07e, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 11:59:56.177943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] For port 10f9549e-5b76-4f3b-b823-dfeea139e07e, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=10f9549e-5b76-4f3b-b823-dfeea139e07e,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 11:59:56.267110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:56.329951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:56.330551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:56.331972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] 10.222.0.42 "PUT /v2.0/ports/10f9549e-5b76-4f3b-b823-dfeea139e07e HTTP/1.1" status: 200 len: 1093 time: 1.1788454 Feb 04 11:59:56.332400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'tag': '10f9549e-5b76-4f3b-b823-dfeea139e07e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 11:59:56.351495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e39793-3e30-4794-98d7-aa75fa1ddc90 service neutron] Pushing event updated for resources: {'Port': ['ID=10f9549e-5b76-4f3b-b823-dfeea139e07e,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:56.377384 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'tag': '10f9549e-5b76-4f3b-b823-dfeea139e07e', 'status': 'completed', 'code': 200} Feb 04 11:59:56.468486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3ac3-c480-4823-bf67-16b16790e2b5 req-ef194009-915a-4695-a8ea-6d0fe82ef566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:56.470053 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510c3ac3-c480-4823-bf67-16b16790e2b5 req-ef194009-915a-4695-a8ea-6d0fe82ef566 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 1096 time: 0.0720572 Feb 04 11:59:56.610614 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3ac3-c480-4823-bf67-16b16790e2b5 req-690d8147-677f-4c76-9463-adb6bc802f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:56.612078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510c3ac3-c480-4823-bf67-16b16790e2b5 req-690d8147-677f-4c76-9463-adb6bc802f1d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e62fd49b8352468c9479d3f43dda02f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1353908 Feb 04 11:59:56.746110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3ac3-c480-4823-bf67-16b16790e2b5 req-adc0b1f0-ae0d-4774-9fa5-c1714e1b8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:56.747524 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-510c3ac3-c480-4823-bf67-16b16790e2b5 req-adc0b1f0-ae0d-4774-9fa5-c1714e1b8d56 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289446 Feb 04 11:59:56.849127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-ce7f47d5-41aa-46ce-a2d3-61cc0bd76607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:56.850577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-ce7f47d5-41aa-46ce-a2d3-61cc0bd76607 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e62fd49b8352468c9479d3f43dda02f9&device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 1096 time: 0.0700431 Feb 04 11:59:57.062556 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-cbf9ed8e-2485-4009-8fb8-37a6e4f9bcee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f9549e-5b76-4f3b-b823-dfeea139e07e HTTP/1.1" status: 200 len: 217 time: 0.2046528 Feb 04 11:59:57.138075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07106-fc34-4158-801c-70696aaabfb9 req-c5d31689-8f42-46d1-abb5-571969771e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:57.139570 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-c5d31689-8f42-46d1-abb5-571969771e1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe6e85b2-a971-4a6e-91b1-2a6ce759800b HTTP/1.1" status: 200 len: 854 time: 0.0697861 Feb 04 11:59:57.186440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2ff3-38fa-48be-b3f1-e48fd0007b7c req-4f73c022-28e9-4eb2-afd2-fccf46a4a64b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:57.187830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c9b2ff3-38fa-48be-b3f1-e48fd0007b7c req-4f73c022-28e9-4eb2-afd2-fccf46a4a64b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 943 time: 0.1735902 Feb 04 11:59:57.197961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-a1795082-2141-40fc-993c-a9bd3c3d4480 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4022c9a2-b065-4681-b8f4-19573429e809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507660 Feb 04 11:59:57.309977 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4c9b2ff3-38fa-48be-b3f1-e48fd0007b7c req-c61d30cc-73ca-4469-939d-c5714ffcd618 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141336 Feb 04 11:59:57.353004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-51f79e02-3a4e-492a-b13d-0d2de8c37ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423721 Feb 04 11:59:57.480909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-57b07106-fc34-4158-801c-70696aaabfb9 req-74894e16-1256-4414-8c68-6d5b1fcb64a1 service neutron] 10.222.0.42 "GET /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213269 Feb 04 11:59:57.615344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:58.490127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3b25-f7e0-42a6-af6c-3afe21bd8a98 req-f2eb5777-c5bc-4125-b095-df8666ca7059 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:58.491524 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-555f3b25-f7e0-42a6-af6c-3afe21bd8a98 req-f2eb5777-c5bc-4125-b095-df8666ca7059 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 943 time: 0.0770152 Feb 04 11:59:58.534773 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-555f3b25-f7e0-42a6-af6c-3afe21bd8a98 req-9f444e7d-bee5-4d67-8ef2-f5918227bc6c tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375943 Feb 04 11:59:58.912466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 10f9549e-5b76-4f3b-b823-dfeea139e07e details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 11:59:59.043330 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 10f9549e-5b76-4f3b-b823-dfeea139e07e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=10f9549e-5b76-4f3b-b823-dfeea139e07e,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:59.056461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '10f9549e-5b76-4f3b-b823-dfeea139e07e', 'network_id': '4022c9a2-b065-4681-b8f4-19573429e809', 'port_id': '10f9549e-5b76-4f3b-b823-dfeea139e07e', 'mac_address': 'fa:16:3e:88:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e85b2-a971-4a6e-91b1-2a6ce759800b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 11:59:59.114259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.131498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f9549e-5b76-4f3b-b823-dfeea139e07e {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 11:59:59.146391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 10f9549e-5b76-4f3b-b823-dfeea139e07e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=10f9549e-5b76-4f3b-b823-dfeea139e07e,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 11:59:59.224730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 11:59:59.289556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=10f9549e-5b76-4f3b-b823-dfeea139e07e,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 11:59:59.296379 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.296725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.297058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.297386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.297710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.298034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.298353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.298670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.298988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.299304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.299641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.299957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 11:59:59.451565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['10f9549e-5b76-4f3b-b823-dfeea139e07e'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 11:59:59.719218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de00961-08eb-42e4-9c00-a9d6ba06599b req-f0666064-a0df-40a9-ad63-bc4e8318bab7 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 11:59:59.720676 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3de00961-08eb-42e4-9c00-a9d6ba06599b req-f0666064-a0df-40a9-ad63-bc4e8318bab7 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 944 time: 0.0829461 Feb 04 11:59:59.764242 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3de00961-08eb-42e4-9c00-a9d6ba06599b req-a739ad9e-ef07-4c0b-8801-7f7dc79b9ee2 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Feb 04 12:00:00.248963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd4c6dbf-1016-4479-bf5b-37374618e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:00.921764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 10f9549e-5b76-4f3b-b823-dfeea139e07e up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:00.943310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540a919-0c91-44cc-9dd6-ac074596a985 req-9b145c24-7c4b-4e22-8258-6a08b230223d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:00.944770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a540a919-0c91-44cc-9dd6-ac074596a985 req-9b145c24-7c4b-4e22-8258-6a08b230223d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 944 time: 0.0782692 Feb 04 12:00:00.988651 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a540a919-0c91-44cc-9dd6-ac074596a985 req-8dae60fe-e354-4439-9f3d-423461e9f6e8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Feb 04 12:00:01.049546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 10f9549e-5b76-4f3b-b823-dfeea139e07e completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:01.054900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 10f9549e-5b76-4f3b-b823-dfeea139e07e triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:01.055280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.172494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.198209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f9549e-5b76-4f3b-b823-dfeea139e07e'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:00:01.208365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 10f9549e-5b76-4f3b-b823-dfeea139e07e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=10f9549e-5b76-4f3b-b823-dfeea139e07e,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:01.242552 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f9549e-5b76-4f3b-b823-dfeea139e07e', 'code': 200} Feb 04 12:00:01.278126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:01.348591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=10f9549e-5b76-4f3b-b823-dfeea139e07e,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:01.612795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5ff5e-8847-4043-8f5c-fc224aebd6e7 req-4d240d0d-ac33-4a09-8353-09978978b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:01.614667 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-89a5ff5e-8847-4043-8f5c-fc224aebd6e7 req-4d240d0d-ac33-4a09-8353-09978978b892 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 1098 time: 0.0709217 Feb 04 12:00:01.654863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-89a5ff5e-8847-4043-8f5c-fc224aebd6e7 req-085ac87e-719e-4f8c-8c87-c1af6267d809 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Feb 04 12:00:02.173435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc45b1b-776a-429b-84e6-594f340f987d req-d0be51ec-a768-4d24-88cb-6d124d4bc120 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:02.174765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dbc45b1b-776a-429b-84e6-594f340f987d req-d0be51ec-a768-4d24-88cb-6d124d4bc120 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 945 time: 0.0773985 Feb 04 12:00:02.223293 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dbc45b1b-776a-429b-84e6-594f340f987d req-4cde15a4-6793-4156-8ea2-c0fd1490de00 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Feb 04 12:00:02.763595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e3209c94-68e2-4279-8145-ea000d7107d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.406979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a64f5-159a-44b2-9f99-2b6329dee1a7 req-6124f05d-b5cf-441c-a541-ebdcbd095a70 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:03.408423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-098a64f5-159a-44b2-9f99-2b6329dee1a7 req-6124f05d-b5cf-441c-a541-ebdcbd095a70 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 945 time: 0.0787508 Feb 04 12:00:03.450933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-098a64f5-159a-44b2-9f99-2b6329dee1a7 req-ab02ec54-0914-4768-9e18-e7049728a32a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Feb 04 12:00:03.745316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:03.832333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:04.052316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3cbfb-9222-42a9-bcf1-09feb3e9aa05 req-86984c71-90e0-4432-aeec-8b19a41a2377 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:04.053742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ad3cbfb-9222-42a9-bcf1-09feb3e9aa05 req-86984c71-90e0-4432-aeec-8b19a41a2377 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 945 time: 0.0821342 Feb 04 12:00:04.095962 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ad3cbfb-9222-42a9-bcf1-09feb3e9aa05 req-8e537d93-4fe4-48a3-9076-fb34066ab9b4 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366046 Feb 04 12:00:05.225155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.281010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3430b-4ec0-4aa0-8fcc-7b1235150116 req-1b73c484-fab7-4489-b7f7-ea0d70aa7535 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:05.282445 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a5e3430b-4ec0-4aa0-8fcc-7b1235150116 req-1b73c484-fab7-4489-b7f7-ea0d70aa7535 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 945 time: 0.0779786 Feb 04 12:00:05.327233 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a5e3430b-4ec0-4aa0-8fcc-7b1235150116 req-83567d94-2fd2-42c6-86b0-38b030245e47 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 Feb 04 12:00:05.467309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-6c055431-5475-464d-a126-56bc4fea1339 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:05.468728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-6c055431-5475-464d-a126-56bc4fea1339 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 945 time: 0.0810487 Feb 04 12:00:05.536622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Deleting port 10f9549e-5b76-4f3b-b823-dfeea139e07e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:05.536977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.876960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] For port 10f9549e-5b76-4f3b-b823-dfeea139e07e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=10f9549e-5b76-4f3b-b823-dfeea139e07e,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:05.877310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:05.998898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Calling delete_port for 10f9549e-5b76-4f3b-b823-dfeea139e07e owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:06.204016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:06.216525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['232fea2d-14d6-43ea-8077-5255339bf213', '10f9549e-5b76-4f3b-b823-dfeea139e07e'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:00:06.258647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Pushing event deleted for resources: {'Port': ['ID=10f9549e-5b76-4f3b-b823-dfeea139e07e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:06.331122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] No DVR routers for this DVR port 10f9549e-5b76-4f3b-b823-dfeea139e07e on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:06.334110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:06.336593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'name': 'network-vif-deleted', 'tag': '10f9549e-5b76-4f3b-b823-dfeea139e07e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:00:06.385344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd3b2c7-6a0f-4d11-b88d-57689fe40335', 'name': 'network-vif-deleted', 'tag': '10f9549e-5b76-4f3b-b823-dfeea139e07e', 'status': 'completed', 'code': 200} Feb 04 12:00:06.438264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf9d3544-fe43-4d44-a1dc-2435e2ec5057 req-8864a2bd-0886-44c6-a715-3d29fa913de8 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "DELETE /v2.0/ports/10f9549e-5b76-4f3b-b823-dfeea139e07e HTTP/1.1" status: 204 len: 173 time: 0.9635961 Feb 04 12:00:06.485717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-fda9854a-af6b-460d-b28e-169f70954b42 req-74fc13e4-8da0-485a-bdae-c74e173f6a6c tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Synchronizing usage tracker for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:06.570284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-fda9854a-af6b-460d-b28e-169f70954b42 req-74fc13e4-8da0-485a-bdae-c74e173f6a6c tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Unset dirty status for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:06.571313 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fda9854a-af6b-460d-b28e-169f70954b42 req-74fc13e4-8da0-485a-bdae-c74e173f6a6c tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd3b2c7-6a0f-4d11-b88d-57689fe40335 HTTP/1.1" status: 200 len: 210 time: 0.1314685 Feb 04 12:00:07.822263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0964283-b465-4e7b-9b2b-300852fd89f4 req-2a4b46ac-fb36-4cfc-ac5c-9928884dc335 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:07.823717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b0964283-b465-4e7b-9b2b-300852fd89f4 req-2a4b46ac-fb36-4cfc-ac5c-9928884dc335 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0796640 Feb 04 12:00:07.867452 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b0964283-b465-4e7b-9b2b-300852fd89f4 req-06eff8f6-e375-4dee-9cc3-3cfbe9f020ce tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 Feb 04 12:00:08.075064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafa3f1-dbd6-45d8-bdb5-12184def08bc req-df0930d8-6d38-466b-a8e7-11f07d54463f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:08.076523 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3aafa3f1-dbd6-45d8-bdb5-12184def08bc req-df0930d8-6d38-466b-a8e7-11f07d54463f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0819182 Feb 04 12:00:08.119809 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3aafa3f1-dbd6-45d8-bdb5-12184def08bc req-58e65ee9-1e3c-441f-b268-9e7bbfd24b0f tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Feb 04 12:00:08.303680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6e5d0-b9ed-4d2c-9582-e2ece477502d req-e3e40865-9062-4fe7-b162-39ee19dadffc tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:08.305114 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e9c6e5d0-b9ed-4d2c-9582-e2ece477502d req-e3e40865-9062-4fe7-b162-39ee19dadffc tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0797114 Feb 04 12:00:08.349001 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e9c6e5d0-b9ed-4d2c-9582-e2ece477502d req-7b58ff16-bb57-4bcb-b1a5-dffde38591e0 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382667 Feb 04 12:00:08.627898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f1d37-8097-4f37-b077-d748ec9b6383 req-b8857014-be5c-4ca8-afb1-3fba2bd9f458 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:08.629221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef5f1d37-8097-4f37-b077-d748ec9b6383 req-b8857014-be5c-4ca8-afb1-3fba2bd9f458 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0812447 Feb 04 12:00:08.672171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef5f1d37-8097-4f37-b077-d748ec9b6383 req-a61261e4-41a9-4894-a6c2-5ebc27bb8f3a tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368409 Feb 04 12:00:08.854119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eb2c2-be1b-44c7-bc08-afa3e6185f64 req-77da1222-6241-4ea6-9584-1eb57b23ab59 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:08.855568 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e62eb2c2-be1b-44c7-bc08-afa3e6185f64 req-77da1222-6241-4ea6-9584-1eb57b23ab59 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0781341 Feb 04 12:00:08.899043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e62eb2c2-be1b-44c7-bc08-afa3e6185f64 req-e2622aa4-02ad-45cc-a8ad-c000567d6532 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Feb 04 12:00:08.950768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 10f9549e-5b76-4f3b-b823-dfeea139e07e no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:00:08.986421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 10f9549e-5b76-4f3b-b823-dfeea139e07e {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:00:08.986755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 10f9549e-5b76-4f3b-b823-dfeea139e07e not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:00:09.251170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995667c-429a-4229-9ee3-e45a8bac485d req-2cdbeb2d-c6ed-4dbb-bdf4-882c09ef232d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:09.252636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2995667c-429a-4229-9ee3-e45a8bac485d req-2cdbeb2d-c6ed-4dbb-bdf4-882c09ef232d tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0850418 Feb 04 12:00:09.297699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2995667c-429a-4229-9ee3-e45a8bac485d req-e4f75459-cf7e-4462-a471-158699f0a821 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Feb 04 12:00:10.070352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c3e0b-04f0-4e1b-868a-37706764573a req-3bd69124-15f3-4f86-881a-1eb2ea617436 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:10.071796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c4c3e0b-04f0-4e1b-868a-37706764573a req-3bd69124-15f3-4f86-881a-1eb2ea617436 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0784345 Feb 04 12:00:10.118822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0c4c3e0b-04f0-4e1b-868a-37706764573a req-a5520f07-3caf-44a5-9901-78f9dd06d5ff tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Feb 04 12:00:11.293739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:00:11.312885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde6d3-b786-4823-8f66-79951e415b96 req-e1c001fd-3814-4e1a-a12d-37b5721f1871 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:11.315137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14cde6d3-b786-4823-8f66-79951e415b96 req-e1c001fd-3814-4e1a-a12d-37b5721f1871 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0919268 Feb 04 12:00:11.404193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-14cde6d3-b786-4823-8f66-79951e415b96 req-c03cd746-e642-401f-b349-214296d4aebd tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/security-groups?id=716f1ebc-f575-4516-a4e4-57f32b86079e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826664 Feb 04 12:00:11.440115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-f466bf3a-c694-47ec-9955-3dc58ad6d490 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:11.443910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-f466bf3a-c694-47ec-9955-3dc58ad6d490 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 945 time: 0.0917058 Feb 04 12:00:11.510647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Deleting port 232fea2d-14d6-43ea-8077-5255339bf213 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:11.510982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:11.856399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] For port 232fea2d-14d6-43ea-8077-5255339bf213, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=232fea2d-14d6-43ea-8077-5255339bf213,segment=NetworkSegment(d5fcdafb-0558-416c-bd73-214d0c86e275),segment_id=d5fcdafb-0558-416c-bd73-214d0c86e275)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:11.856753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:11.977929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Calling delete_port for 232fea2d-14d6-43ea-8077-5255339bf213 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:12.207194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:12.218998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['232fea2d-14d6-43ea-8077-5255339bf213'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:00:12.258040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Pushing event deleted for resources: {'Port': ['ID=232fea2d-14d6-43ea-8077-5255339bf213,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:12.333153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] No DVR routers for this DVR port 232fea2d-14d6-43ea-8077-5255339bf213 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:12.335502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:12.337901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'name': 'network-vif-deleted', 'tag': '232fea2d-14d6-43ea-8077-5255339bf213'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:00:12.387081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7c7dd-41cd-429b-aa36-9e0ba090985e', 'name': 'network-vif-deleted', 'tag': '232fea2d-14d6-43ea-8077-5255339bf213', 'status': 'completed', 'code': 200} Feb 04 12:00:12.402191 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52efcb91-c1e6-453b-9db9-fd6870cf6d78 req-64952e38-f567-458b-b920-29a1e0359154 tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.42 "DELETE /v2.0/ports/232fea2d-14d6-43ea-8077-5255339bf213 HTTP/1.1" status: 204 len: 173 time: 0.9554281 Feb 04 12:00:12.553606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-1cb85aff-1ff4-41ec-93b5-0d0e4bfecdde req-6ec4459e-4969-4c25-81f5-7819ab39670b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Synchronizing usage tracker for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:12.624508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-1cb85aff-1ff4-41ec-93b5-0d0e4bfecdde req-6ec4459e-4969-4c25-81f5-7819ab39670b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] Unset dirty status for tenant:e62fd49b8352468c9479d3f43dda02f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:12.625628 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1cb85aff-1ff4-41ec-93b5-0d0e4bfecdde req-6ec4459e-4969-4c25-81f5-7819ab39670b tempest-ServersNegativeTestJSON-274573584 tempest-ServersNegativeTestJSON-274573584-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5c7c7dd-41cd-429b-aa36-9e0ba090985e HTTP/1.1" status: 200 len: 210 time: 0.1143148 Feb 04 12:00:13.720890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:13.783051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Deleting subnet fe6e85b2-a971-4a6e-91b1-2a6ce759800b {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:00:13.785898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:13.833123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:13.886548 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.021018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.058605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6e85b2-a971-4a6e-91b1-2a6ce759800b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:14.063478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.069801 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-760626aa-4820-47de-a0ba-22cd957dd4a9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe6e85b2-a971-4a6e-91b1-2a6ce759800b HTTP/1.1" status: 204 len: 168 time: 0.3478656 Feb 04 12:00:14.072171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45744) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:14.175978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.297267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.321636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4022c9a2-b065-4681-b8f4-19573429e809']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:14.334033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fcdafb-0558-416c-bd73-214d0c86e275') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:14.334330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fcdafb-0558-416c-bd73-214d0c86e275') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:14.345311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.361168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.366948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:14.367323 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:14.384805 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:14.609299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.624972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:14.635042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] Pushing event deleted for resources: {'Network': ['ID=4022c9a2-b065-4681-b8f4-19573429e809,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:14.637353 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-92ec6f15-7ae6-4796-8c6c-a8cccb94e4af admin admin] 10.222.0.36 "DELETE /v2.0/networks/4022c9a2-b065-4681-b8f4-19573429e809 HTTP/1.1" status: 204 len: 168 time: 0.5642991 Feb 04 12:00:14.920714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:14.963805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 232fea2d-14d6-43ea-8077-5255339bf213 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:00:14.969115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-68226b40-de86-4c85-ad92-9b181a919d78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e62fd49b8352468c9479d3f43dda02f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471849 Feb 04 12:00:14.971489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45756) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:14.997155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 232fea2d-14d6-43ea-8077-5255339bf213 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:00:14.997511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 232fea2d-14d6-43ea-8077-5255339bf213 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:00:15.032750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed1de1a-29e2-455d-87ef-24ebaa2a3a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.058178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed1de1a-29e2-455d-87ef-24ebaa2a3a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.207495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed1de1a-29e2-455d-87ef-24ebaa2a3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.225770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1de1a-29e2-455d-87ef-24ebaa2a3a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716f1ebc-f575-4516-a4e4-57f32b86079e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:15.229672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ed1de1a-29e2-455d-87ef-24ebaa2a3a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:15.230825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9ed1de1a-29e2-455d-87ef-24ebaa2a3a15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/716f1ebc-f575-4516-a4e4-57f32b86079e HTTP/1.1" status: 204 len: 168 time: 0.2583885 Feb 04 12:00:16.352305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45782) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:16.453931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511057296'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:16.458844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:16.463426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:network and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:16.466407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:16.472790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:16.528967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:16.532520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.545338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.559450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:16.563256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:security_group_rule and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:16.566022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:16.572193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:16.658665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.721409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.756235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:16.765263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2922129-36bc-4877-9385-7fa5fdbaa604,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:16.770971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.775880 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Added segment 2981ea7d-5bf5-4879-a3d1-065bfb087810 of type vlan for network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 Feb 04 12:00:16.798817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.905990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:16.911633 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:16.912143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:17.021108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Network': ['ID=d737bf9e-e666-4c39-a1b2-a9a3caab94d3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:17.031844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:17.095419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89726746-1161-4044-bac9-33a7f9776bd0 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7419622 Feb 04 12:00:20.400705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45788) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:20.406370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'subnet': {'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:20.517546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:20.521335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:subnet and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:20.524175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:20.532428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:20.643197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:20.646683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:20.969279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Subnet': ['ID=9c05c14f-b581-4841-96a5-3ccba7cb4e58,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Checking segment: {'id': '2981ea7d-5bf5-4879-a3d1-065bfb087810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:21.082340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network hostable DHCP agents. Network: d737bf9e-e666-4c39-a1b2-a9a3caab94d3, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:21.180423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:21.315810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d737bf9e-e666-4c39-a1b2-a9a3caab94d3) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:21.319850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:21.320428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.325209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f287ad3-fc30-45f1-a240-6ab394eaa578 None None] Network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:21.449744 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8b4faced-5e3a-4286-b088-f3910474901b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0479157 Feb 04 12:00:21.453073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45792) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:21.458820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59782034'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:21.464262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:21.468042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:network and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:21.471044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:21.477359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:21.566697 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-d737bf9e-e666-4c39-a1b2-a9a3caab94d3', 'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3', 'tenant_id': 'e4d69445419b4f06acf17c73f55414cd', 'fixed_ips': [{'subnet_id': '9c05c14f-b581-4841-96a5-3ccba7cb4e58'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:21.567483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.573072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:21.577644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.604740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:21.613347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.613699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Added segment 5a6a87c0-36fb-4abe-b775-1d4e00738f52 of type vlan for network 15220e72-28e7-483c-93ac-21acaf56a904 Feb 04 12:00:21.639790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.723801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Allocated IP 2001:db8:0:ffff::2 (d737bf9e-e666-4c39-a1b2-a9a3caab94d3/9c05c14f-b581-4841-96a5-3ccba7cb4e58/63c0b743-8f44-41ab-868b-b52f884c42b8) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:21.769111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.775372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:21.775968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:21.882835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Network': ['ID=15220e72-28e7-483c-93ac-21acaf56a904,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:21.895770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 15220e72-28e7-483c-93ac-21acaf56a904 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:21.946642 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-267607af-881a-41c2-a0c6-0724b3cc4b91 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4922574 Feb 04 12:00:21.949474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:21.955077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'subnet': {'network_id': '15220e72-28e7-483c-93ac-21acaf56a904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:22.014810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.028975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Transition to ACTIVE for port object 63c0b743-8f44-41ab-868b-b52f884c42b8 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:22.047100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Transition to ACTIVE for port object 63c0b743-8f44-41ab-868b-b52f884c42b8 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:22.065509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:22.069822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:subnet and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:22.072652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:22.078194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:22.135055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.157315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:22.160953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.203136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:22.206102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:22.209537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:22.215014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Pushing event updated for resources: {'Port': ['ID=63c0b743-8f44-41ab-868b-b52f884c42b8,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:22.301954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Attempting to bind port 63c0b743-8f44-41ab-868b-b52f884c42b8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:22.302315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Attempting to bind port 63c0b743-8f44-41ab-868b-b52f884c42b8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '2981ea7d-5bf5-4879-a3d1-065bfb087810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:22.302672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Attempting to bind port 63c0b743-8f44-41ab-868b-b52f884c42b8 on network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:22.308963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:22.309385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Checking segment: {'id': '2981ea7d-5bf5-4879-a3d1-065bfb087810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:22.309719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.310108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Bound using segment: {'id': '2981ea7d-5bf5-4879-a3d1-065bfb087810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:22.310566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Bound port: 63c0b743-8f44-41ab-868b-b52f884c42b8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2981ea7d-5bf5-4879-a3d1-065bfb087810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd737bf9e-e666-4c39-a1b2-a9a3caab94d3'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:22.310935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.404355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] For port 63c0b743-8f44-41ab-868b-b52f884c42b8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:22.408257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] For port 63c0b743-8f44-41ab-868b-b52f884c42b8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=63c0b743-8f44-41ab-868b-b52f884c42b8,segment=NetworkSegment(2981ea7d-5bf5-4879-a3d1-065bfb087810),segment_id=2981ea7d-5bf5-4879-a3d1-065bfb087810)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:22.483523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.564031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.568288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ea0d-834b-4652-aa11-ebb4f94c4fa8 None None] Pushing event updated for resources: {'Port': ['ID=63c0b743-8f44-41ab-868b-b52f884c42b8,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:22.655462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Subnet': ['ID=8684b715-d6c5-46da-885b-1dcd366e12d8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:22.657825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Checking segment: {'id': '5a6a87c0-36fb-4abe-b775-1d4e00738f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '15220e72-28e7-483c-93ac-21acaf56a904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:22.658173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network hostable DHCP agents. Network: 15220e72-28e7-483c-93ac-21acaf56a904, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:22.780757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network 15220e72-28e7-483c-93ac-21acaf56a904 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:22.866329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 15220e72-28e7-483c-93ac-21acaf56a904) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:22.870409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:22.870998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:22.875610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3439136-531d-4f72-a96b-0bb2ca96cd08 None None] Network 15220e72-28e7-483c-93ac-21acaf56a904 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:22.951006 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b57d9aed-c01f-47c9-b3ce-921f4e8dfd98 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0005035 Feb 04 12:00:22.954059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45800) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:23.091417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-15220e72-28e7-483c-93ac-21acaf56a904', 'network_id': '15220e72-28e7-483c-93ac-21acaf56a904', 'tenant_id': 'e4d69445419b4f06acf17c73f55414cd', 'fixed_ips': [{'subnet_id': '8684b715-d6c5-46da-885b-1dcd366e12d8'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:23.092279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.095229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.167793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.262728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Allocated IP 2001:db8::2 (15220e72-28e7-483c-93ac-21acaf56a904/8684b715-d6c5-46da-885b-1dcd366e12d8/3efc8d44-9044-4551-9ac9-93add97c7909) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:23.454112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052f1ee-54e5-4324-8b4a-fcad2cab799d None None] Network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:23.585919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.599818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Transition to ACTIVE for port object 3efc8d44-9044-4551-9ac9-93add97c7909 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:23.641382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Transition to ACTIVE for port object 3efc8d44-9044-4551-9ac9-93add97c7909 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:23.724757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e08e05bb-aeb6-4308-b6d8-d6671bc28421 None None] Provisioning for port 63c0b743-8f44-41ab-868b-b52f884c42b8 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:23.741963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.819584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.824473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Network 15220e72-28e7-483c-93ac-21acaf56a904 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:23.828882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:23.833461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:23.836208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Pushing event updated for resources: {'Port': ['ID=3efc8d44-9044-4551-9ac9-93add97c7909,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:23.861307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Subnet': ['ID=8684b715-d6c5-46da-885b-1dcd366e12d8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:23.933041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Attempting to bind port 3efc8d44-9044-4551-9ac9-93add97c7909 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:23.933447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Attempting to bind port 3efc8d44-9044-4551-9ac9-93add97c7909 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5a6a87c0-36fb-4abe-b775-1d4e00738f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '15220e72-28e7-483c-93ac-21acaf56a904'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:23.933763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Attempting to bind port 3efc8d44-9044-4551-9ac9-93add97c7909 on network 15220e72-28e7-483c-93ac-21acaf56a904 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:23.939220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:23.939630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Checking segment: {'id': '5a6a87c0-36fb-4abe-b775-1d4e00738f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '15220e72-28e7-483c-93ac-21acaf56a904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:23.940032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.940426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Bound using segment: {'id': '5a6a87c0-36fb-4abe-b775-1d4e00738f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '15220e72-28e7-483c-93ac-21acaf56a904'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:23.940892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Bound port: 3efc8d44-9044-4551-9ac9-93add97c7909, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6a87c0-36fb-4abe-b775-1d4e00738f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '15220e72-28e7-483c-93ac-21acaf56a904'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:23.941263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.953879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:23.982351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15220e72-28e7-483c-93ac-21acaf56a904']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:23.995172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6a87c0-36fb-4abe-b775-1d4e00738f52') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:23.995463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6a87c0-36fb-4abe-b775-1d4e00738f52') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:24.007138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.023865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.030222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:24.030622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.038854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] For port 3efc8d44-9044-4551-9ac9-93add97c7909, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:24.046179 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:24.124321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] For port 3efc8d44-9044-4551-9ac9-93add97c7909, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3efc8d44-9044-4551-9ac9-93add97c7909,segment=NetworkSegment(5a6a87c0-36fb-4abe-b775-1d4e00738f52),segment_id=5a6a87c0-36fb-4abe-b775-1d4e00738f52)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:24.192259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:00:24.192259 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:00:24.192259 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': '15220e72-28e7-483c-93ac-21acaf56a904'}] Feb 04 12:00:24.192259 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:00:24.192658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:00:24.221124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.341616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895eab2-fb47-430c-bbc0-8185668ddede None None] Pushing event updated for resources: {'Port': ['ID=3efc8d44-9044-4551-9ac9-93add97c7909,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:24.369430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5be714-cd93-4c67-9810-4fca46816cbb None None] Network 15220e72-28e7-483c-93ac-21acaf56a904 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:24.383214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 63c0b743-8f44-41ab-868b-b52f884c42b8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:24.617221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8d722-203b-409b-9593-08f6b71d8337 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 12:00:24.660909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 63c0b743-8f44-41ab-868b-b52f884c42b8 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:24.670920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 63c0b743-8f44-41ab-868b-b52f884c42b8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:24.671231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.693401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.704810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Deleting port 3efc8d44-9044-4551-9ac9-93add97c7909 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:24.705260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.754475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca8d722-203b-409b-9593-08f6b71d8337 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:00:24.895505 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.912258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] For port 3efc8d44-9044-4551-9ac9-93add97c7909, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3efc8d44-9044-4551-9ac9-93add97c7909,segment=NetworkSegment(5a6a87c0-36fb-4abe-b775-1d4e00738f52),segment_id=5a6a87c0-36fb-4abe-b775-1d4e00738f52)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:24.912817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:24.962733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 63c0b743-8f44-41ab-868b-b52f884c42b8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=63c0b743-8f44-41ab-868b-b52f884c42b8,segment=NetworkSegment(2981ea7d-5bf5-4879-a3d1-065bfb087810),segment_id=2981ea7d-5bf5-4879-a3d1-065bfb087810)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:25.037120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Calling delete_port for 3efc8d44-9044-4551-9ac9-93add97c7909 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:25.076314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.169114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.170495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=63c0b743-8f44-41ab-868b-b52f884c42b8,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:25.216793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Port': ['ID=3efc8d44-9044-4551-9ac9-93add97c7909,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:25.221924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No DVR routers for this DVR port 3efc8d44-9044-4551-9ac9-93add97c7909 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:25.343125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.367689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15220e72-28e7-483c-93ac-21acaf56a904']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:25.379136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6a87c0-36fb-4abe-b775-1d4e00738f52') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:25.379426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6a87c0-36fb-4abe-b775-1d4e00738f52') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:25.390879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.406087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.411907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:25.412292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:25.426298 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:25.670189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.687638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.698084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Network': ['ID=15220e72-28e7-483c-93ac-21acaf56a904,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:25.704756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ff5aae1-39bf-40f9-b009-31a825b4880c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/15220e72-28e7-483c-93ac-21acaf56a904 HTTP/1.1" status: 204 len: 168 time: 2.7497718 Feb 04 12:00:25.708129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:25.713437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498643608'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:25.718245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:25.722149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:network and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:25.725691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:25.731939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:25.818892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:25.822490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.849388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:25.858075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.858407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Added segment 132ed5dc-3acb-4243-9c0d-4fc935bce6c6 of type vlan for network 1a9bfd6a-51de-442a-9087-36507c1f0032 Feb 04 12:00:25.883412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.968757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:25.974246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:25.975395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:26.077416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Network': ['ID=1a9bfd6a-51de-442a-9087-36507c1f0032,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:26.091370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1a9bfd6a-51de-442a-9087-36507c1f0032 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:26.118170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-62864d3f-0e94-4bb0-9c3b-d0dd73cc92c1 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4089470 Feb 04 12:00:26.120823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:26.126541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'subnet': {'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:26.240859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:26.245070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:subnet and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:26.249732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:26.253568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:26.311985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:26.315643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:26.342058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 63c0b743-8f44-41ab-868b-b52f884c42b8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:26.409328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 63c0b743-8f44-41ab-868b-b52f884c42b8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:26.409698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:26.411297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 12:00:26.411923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 12:00:26.602059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:26.683357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Subnet': ['ID=6c09036c-7f83-4f86-8d59-0eb5e7f3a239,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:26.690847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Checking segment: {'id': '132ed5dc-3acb-4243-9c0d-4fc935bce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:26.691205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network hostable DHCP agents. Network: 1a9bfd6a-51de-442a-9087-36507c1f0032, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:26.762842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network 1a9bfd6a-51de-442a-9087-36507c1f0032 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:26.842910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1a9bfd6a-51de-442a-9087-36507c1f0032) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:26.846837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:26.847424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:26.853560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436125e-530e-40b5-9784-4ef2bcf7b318 None None] Network 1a9bfd6a-51de-442a-9087-36507c1f0032 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:26.930593 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6948e583-8eab-40f8-99d1-9001382f244a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8082469 Feb 04 12:00:26.932898 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45812) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:27.072665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.080904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1a9bfd6a-51de-442a-9087-36507c1f0032', 'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032', 'tenant_id': 'e4d69445419b4f06acf17c73f55414cd', 'fixed_ips': [{'subnet_id': '6c09036c-7f83-4f86-8d59-0eb5e7f3a239'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:27.081733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.137968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.236587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Allocated IP 2001:db8::3 (1a9bfd6a-51de-442a-9087-36507c1f0032/6c09036c-7f83-4f86-8d59-0eb5e7f3a239/798eb59a-feba-40cd-a871-7364a3ffe69c) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:27.437617 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.447685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Transition to ACTIVE for port object 798eb59a-feba-40cd-a871-7364a3ffe69c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:27.465191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Transition to ACTIVE for port object 798eb59a-feba-40cd-a871-7364a3ffe69c will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:27.534743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.579495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.605940 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Network 1a9bfd6a-51de-442a-9087-36507c1f0032 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:27.608818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:27.612328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:27.618289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Pushing event updated for resources: {'Port': ['ID=798eb59a-feba-40cd-a871-7364a3ffe69c,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:27.626897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.664533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Subnet': ['ID=6c09036c-7f83-4f86-8d59-0eb5e7f3a239,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:27.707411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Attempting to bind port 798eb59a-feba-40cd-a871-7364a3ffe69c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:27.707744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Attempting to bind port 798eb59a-feba-40cd-a871-7364a3ffe69c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '132ed5dc-3acb-4243-9c0d-4fc935bce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:27.708078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Attempting to bind port 798eb59a-feba-40cd-a871-7364a3ffe69c on network 1a9bfd6a-51de-442a-9087-36507c1f0032 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:27.713569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:27.713944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Checking segment: {'id': '132ed5dc-3acb-4243-9c0d-4fc935bce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:27.714359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.714737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Bound using segment: {'id': '132ed5dc-3acb-4243-9c0d-4fc935bce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:27.715201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Bound port: 798eb59a-feba-40cd-a871-7364a3ffe69c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132ed5dc-3acb-4243-9c0d-4fc935bce6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a9bfd6a-51de-442a-9087-36507c1f0032'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:27.715823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.767705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.792653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9bfd6a-51de-442a-9087-36507c1f0032']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:27.803957 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] For port 798eb59a-feba-40cd-a871-7364a3ffe69c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:27.804944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132ed5dc-3acb-4243-9c0d-4fc935bce6c6') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:27.805447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132ed5dc-3acb-4243-9c0d-4fc935bce6c6') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:27.806822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] For port 798eb59a-feba-40cd-a871-7364a3ffe69c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=798eb59a-feba-40cd-a871-7364a3ffe69c,segment=NetworkSegment(132ed5dc-3acb-4243-9c0d-4fc935bce6c6),segment_id=132ed5dc-3acb-4243-9c0d-4fc935bce6c6)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:27.816606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.872247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.874386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.880480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:27.880874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:27.895398 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:27.984945 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504a1a-cd0a-4b81-b117-a145628cd74d None None] Pushing event updated for resources: {'Port': ['ID=798eb59a-feba-40cd-a871-7364a3ffe69c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:28.015278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.db.api [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:00:28.015278 dv-neutron-827824-2-hyperv neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:00:28.015278 dv-neutron-827824-2-hyperv neutron-server[88132]: [parameters: {'id': '1a9bfd6a-51de-442a-9087-36507c1f0032'}] Feb 04 12:00:28.015278 dv-neutron-827824-2-hyperv neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:00:28.015677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG oslo_db.api [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:00:28.015773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce4086e-c41e-4a7a-8d75-1b2be199510f None None] Network 1a9bfd6a-51de-442a-9087-36507c1f0032 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:28.207584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04baab-47de-42f0-a61d-bc99e3bb9715 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 12:00:28.293025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04baab-47de-42f0-a61d-bc99e3bb9715 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:00:28.517313 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:28.528544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Deleting port 798eb59a-feba-40cd-a871-7364a3ffe69c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:28.528867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:28.736007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] For port 798eb59a-feba-40cd-a871-7364a3ffe69c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=798eb59a-feba-40cd-a871-7364a3ffe69c,segment=NetworkSegment(132ed5dc-3acb-4243-9c0d-4fc935bce6c6),segment_id=132ed5dc-3acb-4243-9c0d-4fc935bce6c6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:28.736351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:28.956311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Calling delete_port for 798eb59a-feba-40cd-a871-7364a3ffe69c owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:29.140319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.188256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Port': ['ID=798eb59a-feba-40cd-a871-7364a3ffe69c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:29.191703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No DVR routers for this DVR port 798eb59a-feba-40cd-a871-7364a3ffe69c on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:29.320844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.345311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9bfd6a-51de-442a-9087-36507c1f0032']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:29.357510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132ed5dc-3acb-4243-9c0d-4fc935bce6c6') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:29.357807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132ed5dc-3acb-4243-9c0d-4fc935bce6c6') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:29.369337 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.384604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.390393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:29.390765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:29.404769 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:29.545635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.562812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.573404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Network': ['ID=1a9bfd6a-51de-442a-9087-36507c1f0032,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:29.579972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-113d1cb1-5dfc-415d-9eda-09de284ca743 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/1a9bfd6a-51de-442a-9087-36507c1f0032 HTTP/1.1" status: 204 len: 168 time: 2.6461284 Feb 04 12:00:29.583436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45816) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:29.589023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495731409'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:29.594045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:29.597834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:network and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:29.601215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:29.607511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:29.663872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:29.667297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.694093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:29.702212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.702543 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Added segment 6d9a268a-2fb3-4b8c-8a84-21d93cc86b73 of type vlan for network e72bae69-7766-4c2c-9b16-17b5611fcae8 Feb 04 12:00:29.728040 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.808503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.813826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:29.814392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:29.920461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Network': ['ID=e72bae69-7766-4c2c-9b16-17b5611fcae8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:29.930344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e72bae69-7766-4c2c-9b16-17b5611fcae8 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:30.003739 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c3bc4e2d-1096-4ecd-803c-85f32751b46d tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4190307 Feb 04 12:00:30.006464 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45820) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:30.011913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'subnet': {'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:30.119912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:30.123658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:subnet and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:30.126351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:30.132491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:30.220267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:30.223778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:30.243221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d119aeae-e576-4314-bf61-9fd4f5d870fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:30.494618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:30.571806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Subnet': ['ID=a8df3c8c-2503-4305-bd79-0e6274b81d32,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:30.580698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Checking segment: {'id': '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:30.581052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network hostable DHCP agents. Network: e72bae69-7766-4c2c-9b16-17b5611fcae8, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:30.654294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network e72bae69-7766-4c2c-9b16-17b5611fcae8 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:30.723323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e72bae69-7766-4c2c-9b16-17b5611fcae8) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:30.727192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:30.727977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:30.731702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0286aff6-0433-4680-92f9-096d396547f0 None None] Network e72bae69-7766-4c2c-9b16-17b5611fcae8 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:30.821602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3a0983af-83cf-4492-ac12-f389e0c1e47a tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8138871 Feb 04 12:00:30.825123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:30.831087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511758960'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:30.836743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:30.840659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:network and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:30.843638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:30.853282 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:30.938786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e72bae69-7766-4c2c-9b16-17b5611fcae8', 'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8', 'tenant_id': 'e4d69445419b4f06acf17c73f55414cd', 'fixed_ips': [{'subnet_id': 'a8df3c8c-2503-4305-bd79-0e6274b81d32'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:30.939633 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:30.974254 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:30.978321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.005781 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:31.015098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.015437 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Added segment 4d4180e2-8fd9-4f6a-a45f-17f3fbb26928 of type vlan for network f8e57cc2-53be-4be6-9c0f-6a8eb792b90f Feb 04 12:00:31.041439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.096670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Allocated IP 2001:db8::2 (e72bae69-7766-4c2c-9b16-17b5611fcae8/a8df3c8c-2503-4305-bd79-0e6274b81d32/2d766129-a76c-400e-92db-51bf3f03a4f5) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:31.126915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.132640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:31.135732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.241790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Network': ['ID=f8e57cc2-53be-4be6-9c0f-6a8eb792b90f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:31.273165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network f8e57cc2-53be-4be6-9c0f-6a8eb792b90f details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:31.288763 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d8c16a0e-0234-4a84-b50a-c9f5dac6cc4c tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4626520 Feb 04 12:00:31.291570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45828) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:31.297432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Request body: {'subnet': {'network_id': 'f8e57cc2-53be-4be6-9c0f-6a8eb792b90f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:31.398012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.416097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Transition to ACTIVE for port object 2d766129-a76c-400e-92db-51bf3f03a4f5 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:31.416991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:31.421686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Usage tracker for resource:subnet and tenant:e4d69445419b4f06acf17c73f55414cd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:31.424991 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:31.430401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:31.431841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Transition to ACTIVE for port object 2d766129-a76c-400e-92db-51bf3f03a4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:31.521175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Made reservation on behalf of e4d69445419b4f06acf17c73f55414cd for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:31.522122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.525563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.587375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Network e72bae69-7766-4c2c-9b16-17b5611fcae8 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:31.590371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:31.593991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:31.602762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Pushing event updated for resources: {'Port': ['ID=2d766129-a76c-400e-92db-51bf3f03a4f5,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:31.691845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Attempting to bind port 2d766129-a76c-400e-92db-51bf3f03a4f5 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:31.692212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Attempting to bind port 2d766129-a76c-400e-92db-51bf3f03a4f5 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:31.692572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Attempting to bind port 2d766129-a76c-400e-92db-51bf3f03a4f5 on network e72bae69-7766-4c2c-9b16-17b5611fcae8 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:31.701029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:31.701413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Checking segment: {'id': '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:31.701794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.702176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Bound using segment: {'id': '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:31.703027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Bound port: 2d766129-a76c-400e-92db-51bf3f03a4f5, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e72bae69-7766-4c2c-9b16-17b5611fcae8'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:31.703027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.790417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] For port 2d766129-a76c-400e-92db-51bf3f03a4f5, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:31.793366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] For port 2d766129-a76c-400e-92db-51bf3f03a4f5, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2d766129-a76c-400e-92db-51bf3f03a4f5,segment=NetworkSegment(6d9a268a-2fb3-4b8c-8a84-21d93cc86b73),segment_id=6d9a268a-2fb3-4b8c-8a84-21d93cc86b73)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:31.807484 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.893943 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event updated for resources: {'Subnet': ['ID=461f256d-f07b-42ba-827c-40f6e17140bf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:31.896213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Checking segment: {'id': '4d4180e2-8fd9-4f6a-a45f-17f3fbb26928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f8e57cc2-53be-4be6-9c0f-6a8eb792b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:31.897134 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network hostable DHCP agents. Network: f8e57cc2-53be-4be6-9c0f-6a8eb792b90f, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:31.899175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:31.980497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d075f0-3f0e-417b-83ad-5b51d60d22c9 None None] Pushing event updated for resources: {'Port': ['ID=2d766129-a76c-400e-92db-51bf3f03a4f5,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:32.001516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Network f8e57cc2-53be-4be6-9c0f-6a8eb792b90f is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:32.106103 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, f8e57cc2-53be-4be6-9c0f-6a8eb792b90f) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:32.110463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:32.111402 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.125248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb1fa3-bea2-46f1-9b29-dd8778af894d None None] Network f8e57cc2-53be-4be6-9c0f-6a8eb792b90f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:32.217795 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c8c55851-95e6-4d02-9243-da84faa436b7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9228313 Feb 04 12:00:32.218148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:32.376165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.376972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db067e7-54c8-43ae-b114-221ee348a5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-f8e57cc2-53be-4be6-9c0f-6a8eb792b90f', 'network_id': 'f8e57cc2-53be-4be6-9c0f-6a8eb792b90f', 'tenant_id': 'e4d69445419b4f06acf17c73f55414cd', 'fixed_ips': [{'subnet_id': '461f256d-f07b-42ba-827c-40f6e17140bf'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:32.378133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9db067e7-54c8-43ae-b114-221ee348a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.401430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d766129-a76c-400e-92db-51bf3f03a4f5 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:32.448363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.580869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.614510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 2d766129-a76c-400e-92db-51bf3f03a4f5 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:32.617651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Subnet': ['ID=461f256d-f07b-42ba-827c-40f6e17140bf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server [None req-9db067e7-54c8-43ae-b114-221ee348a5b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 461f256d-f07b-42ba-827c-40f6e17140bf: This subnet is being modified by another concurrent operation. Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server raise exception Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 461f256d-f07b-42ba-827c-40f6e17140bf: This subnet is being modified by another concurrent operation. Feb 04 12:00:32.682925 dv-neutron-827824-2-hyperv neutron-server[88133]: ERROR oslo_messaging.rpc.server Feb 04 12:00:32.718959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790bac85-4c51-4908-9193-bb23632a832c None None] Network f8e57cc2-53be-4be6-9c0f-6a8eb792b90f requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:32.727388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.755768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e57cc2-53be-4be6-9c0f-6a8eb792b90f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:32.769861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4180e2-8fd9-4f6a-a45f-17f3fbb26928') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:32.770161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4180e2-8fd9-4f6a-a45f-17f3fbb26928') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:32.784153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.806517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.813063 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:32.821035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.821202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2b242733-9a51-43b7-a99a-e44b480410a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:32.831609 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:32.957714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.976730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:32.987577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Network': ['ID=f8e57cc2-53be-4be6-9c0f-6a8eb792b90f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:32.995564 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0a78ff14-c9f0-44d1-9303-1327276fad44 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/f8e57cc2-53be-4be6-9c0f-6a8eb792b90f HTTP/1.1" status: 204 len: 168 time: 0.7732837 Feb 04 12:00:32.997303 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:33.017763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97ffc8-2096-4f95-8eb1-5f4f19dc0389 None None] Network e72bae69-7766-4c2c-9b16-17b5611fcae8 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:33.042077 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4763f128-3a3d-478a-acdd-c182b773e494 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] GET failed (client error): The resource could not be found. Feb 04 12:00:33.042590 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4763f128-3a3d-478a-acdd-c182b773e494 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Synchronizing usage tracker for tenant:e4d69445419b4f06acf17c73f55414cd on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:33.112002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4763f128-3a3d-478a-acdd-c182b773e494 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Unset dirty status for tenant:e4d69445419b4f06acf17c73f55414cd on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:33.113090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4763f128-3a3d-478a-acdd-c182b773e494 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "GET /v2.0/subnets/461f256d-f07b-42ba-827c-40f6e17140bf HTTP/1.1" status: 404 len: 337 time: 0.1148710 Feb 04 12:00:33.115912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45840) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:33.137623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] Provisioning for port 2d766129-a76c-400e-92db-51bf3f03a4f5 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:33.141253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd5cfae-0144-4b47-bcb5-b86e972e9399 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:33.141713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd5cfae-0144-4b47-bcb5-b86e972e9399 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:33.148697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7bd5cfae-0144-4b47-bcb5-b86e972e9399 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/f8e57cc2-53be-4be6-9c0f-6a8eb792b90f HTTP/1.1" status: 404 len: 339 time: 0.0264807 Feb 04 12:00:33.148830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] Provisioning complete for port 2d766129-a76c-400e-92db-51bf3f03a4f5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:33.148830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.149037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:33.186423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a166fd-8b25-428a-ad84-ac97d6953d4f tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:33.186867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a166fd-8b25-428a-ad84-ac97d6953d4f tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:33.190851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-07a166fd-8b25-428a-ad84-ac97d6953d4f tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/subnets/461f256d-f07b-42ba-827c-40f6e17140bf HTTP/1.1" status: 404 len: 337 time: 0.0388212 Feb 04 12:00:33.191075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45848) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:33.216405 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbeb6976-be3d-4301-ba4f-cbf0cb3fdf3e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:33.216862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbeb6976-be3d-4301-ba4f-cbf0cb3fdf3e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:33.218465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bbeb6976-be3d-4301-ba4f-cbf0cb3fdf3e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/f8e57cc2-53be-4be6-9c0f-6a8eb792b90f HTTP/1.1" status: 404 len: 339 time: 0.0264785 Feb 04 12:00:33.220974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45852) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:33.289385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Deleting subnet a8df3c8c-2503-4305-bd79-0e6274b81d32 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:00:33.292202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.352312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.363531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.401508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] For port 2d766129-a76c-400e-92db-51bf3f03a4f5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2d766129-a76c-400e-92db-51bf3f03a4f5,segment=NetworkSegment(6d9a268a-2fb3-4b8c-8a84-21d93cc86b73),segment_id=6d9a268a-2fb3-4b8c-8a84-21d93cc86b73)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:33.477788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.479771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.549993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876fc3d-7608-4d6a-b997-eab336454c81 None None] Pushing event updated for resources: {'Port': ['ID=2d766129-a76c-400e-92db-51bf3f03a4f5,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:33.571804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d220c3f1-bf9d-4e69-a33a-e9355fac3046 None None] get_active_networks_info from dv-neutron-827824-2-hyperv {{(pid=88133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 12:00:33.623494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e70afae-2015-4632-9335-f37d4caafe6e None None] Provisioning complete for port 2d766129-a76c-400e-92db-51bf3f03a4f5 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:33.623821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e70afae-2015-4632-9335-f37d4caafe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.632703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.671515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Subnet': ['ID=a8df3c8c-2503-4305-bd79-0e6274b81d32,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:33.674916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.741668 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3a4a03d4-b389-4006-bc1d-5f4cd1bf6354 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/subnets/a8df3c8c-2503-4305-bd79-0e6274b81d32 HTTP/1.1" status: 204 len: 168 time: 0.5196514 Feb 04 12:00:33.744191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45856) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:33.745530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220c3f1-bf9d-4e69-a33a-e9355fac3046 None None] Resources bound (agent type, host, resource id): {{(pid=88133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:00:33.791036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.860506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.870797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Deleting port 2d766129-a76c-400e-92db-51bf3f03a4f5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:33.871123 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:33.879204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.073368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] For port 2d766129-a76c-400e-92db-51bf3f03a4f5, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=2d766129-a76c-400e-92db-51bf3f03a4f5,segment=NetworkSegment(6d9a268a-2fb3-4b8c-8a84-21d93cc86b73),segment_id=6d9a268a-2fb3-4b8c-8a84-21d93cc86b73)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:34.073719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.091865 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d80290-5f8f-41d9-8fb5-09e3bb65f791 None None] Network e72bae69-7766-4c2c-9b16-17b5611fcae8 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:34.195538 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Calling delete_port for 2d766129-a76c-400e-92db-51bf3f03a4f5 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:34.346170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a3e26-3388-4a4f-b501-80a429598c45 None None] DHCP port deletion for e72bae69-7766-4c2c-9b16-17b5611fcae8 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:00:34.350873 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.404422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No DVR routers for this DVR port 2d766129-a76c-400e-92db-51bf3f03a4f5 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:34.405976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Port': ['ID=2d766129-a76c-400e-92db-51bf3f03a4f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:34.527799 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.552196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72bae69-7766-4c2c-9b16-17b5611fcae8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:34.568084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:34.568400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9a268a-2fb3-4b8c-8a84-21d93cc86b73') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:34.580512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.599267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.605843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:34.606228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:34.621014 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:34.751361 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.769164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:34.784340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Network': ['ID=e72bae69-7766-4c2c-9b16-17b5611fcae8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:34.787581 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ae36e828-a491-448c-8f06-58f7b79b046e tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/e72bae69-7766-4c2c-9b16-17b5611fcae8 HTTP/1.1" status: 204 len: 168 time: 1.0418813 Feb 04 12:00:34.790139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:34.929470 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-518e8ef4-3475-4151-ba72-94f71f4e72f3 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:34.929909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518e8ef4-3475-4151-ba72-94f71f4e72f3 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:34.931526 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-518e8ef4-3475-4151-ba72-94f71f4e72f3 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/subnets/6c09036c-7f83-4f86-8d59-0eb5e7f3a239 HTTP/1.1" status: 404 len: 337 time: 0.1403780 Feb 04 12:00:34.934074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:34.967291 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6f5acc-1ce6-437b-bd35-edacfe9f6b6b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:34.967756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6f5acc-1ce6-437b-bd35-edacfe9f6b6b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:34.969302 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-cf6f5acc-1ce6-437b-bd35-edacfe9f6b6b tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/1a9bfd6a-51de-442a-9087-36507c1f0032 HTTP/1.1" status: 404 len: 339 time: 0.0343704 Feb 04 12:00:34.971795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:35.007880 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-68786830-3bee-4d7c-a213-f38322a52fde tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:35.008302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68786830-3bee-4d7c-a213-f38322a52fde tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:35.009811 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-68786830-3bee-4d7c-a213-f38322a52fde tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/subnets/8684b715-d6c5-46da-885b-1dcd366e12d8 HTTP/1.1" status: 404 len: 337 time: 0.0371723 Feb 04 12:00:35.012020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:35.036085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f700915-69b6-47d9-8aee-5836e47ce8b6 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] DELETE failed (client error): The resource could not be found. Feb 04 12:00:35.036458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f700915-69b6-47d9-8aee-5836e47ce8b6 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 12:00:35.038540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3f700915-69b6-47d9-8aee-5836e47ce8b6 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/15220e72-28e7-483c-93ac-21acaf56a904 HTTP/1.1" status: 404 len: 339 time: 0.0257375 Feb 04 12:00:35.040921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:35.108053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Deleting subnet 9c05c14f-b581-4841-96a5-3ccba7cb4e58 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:00:35.110928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.165412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.214259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.249398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.375280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.416943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.419690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Subnet': ['ID=9c05c14f-b581-4841-96a5-3ccba7cb4e58,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:35.422419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b60d3-06b3-4ffa-b0e3-659e70112cf0 None None] Network d737bf9e-e666-4c39-a1b2-a9a3caab94d3 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:35.428299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b345e10e-3f6c-4cd5-b529-a518c9e72cb7 tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/subnets/9c05c14f-b581-4841-96a5-3ccba7cb4e58 HTTP/1.1" status: 204 len: 168 time: 0.3864887 Feb 04 12:00:35.430721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:35.545215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.556149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Deleting port 63c0b743-8f44-41ab-868b-b52f884c42b8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:35.556481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.666919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] DHCP port deletion for d737bf9e-e666-4c39-a1b2-a9a3caab94d3 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:00:35.671164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Deleting port 63c0b743-8f44-41ab-868b-b52f884c42b8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:35.671658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.770037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] For port 63c0b743-8f44-41ab-868b-b52f884c42b8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=63c0b743-8f44-41ab-868b-b52f884c42b8,segment=NetworkSegment(2981ea7d-5bf5-4879-a3d1-065bfb087810),segment_id=2981ea7d-5bf5-4879-a3d1-065bfb087810)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:35.770396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:35.894119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Calling delete_port for 63c0b743-8f44-41ab-868b-b52f884c42b8 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:35.903759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] For port 63c0b743-8f44-41ab-868b-b52f884c42b8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=63c0b743-8f44-41ab-868b-b52f884c42b8,segment=NetworkSegment(2981ea7d-5bf5-4879-a3d1-065bfb087810),segment_id=2981ea7d-5bf5-4879-a3d1-065bfb087810)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:35.904146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.024275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.039876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Calling delete_port for 63c0b743-8f44-41ab-868b-b52f884c42b8 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:36.070880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Port': ['ID=63c0b743-8f44-41ab-868b-b52f884c42b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:36.074664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] No DVR routers for this DVR port 63c0b743-8f44-41ab-868b-b52f884c42b8 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:36.116043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:00:36.116403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:00:36.195665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.220731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d737bf9e-e666-4c39-a1b2-a9a3caab94d3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:36.232795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2981ea7d-5bf5-4879-a3d1-065bfb087810') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:36.233092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2981ea7d-5bf5-4879-a3d1-065bfb087810') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:36.244241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.260426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.266439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:36.269502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:36.281380 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:36.342145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 63c0b743-8f44-41ab-868b-b52f884c42b8 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:00:36.379276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 63c0b743-8f44-41ab-868b-b52f884c42b8 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:00:36.379641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 63c0b743-8f44-41ab-868b-b52f884c42b8 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:00:36.380063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d766129-a76c-400e-92db-51bf3f03a4f5 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:00:36.412638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 2d766129-a76c-400e-92db-51bf3f03a4f5 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:00:36.412976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 2d766129-a76c-400e-92db-51bf3f03a4f5 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:00:36.454828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.459991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.488475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] Pushing event deleted for resources: {'Network': ['ID=d737bf9e-e666-4c39-a1b2-a9a3caab94d3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:36.493373 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-00809af3-bf3d-4cdb-a451-0b0af3206ecb tempest-NetworksIpV6Test-566407444 tempest-NetworksIpV6Test-566407444-project] 10.222.0.36 "DELETE /v2.0/networks/d737bf9e-e666-4c39-a1b2-a9a3caab94d3 HTTP/1.1" status: 204 len: 168 time: 1.0615845 Feb 04 12:00:36.617784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Deleting port 63c0b743-8f44-41ab-868b-b52f884c42b8 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:36.618169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:36.689546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8373dc39-4e14-4049-8fab-854a4a3f6f02 None None] The port '63c0b743-8f44-41ab-868b-b52f884c42b8' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:00:36.994014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:37.168268 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e4172fe4-02d3-4885-87ca-159d5496fcd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4d69445419b4f06acf17c73f55414cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729627 Feb 04 12:00:37.170865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:37.233500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e312e6f0-0780-495d-aa61-8b1dd2df5e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:37.258645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e312e6f0-0780-495d-aa61-8b1dd2df5e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:37.431570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e312e6f0-0780-495d-aa61-8b1dd2df5e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:37.445429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312e6f0-0780-495d-aa61-8b1dd2df5e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2922129-36bc-4877-9385-7fa5fdbaa604,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:37.453236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e312e6f0-0780-495d-aa61-8b1dd2df5e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:37.453236 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e312e6f0-0780-495d-aa61-8b1dd2df5e28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2922129-36bc-4877-9385-7fa5fdbaa604 HTTP/1.1" status: 204 len: 168 time: 0.2813311 Feb 04 12:00:38.468957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:38.569858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1946150153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:38.576679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:38.580730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Usage tracker for resource:router and tenant:f18add74324745db87f99205f5ddab9d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:38.583535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:38.589814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:38.648619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:38.649603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:38.664504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:38.767397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:38.869948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:38.871259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e1fb2b1a-6891-4dc1-bebd-e67330e703c6 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4012401 Feb 04 12:00:38.874006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:38.879277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-588444152'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:38.884445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:38.888858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Usage tracker for resource:network and tenant:f18add74324745db87f99205f5ddab9d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:38.891718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:38.897940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:38.995735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Made reservation on behalf of f18add74324745db87f99205f5ddab9d for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:38.999204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.011647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.026490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:39.030307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Usage tracker for resource:security_group_rule and tenant:f18add74324745db87f99205f5ddab9d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:39.033078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:39.039332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:39.122945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.191521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.223381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:39.235881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10022daf-2469-4c7e-86a5-004d56031a0e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:39.240164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.240529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Added segment ea4a5138-3f82-411b-83b2-36cef8885a4c of type vlan for network a57267c7-28fa-4166-a06d-237dc6fac390 Feb 04 12:00:39.266548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.345433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.350884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:39.351456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:39.562766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event updated for resources: {'Network': ['ID=a57267c7-28fa-4166-a06d-237dc6fac390,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:39.573356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network a57267c7-28fa-4166-a06d-237dc6fac390 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:39.600598 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2405aae6-09c0-4519-be46-224c96ab9c40 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7230637 Feb 04 12:00:39.600793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45928) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:39.606120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Request body: {'subnet': {'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:39.714085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:39.717863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Usage tracker for resource:subnet and tenant:f18add74324745db87f99205f5ddab9d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:39.720604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:39.726155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:39.785824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Made reservation on behalf of f18add74324745db87f99205f5ddab9d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:39.790368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.077248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.157639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event updated for resources: {'Subnet': ['ID=0b2d3f7d-db64-4f41-b7fb-c938d1dc1c9c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:40.169394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Checking segment: {'id': 'ea4a5138-3f82-411b-83b2-36cef8885a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:40.169800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Network hostable DHCP agents. Network: a57267c7-28fa-4166-a06d-237dc6fac390, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:40.294324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Network a57267c7-28fa-4166-a06d-237dc6fac390 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:40.378539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, a57267c7-28fa-4166-a06d-237dc6fac390) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:40.382423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:40.383005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.387343 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c62f8a-a810-473c-b3d3-3c345ec2dcf9 None None] Network a57267c7-28fa-4166-a06d-237dc6fac390 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:40.483862 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e720ca9a-0ed3-49f8-a8b2-6626c71e500e tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8819804 Feb 04 12:00:40.487279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:40.492960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1656584671'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:40.497758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:40.501621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Usage tracker for resource:network and tenant:f18add74324745db87f99205f5ddab9d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:40.504455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:40.510217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:40.556820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Made reservation on behalf of f18add74324745db87f99205f5ddab9d for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:40.560402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.588925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:40.594799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-a57267c7-28fa-4166-a06d-237dc6fac390', 'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390', 'tenant_id': 'f18add74324745db87f99205f5ddab9d', 'fixed_ips': [{'subnet_id': '0b2d3f7d-db64-4f41-b7fb-c938d1dc1c9c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:40.595874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.598066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.598399 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Added segment 5dfc44ef-a390-4876-9e74-1f5583e6082e of type vlan for network 5662822f-a0de-4a65-925d-69d56076da24 Feb 04 12:00:40.624447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.704196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.709985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:40.712287 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:40.749416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Allocated IP 172.20.0.2 (a57267c7-28fa-4166-a06d-237dc6fac390/0b2d3f7d-db64-4f41-b7fb-c938d1dc1c9c/b2d9df9d-de92-4f28-90e9-a1723516a1d6) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:40.815742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event updated for resources: {'Network': ['ID=5662822f-a0de-4a65-925d-69d56076da24,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:40.828560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 5662822f-a0de-4a65-925d-69d56076da24 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:40.870757 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a44ca481-5d30-446e-b810-f1ffe5c151f4 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3823888 Feb 04 12:00:40.873461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:40.878948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Request body: {'subnet': {'network_id': '5662822f-a0de-4a65-925d-69d56076da24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:40.991325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:40.995338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Usage tracker for resource:subnet and tenant:f18add74324745db87f99205f5ddab9d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:40.998399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:41.004184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:41.042837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.052664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Transition to ACTIVE for port object b2d9df9d-de92-4f28-90e9-a1723516a1d6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:41.070308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Transition to ACTIVE for port object b2d9df9d-de92-4f28-90e9-a1723516a1d6 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:41.071759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Made reservation on behalf of f18add74324745db87f99205f5ddab9d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:41.075202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.161664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.224434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Network a57267c7-28fa-4166-a06d-237dc6fac390 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:41.227826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:41.231321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:41.239830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Pushing event updated for resources: {'Port': ['ID=b2d9df9d-de92-4f28-90e9-a1723516a1d6,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:41.360502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Attempting to bind port b2d9df9d-de92-4f28-90e9-a1723516a1d6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:41.360851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Attempting to bind port b2d9df9d-de92-4f28-90e9-a1723516a1d6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ea4a5138-3f82-411b-83b2-36cef8885a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:41.361207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Attempting to bind port b2d9df9d-de92-4f28-90e9-a1723516a1d6 on network a57267c7-28fa-4166-a06d-237dc6fac390 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:41.361609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.366389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:41.366752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Checking segment: {'id': 'ea4a5138-3f82-411b-83b2-36cef8885a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:41.367143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.367525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Bound using segment: {'id': 'ea4a5138-3f82-411b-83b2-36cef8885a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:41.373102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Bound port: b2d9df9d-de92-4f28-90e9-a1723516a1d6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4a5138-3f82-411b-83b2-36cef8885a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a57267c7-28fa-4166-a06d-237dc6fac390'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:41.373102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.451574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event updated for resources: {'Subnet': ['ID=87478d1a-b416-4db7-96d7-2582bac7e1c3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:41.461558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Checking segment: {'id': '5dfc44ef-a390-4876-9e74-1f5583e6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5662822f-a0de-4a65-925d-69d56076da24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:41.461913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Network hostable DHCP agents. Network: 5662822f-a0de-4a65-925d-69d56076da24, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:41.465825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] For port b2d9df9d-de92-4f28-90e9-a1723516a1d6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:41.468824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] For port b2d9df9d-de92-4f28-90e9-a1723516a1d6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2d9df9d-de92-4f28-90e9-a1723516a1d6,segment=NetworkSegment(ea4a5138-3f82-411b-83b2-36cef8885a4c),segment_id=ea4a5138-3f82-411b-83b2-36cef8885a4c)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:41.557656 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.568774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Network 5662822f-a0de-4a65-925d-69d56076da24 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:41.640293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da537b08-92e6-4f38-aa43-e33e114ba877 None None] Pushing event updated for resources: {'Port': ['ID=b2d9df9d-de92-4f28-90e9-a1723516a1d6,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:41.650802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 5662822f-a0de-4a65-925d-69d56076da24) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:41.657335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:41.658186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:41.665155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3752a-1573-4593-8aeb-42b54a635838 None None] Network 5662822f-a0de-4a65-925d-69d56076da24 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:41.735013 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9d482f87-09aa-4bda-9a2f-7a0eea8cab2b tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8605149 Feb 04 12:00:41.737673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:41.744569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e7df7eb3-f5ab-4c28-96a8-dfff649acaca tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Request body: {'router': {'external_gateway_info': {'network_id': '5662822f-a0de-4a65-925d-69d56076da24'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:41.916995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-5662822f-a0de-4a65-925d-69d56076da24', 'network_id': '5662822f-a0de-4a65-925d-69d56076da24', 'tenant_id': 'f18add74324745db87f99205f5ddab9d', 'fixed_ips': [{'subnet_id': '87478d1a-b416-4db7-96d7-2582bac7e1c3'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:41.918033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.134603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Allocated IP 172.21.0.2 (5662822f-a0de-4a65-925d-69d56076da24/87478d1a-b416-4db7-96d7-2582bac7e1c3/4317f119-cde7-41ba-8cf6-ae1a16f74ab1) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:42.281382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7df7eb3-f5ab-4c28-96a8-dfff649acaca tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.359980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.375615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Transition to ACTIVE for port object 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:42.397884 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2d9df9d-de92-4f28-90e9-a1723516a1d6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:42.438988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Transition to ACTIVE for port object 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:42.521994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.api.v2.resource [None req-e7df7eb3-f5ab-4c28-96a8-dfff649acaca tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 12:00:42.523037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e7df7eb3-f5ab-4c28-96a8-dfff649acaca tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "PUT /v2.0/routers/c2bf6c61-fa2e-42cb-9ec2-48efe24e9957 HTTP/1.1" status: 400 len: 364 time: 0.7842598 Feb 04 12:00:42.528800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45944) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:42.547732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.592719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b2d9df9d-de92-4f28-90e9-a1723516a1d6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:42.598258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Deleting subnet 87478d1a-b416-4db7-96d7-2582bac7e1c3 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:00:42.602267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.625550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Network 5662822f-a0de-4a65-925d-69d56076da24 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:42.628689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:42.631153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:42.661383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.667144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Pushing event updated for resources: {'Port': ['ID=4317f119-cde7-41ba-8cf6-ae1a16f74ab1,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:42.740904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf782b9d-e984-4eb1-a1d4-780ed38b7d45 None None] Network a57267c7-28fa-4166-a06d-237dc6fac390 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:42.756900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.766740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Attempting to bind port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:42.769752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Attempting to bind port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5dfc44ef-a390-4876-9e74-1f5583e6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5662822f-a0de-4a65-925d-69d56076da24'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:42.769752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Attempting to bind port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 on network 5662822f-a0de-4a65-925d-69d56076da24 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:42.831594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:42.831972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Checking segment: {'id': '5dfc44ef-a390-4876-9e74-1f5583e6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5662822f-a0de-4a65-925d-69d56076da24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:42.832374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.832768 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Bound using segment: {'id': '5dfc44ef-a390-4876-9e74-1f5583e6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5662822f-a0de-4a65-925d-69d56076da24'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:42.833239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Bound port: 4317f119-cde7-41ba-8cf6-ae1a16f74ab1, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfc44ef-a390-4876-9e74-1f5583e6082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5662822f-a0de-4a65-925d-69d56076da24'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:42.833609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.974939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:42.997929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] For port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:43.004045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] Provisioning for port b2d9df9d-de92-4f28-90e9-a1723516a1d6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:43.014541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event deleted for resources: {'Subnet': ['ID=87478d1a-b416-4db7-96d7-2582bac7e1c3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:43.016942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] For port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4317f119-cde7-41ba-8cf6-ae1a16f74ab1,segment=NetworkSegment(5dfc44ef-a390-4876-9e74-1f5583e6082e),segment_id=5dfc44ef-a390-4876-9e74-1f5583e6082e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:43.019793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.019933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] Provisioning complete for port b2d9df9d-de92-4f28-90e9-a1723516a1d6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:43.020236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.026917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fb510ed6-129a-4799-b8fb-a39290351bcd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "DELETE /v2.0/subnets/87478d1a-b416-4db7-96d7-2582bac7e1c3 HTTP/1.1" status: 204 len: 168 time: 0.4971354 Feb 04 12:00:43.031711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:43.090593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.144990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.155792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Deleting port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:43.156114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.209788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b543ef-c9ee-4e82-a5e7-3cd3cb54702e None None] Pushing event updated for resources: {'Port': ['ID=4317f119-cde7-41ba-8cf6-ae1a16f74ab1,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:43.274528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.308643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] For port b2d9df9d-de92-4f28-90e9-a1723516a1d6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2d9df9d-de92-4f28-90e9-a1723516a1d6,segment=NetworkSegment(ea4a5138-3f82-411b-83b2-36cef8885a4c),segment_id=ea4a5138-3f82-411b-83b2-36cef8885a4c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:43.374415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.391116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] For port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4317f119-cde7-41ba-8cf6-ae1a16f74ab1,segment=NetworkSegment(5dfc44ef-a390-4876-9e74-1f5583e6082e),segment_id=5dfc44ef-a390-4876-9e74-1f5583e6082e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:43.391472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.505584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81d75b-b258-4e8b-a84e-09f7b3c7af72 None None] Pushing event updated for resources: {'Port': ['ID=b2d9df9d-de92-4f28-90e9-a1723516a1d6,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:43.555270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Calling delete_port for 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:43.594660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-063e44ad-0fd0-4fb3-946a-52f0a531a0b8 None None] Provisioning complete for port b2d9df9d-de92-4f28-90e9-a1723516a1d6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:43.595130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-063e44ad-0fd0-4fb3-946a-52f0a531a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.751580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.798235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event deleted for resources: {'Port': ['ID=4317f119-cde7-41ba-8cf6-ae1a16f74ab1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:43.802219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] No DVR routers for this DVR port 4317f119-cde7-41ba-8cf6-ae1a16f74ab1 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:43.925652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.951816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5662822f-a0de-4a65-925d-69d56076da24']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:43.965166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfc44ef-a390-4876-9e74-1f5583e6082e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:43.965454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfc44ef-a390-4876-9e74-1f5583e6082e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:43.977827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:43.993725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.000115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:44.006899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:44.015054 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:44.184038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.201004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.213798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event deleted for resources: {'Network': ['ID=5662822f-a0de-4a65-925d-69d56076da24,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:44.217252 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-18354805-8714-4470-b108-89f49df08185 tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "DELETE /v2.0/networks/5662822f-a0de-4a65-925d-69d56076da24 HTTP/1.1" status: 204 len: 168 time: 1.1860056 Feb 04 12:00:44.219080 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45952) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:44.229629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1b5faf91-0787-40f3-b378-b1f278cd897b None None] Could not find standard attr ID for object 4317f119-cde7-41ba-8cf6-ae1a16f74ab1. {{(pid=88133) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 12:00:44.292131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f2680-ffce-45d9-a988-38446e4ec070 None None] DHCP port deletion for 5662822f-a0de-4a65-925d-69d56076da24 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:00:44.311258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a81fb2-67a5-4df0-9984-a178b43efad5 None None] Network 5662822f-a0de-4a65-925d-69d56076da24 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:44.333967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a81fb2-67a5-4df0-9984-a178b43efad5 None None] Network 5662822f-a0de-4a65-925d-69d56076da24 could not be found, it might have been deleted concurrently. {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 12:00:44.358544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2d9df9d-de92-4f28-90e9-a1723516a1d6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:44.379907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Deleting subnet 0b2d3f7d-db64-4f41-b7fb-c938d1dc1c9c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:00:44.383368 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.427610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b2d9df9d-de92-4f28-90e9-a1723516a1d6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:44.427959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.440531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.528088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.675929 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.717101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2d3f7d-db64-4f41-b7fb-c938d1dc1c9c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:44.726334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.730630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.730980 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.731315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.731677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.731929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b27e5-6bcc-4628-994c-5328fa442bcb None None] Network a57267c7-28fa-4166-a06d-237dc6fac390 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:44.732047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.732320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.732645 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.732965 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.733287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.733605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.733922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.734256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:44.740895 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-524894de-9868-4622-85f7-a5f311c575bb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "DELETE /v2.0/subnets/0b2d3f7d-db64-4f41-b7fb-c938d1dc1c9c HTTP/1.1" status: 204 len: 168 time: 0.5191829 Feb 04 12:00:44.742132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:44.855609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.866502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Deleting port b2d9df9d-de92-4f28-90e9-a1723516a1d6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:44.866832 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:44.971903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] DHCP port deletion for a57267c7-28fa-4166-a06d-237dc6fac390 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:00:44.976171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Deleting port b2d9df9d-de92-4f28-90e9-a1723516a1d6 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:44.977741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.071414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] For port b2d9df9d-de92-4f28-90e9-a1723516a1d6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2d9df9d-de92-4f28-90e9-a1723516a1d6,segment=NetworkSegment(ea4a5138-3f82-411b-83b2-36cef8885a4c),segment_id=ea4a5138-3f82-411b-83b2-36cef8885a4c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:45.072179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.184493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] For port b2d9df9d-de92-4f28-90e9-a1723516a1d6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b2d9df9d-de92-4f28-90e9-a1723516a1d6,segment=NetworkSegment(ea4a5138-3f82-411b-83b2-36cef8885a4c),segment_id=ea4a5138-3f82-411b-83b2-36cef8885a4c)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:45.184941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.194941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Calling delete_port for b2d9df9d-de92-4f28-90e9-a1723516a1d6 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:45.308652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Calling delete_port for b2d9df9d-de92-4f28-90e9-a1723516a1d6 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:00:45.402925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.408655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:00:45.409260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:00:45.452096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] No DVR routers for this DVR port b2d9df9d-de92-4f28-90e9-a1723516a1d6 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:00:45.490460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event deleted for resources: {'Port': ['ID=b2d9df9d-de92-4f28-90e9-a1723516a1d6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:45.583632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.608822 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57267c7-28fa-4166-a06d-237dc6fac390']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:45.624062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4a5138-3f82-411b-83b2-36cef8885a4c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:45.624353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4a5138-3f82-411b-83b2-36cef8885a4c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:45.635377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.651253 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.657126 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:00:45.657498 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:00:45.672062 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:00:45.835780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.852732 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.867058 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Pushing event deleted for resources: {'Network': ['ID=a57267c7-28fa-4166-a06d-237dc6fac390,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:45.871067 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-963764eb-9723-4306-91dc-91eedc9699dd tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "DELETE /v2.0/networks/a57267c7-28fa-4166-a06d-237dc6fac390 HTTP/1.1" status: 204 len: 168 time: 1.1280160 Feb 04 12:00:45.873685 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:45.910549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Deleting port b2d9df9d-de92-4f28-90e9-a1723516a1d6 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:00:45.911061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:45.916084 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d6ea4b8d-bf4e-4e95-b60a-4ee3eac676fb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Synchronizing usage tracker for tenant:f18add74324745db87f99205f5ddab9d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:00:45.977973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-45ee2146-f149-4ecf-b02d-2aff336b142b None None] The port 'b2d9df9d-de92-4f28-90e9-a1723516a1d6' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:00:46.003106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d6ea4b8d-bf4e-4e95-b60a-4ee3eac676fb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Unset dirty status for tenant:f18add74324745db87f99205f5ddab9d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:00:46.006228 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d6ea4b8d-bf4e-4e95-b60a-4ee3eac676fb tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2bf6c61-fa2e-42cb-9ec2-48efe24e9957 HTTP/1.1" status: 200 len: 205 time: 0.1297510 Feb 04 12:00:46.007384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45964) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:46.138230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:46.346303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2d9df9d-de92-4f28-90e9-a1723516a1d6 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:00:46.380261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b2d9df9d-de92-4f28-90e9-a1723516a1d6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:00:46.380711 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b2d9df9d-de92-4f28-90e9-a1723516a1d6 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:00:46.531256 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:46.533460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:46.624240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:46.624716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Fanout notify agent at l3_agent the message router_deleted on router c2bf6c61-fa2e-42cb-9ec2-48efe24e9957 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:00:46.635833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:46.636908 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3802be8d-b75b-4192-a1f3-a658df228caf tempest-RoutersNegativeTest-1181727785 tempest-RoutersNegativeTest-1181727785-project] 10.222.0.36 "DELETE /v2.0/routers/c2bf6c61-fa2e-42cb-9ec2-48efe24e9957 HTTP/1.1" status: 204 len: 168 time: 0.6285918 Feb 04 12:00:47.074105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45972) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:47.216433 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c1f43763-1c34-49f3-a956-be51ac0531f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f18add74324745db87f99205f5ddab9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412063 Feb 04 12:00:47.218859 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45978) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:47.274463 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9326a81-e278-44c6-b0fe-70acc46d6140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:47.300023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9326a81-e278-44c6-b0fe-70acc46d6140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:47.460728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9326a81-e278-44c6-b0fe-70acc46d6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:47.478330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9326a81-e278-44c6-b0fe-70acc46d6140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10022daf-2469-4c7e-86a5-004d56031a0e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:47.487109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9326a81-e278-44c6-b0fe-70acc46d6140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:47.489132 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a9326a81-e278-44c6-b0fe-70acc46d6140 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10022daf-2469-4c7e-86a5-004d56031a0e HTTP/1.1" status: 204 len: 168 time: 0.2690797 Feb 04 12:00:48.292001 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:00:48.446741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:48.551234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-921203621-network', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:48.556539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:48.560360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Usage tracker for resource:network and tenant:1217820e35e04a41ae1d50c8fa4b37f5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:48.563142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:48.569419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:48.648281 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Made reservation on behalf of 1217820e35e04a41ae1d50c8fa4b37f5 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:48.650577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:48.662624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:48.677002 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:48.681399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Usage tracker for resource:security_group_rule and tenant:1217820e35e04a41ae1d50c8fa4b37f5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:48.684398 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:48.690067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:48.771937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:48.869795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:48.898892 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:48.906894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:48.912860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:48.913194 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Added segment 05173777-8a95-47a7-b7a9-eb62efa64e83 of type vlan for network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 Feb 04 12:00:48.938705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:49.054276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:49.055222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:49.055836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:49.157274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] Pushing event updated for resources: {'Network': ['ID=8452a4fa-9037-43bf-8c7a-a1c67e0eb473,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:49.167141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:49.278072 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8c57380b-83b6-4e32-b1bf-b4401caba1ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8302495 Feb 04 12:00:49.280946 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:49.286633 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Request body: {'subnet': {'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-subnet', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:49.292195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:49.296056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Usage tracker for resource:subnet and tenant:1217820e35e04a41ae1d50c8fa4b37f5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:49.298896 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:49.304592 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:49.425737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Made reservation on behalf of 1217820e35e04a41ae1d50c8fa4b37f5 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:49.428245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:49.746222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:49.822891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f407ffb3-00f1-484c-8b3a-dc957ff08e3c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:49.830557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Checking segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:49.830906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Network hostable DHCP agents. Network: 8452a4fa-9037-43bf-8c7a-a1c67e0eb473, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:49.905473 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:49.980210 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8452a4fa-9037-43bf-8c7a-a1c67e0eb473) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:49.984078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:49.984596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:49.988921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd76858-b283-4c47-a9d9-b51169c30fe6 None None] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:50.066496 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3b61d976-956d-4bf0-b4cb-1e45301e54e1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7844362 Feb 04 12:00:50.069871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46012) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:50.074881 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:50.079861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:50.084560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Usage tracker for resource:router and tenant:1217820e35e04a41ae1d50c8fa4b37f5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:50.087712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:50.093525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:50.168852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.169893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.184452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.211286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'fixed_ips': [{'subnet_id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:50.212178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.395756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Allocated IP 172.20.0.2 (8452a4fa-9037-43bf-8c7a-a1c67e0eb473/f407ffb3-00f1-484c-8b3a-dc957ff08e3c/960007fd-49ab-4973-9f16-31286bf0161c) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:50.523824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.600913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.610544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Transition to ACTIVE for port object 960007fd-49ab-4973-9f16-31286bf0161c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:50.628265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Transition to ACTIVE for port object 960007fd-49ab-4973-9f16-31286bf0161c will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:50.700401 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.764395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:50.767297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:50.770844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:50.779511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Pushing event updated for resources: {'Port': ['ID=960007fd-49ab-4973-9f16-31286bf0161c,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:50.868526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Attempting to bind port 960007fd-49ab-4973-9f16-31286bf0161c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:50.868937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Attempting to bind port 960007fd-49ab-4973-9f16-31286bf0161c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:50.869304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Attempting to bind port 960007fd-49ab-4973-9f16-31286bf0161c on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:50.874748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:50.875110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Checking segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:50.875502 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.875913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Bound using segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:50.876370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Bound port: 960007fd-49ab-4973-9f16-31286bf0161c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:50.876739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:50.966709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] For port 960007fd-49ab-4973-9f16-31286bf0161c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:50.969594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] For port 960007fd-49ab-4973-9f16-31286bf0161c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=960007fd-49ab-4973-9f16-31286bf0161c,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:51.005140 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:51.035441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:51.053837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:51.133549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0544c-9f6a-401a-b86d-4343fc89f768 None None] Pushing event updated for resources: {'Port': ['ID=960007fd-49ab-4973-9f16-31286bf0161c,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:51.176928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Allocated IP 172.26.6.99 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/e05b9572-a803-4f53-acd4-f1741069f94a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:51.325542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:51.441524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:51.512643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:51.515502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:51.518447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:51.561504 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e05b9572-a803-4f53-acd4-f1741069f94a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:52.072056 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:52.153542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda29787-bc1f-42f6-8254-0a1a3ec0de50 None None] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:52.304650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ade7fdce-1258-45f2-bb10-67a449983049 None None] Provisioning for port 960007fd-49ab-4973-9f16-31286bf0161c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:52.408386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 960007fd-49ab-4973-9f16-31286bf0161c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:52.421339 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:52.572577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 960007fd-49ab-4973-9f16-31286bf0161c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:52.580265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 960007fd-49ab-4973-9f16-31286bf0161c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:52.580917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:52.716895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:52.758196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 960007fd-49ab-4973-9f16-31286bf0161c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=960007fd-49ab-4973-9f16-31286bf0161c,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:52.760792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8c12a894-a61f-4e4b-a8ab-5c2d07eb2f89 None None] Provisioning complete for port 960007fd-49ab-4973-9f16-31286bf0161c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:52.763268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c12a894-a61f-4e4b-a8ab-5c2d07eb2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:52.852669 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Router 180e8b79-3ab5-4298-b594-bd5c99e75e35 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:00:52.876271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c12a894-a61f-4e4b-a8ab-5c2d07eb2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:52.896890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:53.013596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-8c12a894-a61f-4e4b-a8ab-5c2d07eb2f89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:00:53.013946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-8c12a894-a61f-4e4b-a8ab-5c2d07eb2f89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:00:53.016156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=960007fd-49ab-4973-9f16-31286bf0161c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:53.032690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:00:53.043789 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Sync routers for ids ['180e8b79-3ab5-4298-b594-bd5c99e75e35'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:00:53.052796 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Routers {'180e8b79-3ab5-4298-b594-bd5c99e75e35'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:00:53.053387 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:00:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['180e8b79-3ab5-4298-b594-bd5c99e75e35'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:53.161499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:53.163274 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ad984286-d96c-4e83-aabd-2edf740801c9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0923862 Feb 04 12:00:53.165997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:53.226629 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Set router 180e8b79-3ab5-4298-b594-bd5c99e75e35 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:00:53.507025 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:00:51Z', 'revision_number': 3, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:53.510848 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Checking router: 180e8b79-3ab5-4298-b594-bd5c99e75e35 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:00:53.511203 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Updating router 180e8b79-3ab5-4298-b594-bd5c99e75e35 port e05b9572-a803-4f53-acd4-f1741069f94a binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:00:53.569619 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:53.833454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:53.888203 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:53.899922 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Transition to ACTIVE for port object e05b9572-a803-4f53-acd4-f1741069f94a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:53.961029 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.038686 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Allocated IP 172.20.0.1 (8452a4fa-9037-43bf-8c7a-a1c67e0eb473/f407ffb3-00f1-484c-8b3a-dc957ff08e3c/4597ad97-ccd2-4e66-9316-c25777590ad6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:54.040229 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Attempting to bind port e05b9572-a803-4f53-acd4-f1741069f94a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:54.040596 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Attempting to bind port e05b9572-a803-4f53-acd4-f1741069f94a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:54.040955 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Attempting to bind port e05b9572-a803-4f53-acd4-f1741069f94a on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:54.049866 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Pushing event updated for resources: {'Port': ['ID=e05b9572-a803-4f53-acd4-f1741069f94a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:54.052175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:54.054539 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:54.054539 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.054539 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:54.054539 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Bound port: e05b9572-a803-4f53-acd4-f1741069f94a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:54.054907 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.092825 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.093065 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.093402 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.093731 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.094058 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.094384 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.094704 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.095021 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.095340 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.095687 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.096000 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.096310 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:54.137352 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] For port e05b9572-a803-4f53-acd4-f1741069f94a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:54.140231 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] For port e05b9572-a803-4f53-acd4-f1741069f94a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e05b9572-a803-4f53-acd4-f1741069f94a,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:54.207618 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.287100 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Routers {'180e8b79-3ab5-4298-b594-bd5c99e75e35'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:00:54.287729 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:00:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['180e8b79-3ab5-4298-b594-bd5c99e75e35'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:54.292025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.308174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Transition to ACTIVE for port object 4597ad97-ccd2-4e66-9316-c25777590ad6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:54.350660 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c922-9402-4d7c-8d25-10a2542918ae None None] Pushing event updated for resources: {'Port': ['ID=e05b9572-a803-4f53-acd4-f1741069f94a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:54.364294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 960007fd-49ab-4973-9f16-31286bf0161c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:54.432952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 960007fd-49ab-4973-9f16-31286bf0161c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:54.433325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.449270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.464013 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] Set router 180e8b79-3ab5-4298-b594-bd5c99e75e35 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:00:54.516165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:54.519173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:54.523580 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:54.563285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=4597ad97-ccd2-4e66-9316-c25777590ad6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:54.600318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.788239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.793401 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:00:51Z', 'revision_number': 3, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:54.797232 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f703a-ea28-461e-a84e-bfb5c194290d None None] The sync data for ids ['180e8b79-3ab5-4298-b594-bd5c99e75e35'] in dv-neutron-827824-2-hyperv is: [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:00:51Z', 'revision_number': 3, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:00:54.858314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ce4c544-0360-4653-9468-3b0bb702f906 None None] Provisioning for port 4597ad97-ccd2-4e66-9316-c25777590ad6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:54.863462 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1ce4c544-0360-4653-9468-3b0bb702f906 None None] Provisioning complete for port 4597ad97-ccd2-4e66-9316-c25777590ad6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:54.863859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c544-0360-4653-9468-3b0bb702f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:54.918205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4c544-0360-4653-9468-3b0bb702f906 None None] Port 4597ad97-ccd2-4e66-9316-c25777590ad6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:00:55.038207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:55.094157 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:55.204866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:55.208490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=4597ad97-ccd2-4e66-9316-c25777590ad6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:55.344500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:55.345675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:55.542108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Router 180e8b79-3ab5-4298-b594-bd5c99e75e35 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:00:55.646241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-371d6496-6fe6-43ed-b1af-fdca6fcb453e None None] Provisioning complete for port 4597ad97-ccd2-4e66-9316-c25777590ad6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:55.646805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-371d6496-6fe6-43ed-b1af-fdca6fcb453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:55.702362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-371d6496-6fe6-43ed-b1af-fdca6fcb453e None None] Port 4597ad97-ccd2-4e66-9316-c25777590ad6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:00:55.731558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:00:55.740804 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0717230d-bcd4-461e-95bc-6be0cf0f5ad6 admin admin] 10.222.0.36 "PUT /v2.0/routers/180e8b79-3ab5-4298-b594-bd5c99e75e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738308 Feb 04 12:00:56.318766 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Sync routers for ids ['180e8b79-3ab5-4298-b594-bd5c99e75e35'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:00:56.328117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Routers {'180e8b79-3ab5-4298-b594-bd5c99e75e35'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:00:56.328986 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:00:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['180e8b79-3ab5-4298-b594-bd5c99e75e35'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:56.407456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e05b9572-a803-4f53-acd4-f1741069f94a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:56.522839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:56.528566 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1209872738-network', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:56.534309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:56.538410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Usage tracker for resource:network and tenant:e5782a978bfb41f39b26a8f41c759018 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:56.541307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:56.547107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:56.565816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Set router 180e8b79-3ab5-4298-b594-bd5c99e75e35 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:00:56.608432 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Made reservation on behalf of e5782a978bfb41f39b26a8f41c759018 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:56.610811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.623030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.637656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:56.641842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5782a978bfb41f39b26a8f41c759018 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:56.644626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:56.650925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:56.684364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e05b9572-a803-4f53-acd4-f1741069f94a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:00:56.695918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e05b9572-a803-4f53-acd4-f1741069f94a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:56.696290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.735643 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.801162 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.838144 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:00:56.846659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1226c68e-629f-4cc7-ae29-40b3dbc778bf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:56.854646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.855016 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Added segment ec79548d-e25c-444a-8f0a-a674df92d55e of type vlan for network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a Feb 04 12:00:56.881000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.951634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.978490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port e05b9572-a803-4f53-acd4-f1741069f94a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e05b9572-a803-4f53-acd4-f1741069f94a,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:00:56.993047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 4, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '4597ad97-ccd2-4e66-9316-c25777590ad6', 'name': '', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'mac_address': 'fa:16:3e:63:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:53Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 2, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'subnets': [{'id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:56.996762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Checking router: 180e8b79-3ab5-4298-b594-bd5c99e75e35 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:00:56.997111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Updating router 180e8b79-3ab5-4298-b594-bd5c99e75e35 port 4597ad97-ccd2-4e66-9316-c25777590ad6 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:00:56.997377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:56.998350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:56.998922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.050283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.087082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.101689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e201f4d3-d941-47b3-a4b8-5efd9a55bb3a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:57.114784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:00:57.157793 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9a71639d-e879-46d4-95c5-4205b7ff37e4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6337333 Feb 04 12:00:57.160471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46038) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:57.166038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Request body: {'subnet': {'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-subnet', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:57.171238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:57.175469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Usage tracker for resource:subnet and tenant:e5782a978bfb41f39b26a8f41c759018 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:57.178542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:57.184436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:57.248392 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Made reservation on behalf of e5782a978bfb41f39b26a8f41c759018 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:00:57.250957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.265632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=e05b9572-a803-4f53-acd4-f1741069f94a,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:57.554718 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.576363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.592374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Transition to ACTIVE for port object 4597ad97-ccd2-4e66-9316-c25777590ad6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:57.664083 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.692459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.747245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3064f3e-b748-4715-b758-346364a56596,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:57.752699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Checking segment: {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:57.753201 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Network hostable DHCP agents. Network: e201f4d3-d941-47b3-a4b8-5efd9a55bb3a, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:00:57.835573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:00:57.891771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e075e6-d0af-48bd-a600-9d92591a2321 None None] Pushing event updated for resources: {'Port': ['ID=4597ad97-ccd2-4e66-9316-c25777590ad6,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:57.928396 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e201f4d3-d941-47b3-a4b8-5efd9a55bb3a) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:57.933467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:00:57.934131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:57.950886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e519ce-96ab-4bee-969f-e9e1b8831183 None None] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:00:58.023049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Attempting to bind port 4597ad97-ccd2-4e66-9316-c25777590ad6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:58.023417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Attempting to bind port 4597ad97-ccd2-4e66-9316-c25777590ad6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:58.023800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Attempting to bind port 4597ad97-ccd2-4e66-9316-c25777590ad6 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:58.042908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:58.043274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Checking segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:58.043701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.044089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Bound using segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:58.044547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Bound port: 4597ad97-ccd2-4e66-9316-c25777590ad6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:58.044916 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.047267 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f4d8ac15-b673-435b-aaf6-349e8675939d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8856735 Feb 04 12:00:58.049797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:00:58.055387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:00:58.060472 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:00:58.064348 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Usage tracker for resource:router and tenant:e5782a978bfb41f39b26a8f41c759018 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:00:58.067163 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:00:58.072913 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:00:58.151800 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.152955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.167466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.217165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] For port 4597ad97-ccd2-4e66-9316-c25777590ad6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:58.221405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] For port 4597ad97-ccd2-4e66-9316-c25777590ad6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4597ad97-ccd2-4e66-9316-c25777590ad6,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:58.266668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e201f4d3-d941-47b3-a4b8-5efd9a55bb3a', 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'fixed_ips': [{'subnet_id': 'b3064f3e-b748-4715-b758-346364a56596'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:00:58.267504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.327691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.380077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e05b9572-a803-4f53-acd4-f1741069f94a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:00:58.533793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Routers {'180e8b79-3ab5-4298-b594-bd5c99e75e35'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:00:58.534433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:00:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['180e8b79-3ab5-4298-b594-bd5c99e75e35'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:58.538917 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.603664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e075e6-d0af-48bd-a600-9d92591a2321 None None] Pushing event updated for resources: {'Port': ['ID=4597ad97-ccd2-4e66-9316-c25777590ad6,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:58.649579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Allocated IP 172.20.0.2 (e201f4d3-d941-47b3-a4b8-5efd9a55bb3a/b3064f3e-b748-4715-b758-346364a56596/b1b25aab-b412-4c0a-b28c-52a13b84743d) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:58.719752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e05b9572-a803-4f53-acd4-f1741069f94a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:00:58.720372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.915355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] Set router 180e8b79-3ab5-4298-b594-bd5c99e75e35 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:00:58.968092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:58.997426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.131385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Allocated IP 172.26.6.190 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/ad0cfa90-e64f-4a19-8ea4-907680ad0b7f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:00:59.287139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.308570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.336083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Transition to ACTIVE for port object b1b25aab-b412-4c0a-b28c-52a13b84743d will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:59.380606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.396331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Transition to ACTIVE for port object b1b25aab-b412-4c0a-b28c-52a13b84743d will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:00:59.432391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 4, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '4597ad97-ccd2-4e66-9316-c25777590ad6', 'name': '', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'mac_address': 'fa:16:3e:63:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:53Z', 'updated_at': '2022-02-04T12:00:58Z', 'revision_number': 4, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'subnets': [{'id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:00:59.436302 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd241ad-abf0-4fca-b784-1948a75a4a8a None None] The sync data for ids ['180e8b79-3ab5-4298-b594-bd5c99e75e35'] in dv-neutron-827824-2-hyperv is: [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:00:54Z', 'revision_number': 4, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '4597ad97-ccd2-4e66-9316-c25777590ad6', 'name': '', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'mac_address': 'fa:16:3e:63:6b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:53Z', 'updated_at': '2022-02-04T12:00:58Z', 'revision_number': 4, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'subnets': [{'id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:00:59.453093 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:59.456312 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:59.459403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:59.501031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.503148 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:59.573041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:00:59.576118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:00:59.579339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:00:59.623503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Pushing event updated for resources: {'Port': ['ID=b1b25aab-b412-4c0a-b28c-52a13b84743d,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:00:59.670451 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.670785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.671280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.671695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.672073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.672403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.672729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.673045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.673364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.673675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.673987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.674297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:00:59.706095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Attempting to bind port b1b25aab-b412-4c0a-b28c-52a13b84743d on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:00:59.706469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Attempting to bind port b1b25aab-b412-4c0a-b28c-52a13b84743d by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:00:59.706831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Attempting to bind port b1b25aab-b412-4c0a-b28c-52a13b84743d on network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:00:59.713441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:00:59.713809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Checking segment: {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:00:59.714211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.714601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Bound using segment: {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:00:59.715068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Bound port: b1b25aab-b412-4c0a-b28c-52a13b84743d, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:00:59.715472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.811490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] For port b1b25aab-b412-4c0a-b28c-52a13b84743d, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:00:59.814573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] For port b1b25aab-b412-4c0a-b28c-52a13b84743d, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b1b25aab-b412-4c0a-b28c-52a13b84743d,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:00:59.875979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:00:59.955235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d8832-0ec9-400c-a187-ff2964c2cc94 None None] Pushing event updated for resources: {'Port': ['ID=b1b25aab-b412-4c0a-b28c-52a13b84743d,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:00.169639 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:00.305547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-22b3a088-0670-4eee-b33f-bc734f58b922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:00.442708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4597ad97-ccd2-4e66-9316-c25777590ad6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:00.557288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:00.580382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 4597ad97-ccd2-4e66-9316-c25777590ad6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:00.585937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4597ad97-ccd2-4e66-9316-c25777590ad6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:00.586303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:00.759784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:00.797969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 4597ad97-ccd2-4e66-9316-c25777590ad6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4597ad97-ccd2-4e66-9316-c25777590ad6,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:00.877131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Router b6b2f627-1424-42d6-a8e3-b23ca1274b4f is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:01:00.886958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:00.888457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b1b25aab-b412-4c0a-b28c-52a13b84743d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:01.008339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=4597ad97-ccd2-4e66-9316-c25777590ad6,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:01.051530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c640ca-8638-4479-87c4-de7f0a6f3880 None None] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:01:01.071760 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:01:01.092658 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Sync routers for ids ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:01:01.099670 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Routers {'b6b2f627-1424-42d6-a8e3-b23ca1274b4f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:01:01.100346 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:00:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:01.125919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port b1b25aab-b412-4c0a-b28c-52a13b84743d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:01.212673 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:01.216953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:01:01.217555 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-242c8d05-5f18-4e00-bada-18f800307c38 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1663039 Feb 04 12:01:01.218145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] Provisioning for port b1b25aab-b412-4c0a-b28c-52a13b84743d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:01.233586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] Provisioning complete for port b1b25aab-b412-4c0a-b28c-52a13b84743d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:01.233952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:01.282320 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Set router b6b2f627-1424-42d6-a8e3-b23ca1274b4f gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:01:01.417674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:01.460131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] For port b1b25aab-b412-4c0a-b28c-52a13b84743d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b1b25aab-b412-4c0a-b28c-52a13b84743d,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:01.549511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:01.574896 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:00:59Z', 'revision_number': 3, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:01.579636 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Checking router: b6b2f627-1424-42d6-a8e3-b23ca1274b4f for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:01:01.580160 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Updating router b6b2f627-1424-42d6-a8e3-b23ca1274b4f port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:01:01.627864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aea77-1801-4c0e-b962-6056454be917 None None] Pushing event updated for resources: {'Port': ['ID=b1b25aab-b412-4c0a-b28c-52a13b84743d,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:01.653622 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:01.770720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-02a90549-c9e7-4836-9a7e-17a1002591a3 None None] Provisioning complete for port b1b25aab-b412-4c0a-b28c-52a13b84743d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:01.771966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-02a90549-c9e7-4836-9a7e-17a1002591a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.001100 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.006505 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Transition to ACTIVE for port object ad0cfa90-e64f-4a19-8ea4-907680ad0b7f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:02.022301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.109337 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.191803 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Attempting to bind port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:01:02.192164 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Attempting to bind port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:01:02.192543 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Attempting to bind port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:01:02.201643 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:01:02.202006 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:01:02.202396 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.202779 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:01:02.203224 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Bound port: ad0cfa90-e64f-4a19-8ea4-907680ad0b7f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:01:02.204236 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.226942 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c94a7c-b09e-4c3c-9d64-a14f4e874eed None None] Pushing event updated for resources: {'Port': ['ID=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:02.230693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Allocated IP 172.20.0.1 (e201f4d3-d941-47b3-a4b8-5efd9a55bb3a/b3064f3e-b748-4715-b758-346364a56596/8ba9a611-2be8-43a4-b61e-1253e5fe2039) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:01:02.278913 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] For port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:01:02.281793 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] For port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:01:02.355609 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.368607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4597ad97-ccd2-4e66-9316-c25777590ad6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:02.381655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.397250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Transition to ACTIVE for port object 8ba9a611-2be8-43a4-b61e-1253e5fe2039 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:02.438424 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Routers {'b6b2f627-1424-42d6-a8e3-b23ca1274b4f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:01:02.439019 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:00:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:02.441030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4597ad97-ccd2-4e66-9316-c25777590ad6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:02.441400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.483312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.499019 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c94a7c-b09e-4c3c-9d64-a14f4e874eed None None] Pushing event updated for resources: {'Port': ['ID=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:02.549834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:01:02.553527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:01:02.557500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:01:02.568601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b1b25aab-b412-4c0a-b28c-52a13b84743d up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:02.593612 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba9a611-2be8-43a4-b61e-1253e5fe2039,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:02.619259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.653456 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] Set router b6b2f627-1424-42d6-a8e3-b23ca1274b4f gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:01:02.751978 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port b1b25aab-b412-4c0a-b28c-52a13b84743d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:02.752507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.804733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6716d86-98e7-4155-b3b0-301998757724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.903869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-087ae314-6a6a-41ed-94c0-f3425216aa66 None None] Provisioning for port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:02.908837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-087ae314-6a6a-41ed-94c0-f3425216aa66 None None] Provisioning complete for port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:02.916224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-087ae314-6a6a-41ed-94c0-f3425216aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:02.964365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-087ae314-6a6a-41ed-94c0-f3425216aa66 None None] Port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:01:02.966424 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:00:59Z', 'revision_number': 3, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:02.970407 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59775101-4e9c-45ce-be9c-be7677d2ccfc None None] The sync data for ids ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'] in dv-neutron-827824-2-hyperv is: [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:00:59Z', 'revision_number': 3, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:01:03.108618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:03.345651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:03.435280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:03.544570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba9a611-2be8-43a4-b61e-1253e5fe2039,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:03.548341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:03.693579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:01:03.694715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:01:03.717033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:03.850376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:03.895955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Router b6b2f627-1424-42d6-a8e3-b23ca1274b4f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:01:03.992594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2e51261c-aafb-4ea9-b757-1176adfa6105 None None] Provisioning complete for port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:03.992910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2e51261c-aafb-4ea9-b757-1176adfa6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:04.049090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-2e51261c-aafb-4ea9-b757-1176adfa6105 None None] Port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:01:04.076474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:01:04.085455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-941065a4-489d-4f97-8cc8-53fb75f740e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6b2f627-1424-42d6-a8e3-b23ca1274b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659811 Feb 04 12:01:04.391777 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ad0cfa90-e64f-4a19-8ea4-907680ad0b7f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:04.497861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Sync routers for ids ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:01:04.507361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Routers {'b6b2f627-1424-42d6-a8e3-b23ca1274b4f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:01:04.508049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:01:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:04.562524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:04.575989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:04.576351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:04.774798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Set router b6b2f627-1424-42d6-a8e3-b23ca1274b4f gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:01:04.857092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:04.999967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:05.081297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:05.136393 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-c0e470c1-57d2-4880-8933-2f4661e509f4 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:05.137831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-c0e470c1-57d2-4880-8933-2f4661e509f4 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/networks?id=8452a4fa-9037-43bf-8c7a-a1c67e0eb473 HTTP/1.1" status: 200 len: 816 time: 0.1505630 Feb 04 12:01:05.156670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-e0d186a7-8a06-48a9-89d5-b5b1a1f6619d tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/quotas/1217820e35e04a41ae1d50c8fa4b37f5 HTTP/1.1" status: 200 len: 375 time: 0.0104103 Feb 04 12:01:05.180022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:05.196116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:01:02Z', 'revision_number': 4, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '8ba9a611-2be8-43a4-b61e-1253e5fe2039', 'name': '', 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'mac_address': 'fa:16:3e:c2:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b3064f3e-b748-4715-b758-346364a56596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:01:02Z', 'updated_at': '2022-02-04T12:01:03Z', 'revision_number': 2, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'subnets': [{'id': 'b3064f3e-b748-4715-b758-346364a56596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:05.200120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Checking router: b6b2f627-1424-42d6-a8e3-b23ca1274b4f for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:01:05.200471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Updating router b6b2f627-1424-42d6-a8e3-b23ca1274b4f port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:01:05.244944 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-d00f8bc3-fc1d-41a8-be7f-78c87b7d2060 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827107 Feb 04 12:01:05.253660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:05.306176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:05.496685 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-47f1e568-b6e7-4330-b85f-2e2bec34fa39 service neutron] 10.222.0.36 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393017 Feb 04 12:01:05.610476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:05.622333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Transition to ACTIVE for port object 8ba9a611-2be8-43a4-b61e-1253e5fe2039 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:05.626747 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-e37a633d-e428-4517-944c-f43f11b81ffd service neutron] 10.222.0.36 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244149 Feb 04 12:01:05.705661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:05.963708 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-811aa7c8-7bfa-4078-8481-290e503080e4 req-454b55c1-b473-452a-800a-1f231cae8604 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 210 time: 0.1066129 Feb 04 12:01:05.968105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca579dde-929c-48d3-acaa-320e024125f8 None None] Pushing event updated for resources: {'Port': ['ID=8ba9a611-2be8-43a4-b61e-1253e5fe2039,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:05.991406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Attempting to bind port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:01:05.991812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Attempting to bind port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:01:05.992180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Attempting to bind port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 on network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:01:05.998271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:01:05.998522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Checking segment: {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:01:05.998928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:05.999320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Bound using segment: {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:01:05.999822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Bound port: 8ba9a611-2be8-43a4-b61e-1253e5fe2039, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec79548d-e25c-444a-8f0a-a674df92d55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:01:06.000318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:06.110969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] For port 8ba9a611-2be8-43a4-b61e-1253e5fe2039, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:01:06.114209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] For port 8ba9a611-2be8-43a4-b61e-1253e5fe2039, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8ba9a611-2be8-43a4-b61e-1253e5fe2039,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:01:06.260253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:06.340300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Routers {'b6b2f627-1424-42d6-a8e3-b23ca1274b4f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:01:06.340914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:01:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:06.403564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ad0cfa90-e64f-4a19-8ea4-907680ad0b7f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:06.446420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca579dde-929c-48d3-acaa-320e024125f8 None None] Pushing event updated for resources: {'Port': ['ID=8ba9a611-2be8-43a4-b61e-1253e5fe2039,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:06.590532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:06.590897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:06.624722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] Set router b6b2f627-1424-42d6-a8e3-b23ca1274b4f gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:01:07.011410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:01:02Z', 'revision_number': 4, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '8ba9a611-2be8-43a4-b61e-1253e5fe2039', 'name': '', 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'mac_address': 'fa:16:3e:c2:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b3064f3e-b748-4715-b758-346364a56596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:01:02Z', 'updated_at': '2022-02-04T12:01:06Z', 'revision_number': 4, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'subnets': [{'id': 'b3064f3e-b748-4715-b758-346364a56596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:01:07.019733 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7117a0-8a6b-43a5-a79e-e1adb3aa106c None None] The sync data for ids ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'] in dv-neutron-827824-2-hyperv is: [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:01:02Z', 'revision_number': 4, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '8ba9a611-2be8-43a4-b61e-1253e5fe2039', 'name': '', 'network_id': 'e201f4d3-d941-47b3-a4b8-5efd9a55bb3a', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'mac_address': 'fa:16:3e:c2:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b3064f3e-b748-4715-b758-346364a56596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:01:02Z', 'updated_at': '2022-02-04T12:01:06Z', 'revision_number': 4, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'subnets': [{'id': 'b3064f3e-b748-4715-b758-346364a56596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:01:07.060269 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c89a3ed0-c3e3-4f2f-bba6-2a8e7b9e2f49 req-a5c575ec-0116-42b6-a885-ebd9c1d124db tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 210 time: 0.0440378 Feb 04 12:01:08.346561 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c69e2fe0-fb92-4a0f-b1aa-568f464beeeb req-bae1df79-a895-4406-ae58-977f5231f34c tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 210 time: 0.1735797 Feb 04 12:01:08.393626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8ba9a611-2be8-43a4-b61e-1253e5fe2039 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:08.474018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6f53f915-19fd-401e-86f0-0817415cad4b tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:08.475517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6f53f915-19fd-401e-86f0-0817415cad4b tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "GET /v2.0/networks?id=8452a4fa-9037-43bf-8c7a-a1c67e0eb473 HTTP/1.1" status: 200 len: 816 time: 0.1565259 Feb 04 12:01:08.486567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Request body: {'port': {'device_id': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'admin_state_up': True, 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:01:08.528388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:08.533587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:08.533972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:08.623535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:01:08.627234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Usage tracker for resource:port and tenant:1217820e35e04a41ae1d50c8fa4b37f5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:01:08.630031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:01:08.635744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:01:08.660416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:08.693089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 8ba9a611-2be8-43a4-b61e-1253e5fe2039, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8ba9a611-2be8-43a4-b61e-1253e5fe2039,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:08.716713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Made reservation on behalf of 1217820e35e04a41ae1d50c8fa4b37f5 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:01:08.720395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:08.783564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:08.857490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=8ba9a611-2be8-43a4-b61e-1253e5fe2039,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:08.892239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Allocated IP 172.20.0.9 (8452a4fa-9037-43bf-8c7a-a1c67e0eb473/f407ffb3-00f1-484c-8b3a-dc957ff08e3c/2aaa07af-89ef-4fb4-b780-89c7b8e4ff64) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:01:09.094481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:09.109493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Transition to ACTIVE for port object 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:09.220438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:09.293836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:01:09.296817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:01:09.300567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:01:09.331194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Pushing event updated for resources: {'Port': ['ID=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:09.368460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:09.369114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:09.459228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-37fe3fc1-f3fb-4d0b-81c0-79046034d204 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9761276 Feb 04 12:01:09.544153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Request body: {'port': {'device_id': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:01:09.576024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2d568-8ff8-4233-8960-0fbb2394eb04 req-c201a881-7499-4d65-b3a2-129472d4f61e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:09.576585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-19a2d568-8ff8-4233-8960-0fbb2394eb04 req-c201a881-7499-4d65-b3a2-129472d4f61e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Synchronizing usage tracker for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:01:09.620065 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9142eee7-a198-492b-b233-91fa2b5eac26 None None] Provisioning for port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:09.625324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9142eee7-a198-492b-b233-91fa2b5eac26 None None] Provisioning complete for port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:09.625746 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9142eee7-a198-492b-b233-91fa2b5eac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:09.667487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:09.678544 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-9142eee7-a198-492b-b233-91fa2b5eac26 None None] Port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:01:09.717335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-19a2d568-8ff8-4233-8960-0fbb2394eb04 req-c201a881-7499-4d65-b3a2-129472d4f61e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Unset dirty status for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:01:09.718393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19a2d568-8ff8-4233-8960-0fbb2394eb04 req-c201a881-7499-4d65-b3a2-129472d4f61e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 931 time: 0.2582381 Feb 04 12:01:09.816678 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19a2d568-8ff8-4233-8960-0fbb2394eb04 req-8713bd97-3168-47c2-bf6a-19ad936d362f tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917866 Feb 04 12:01:10.044551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:01:10.052199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:10.065803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Transition to ACTIVE for port object 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:10.150631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:10.302296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:10.376276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8ba9a611-2be8-43a4-b61e-1253e5fe2039 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:10.494968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Attempting to bind port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:01:10.495459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Attempting to bind port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:01:10.495781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Attempting to bind port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:01:10.500269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:01:10.500581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Attempting to bind port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:01:10.501789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:10.502244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:10.505589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:01:10.505913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Checking segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:01:10.506284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Bound using segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:01:10.506693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Bound port: 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:01:10.507026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:10.594280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] For port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:01:10.597256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] For port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:01:10.700139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:10.763594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:10.764207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:10.765548 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 HTTP/1.1" status: 200 len: 1093 time: 1.2746804 Feb 04 12:01:10.765977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'tag': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:10.786492 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d296ae5-e514-4b27-aa1e-e2bafc3692e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:10.814887 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'tag': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64', 'status': 'completed', 'code': 200} Feb 04 12:01:10.911343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cacb8-d200-4c04-b20e-5146de73c0b3 req-b9ca609d-12aa-48fc-9e0b-df59be1f70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:10.912947 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b73cacb8-d200-4c04-b20e-5146de73c0b3 req-b9ca609d-12aa-48fc-9e0b-df59be1f70c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 1096 time: 0.0775537 Feb 04 12:01:11.131026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cacb8-d200-4c04-b20e-5146de73c0b3 req-d3900c00-34a8-4ef2-b130-aa760f1ff294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:11.132622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b73cacb8-d200-4c04-b20e-5146de73c0b3 req-d3900c00-34a8-4ef2-b130-aa760f1ff294 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2126100 Feb 04 12:01:11.144436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d61e7b-d1c2-48ad-90a9-81b0cf6be1ba req-88df9e6f-4aee-416f-9910-f5d5e298617e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:11.146026 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1d61e7b-d1c2-48ad-90a9-81b0cf6be1ba req-88df9e6f-4aee-416f-9910-f5d5e298617e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 943 time: 0.2067661 Feb 04 12:01:11.270597 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1d61e7b-d1c2-48ad-90a9-81b0cf6be1ba req-79441159-0adf-46f2-b290-ea5808a67ab7 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049988 Feb 04 12:01:11.309109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cacb8-d200-4c04-b20e-5146de73c0b3 req-d923d7a2-d201-4b9b-9a3a-e9744769835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:11.310530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b73cacb8-d200-4c04-b20e-5146de73c0b3 req-d923d7a2-d201-4b9b-9a3a-e9744769835a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634781 Feb 04 12:01:11.418697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-ea5b3635-7a16-48c5-80e0-1a541634b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:11.420174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-ea5b3635-7a16-48c5-80e0-1a541634b267 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 1096 time: 0.0755453 Feb 04 12:01:11.488156 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-597fab45-2179-44c1-a583-6915b2a5ff2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 HTTP/1.1" status: 200 len: 217 time: 0.0609703 Feb 04 12:01:11.553366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-372749a8-695c-40f4-a8ce-ed0e72533e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:11.554779 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-372749a8-695c-40f4-a8ce-ed0e72533e10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f407ffb3-00f1-484c-8b3a-dc957ff08e3c HTTP/1.1" status: 200 len: 855 time: 0.0604022 Feb 04 12:01:11.627859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-968bae67-4b0a-4c10-a48f-197ae5ef57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:11.629277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-968bae67-4b0a-4c10-a48f-197ae5ef57ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8452a4fa-9037-43bf-8c7a-a1c67e0eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687013 Feb 04 12:01:11.763025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-b43bb11a-5797-4e56-94e6-73f9243b11cd service neutron] 10.222.0.42 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275742 Feb 04 12:01:11.893896 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc1a7ed2-b73e-4f1c-a54e-e424e5955e68 req-d6f97752-4c8e-463a-9f7d-c444baaf5615 service neutron] 10.222.0.42 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248393 Feb 04 12:01:12.458267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e10cd-38cd-485c-b592-9f797814ccc4 req-882eb99d-acc0-44de-87b6-337af6ecfe02 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:12.459725 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b45e10cd-38cd-485c-b592-9f797814ccc4 req-882eb99d-acc0-44de-87b6-337af6ecfe02 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 943 time: 0.0840027 Feb 04 12:01:12.502610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b45e10cd-38cd-485c-b592-9f797814ccc4 req-866f7d60-0673-4b05-b346-2fe45cccefd6 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Feb 04 12:01:13.305642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:01:13.450793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:13.464557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'port_id': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64', 'mac_address': 'fa:16:3e:6b:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:01:13.517094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:13.533992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:01:13.549637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:13.602804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:13.679763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:13.689755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412d526-9fb3-44a2-b96a-58984a2a84c4 req-9960d9a9-2c0f-4abd-b665-acc7193ac687 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:13.691202 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d412d526-9fb3-44a2-b96a-58984a2a84c4 req-9960d9a9-2c0f-4abd-b665-acc7193ac687 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 944 time: 0.0818968 Feb 04 12:01:13.741095 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d412d526-9fb3-44a2-b96a-58984a2a84c4 req-32f669a7-d8a9-4d3b-9c0a-74f38f930cf2 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Feb 04 12:01:13.813899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['2aaa07af-89ef-4fb4-b780-89c7b8e4ff64'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:01:14.927039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23021582-0b80-433d-95f6-d6c44465164c req-d516215a-6642-4768-9615-fe0c10fe315c tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:14.928495 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23021582-0b80-433d-95f6-d6c44465164c req-d516215a-6642-4768-9615-fe0c10fe315c tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 944 time: 0.0822520 Feb 04 12:01:14.971075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23021582-0b80-433d-95f6-d6c44465164c req-9fbd53ab-5574-430a-883b-d3216df4200c tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Feb 04 12:01:15.321161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:15.468892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:15.473630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:15.474043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:15.588257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:15.613569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:15.623909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:15.657927 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64', 'code': 200} Feb 04 12:01:15.694445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:15.765152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:15.992226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b0c1-d10c-4f88-af3b-f9442b76c7d8 req-94d39d2c-09fa-4ad3-a798-899d91acf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:15.993673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8db9b0c1-d10c-4f88-af3b-f9442b76c7d8 req-94d39d2c-09fa-4ad3-a798-899d91acf9bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 1098 time: 0.0690799 Feb 04 12:01:16.166160 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8db9b0c1-d10c-4f88-af3b-f9442b76c7d8 req-f9df9c45-6996-46d4-b15c-f85de6e1e8a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665442 Feb 04 12:01:16.207304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70b5e-a348-46fb-b300-340042630d22 req-85fc7209-01fa-4c45-aec1-354b7f37bb59 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:16.209268 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b70b5e-a348-46fb-b300-340042630d22 req-85fc7209-01fa-4c45-aec1-354b7f37bb59 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0823774 Feb 04 12:01:16.251923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d9b70b5e-a348-46fb-b300-340042630d22 req-a85ed8f7-661f-4421-ac60-dfc4215f3683 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Feb 04 12:01:17.440759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469cd5-3591-49ef-92c7-6c06aad787d3 req-2651443d-c68e-4c2d-b24e-c10d47b479f8 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:17.442348 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-36469cd5-3591-49ef-92c7-6c06aad787d3 req-2651443d-c68e-4c2d-b24e-c10d47b479f8 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0852289 Feb 04 12:01:17.485670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-36469cd5-3591-49ef-92c7-6c06aad787d3 req-043bbed8-c2ea-4571-a124-2142dbe918e1 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Feb 04 12:01:18.664252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2f300-8821-4999-8f25-0a8e0d4c24f5 req-ccd12bbc-f999-4963-a19c-0931472b5fcd tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:18.665574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53c2f300-8821-4999-8f25-0a8e0d4c24f5 req-ccd12bbc-f999-4963-a19c-0931472b5fcd tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0773787 Feb 04 12:01:18.707915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-53c2f300-8821-4999-8f25-0a8e0d4c24f5 req-a1e2b5c3-4608-45cc-83a1-b33c4e8dee7e tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367289 Feb 04 12:01:18.891562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311d7b-8a60-4591-94b2-5675a35f2079 req-3974df9a-34cd-4a6e-81d2-34c7bc141415 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:18.893132 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-29311d7b-8a60-4591-94b2-5675a35f2079 req-3974df9a-34cd-4a6e-81d2-34c7bc141415 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0816426 Feb 04 12:01:18.935775 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-29311d7b-8a60-4591-94b2-5675a35f2079 req-70f4307a-5efc-48dd-8c20-2e805ca1e9e0 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Feb 04 12:01:25.292857 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:01:27.566025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:30.251636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4d702803-0b3e-4241-ad5a-12dcb12652ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:32.751050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-811a7084-745a-415e-a502-7c7fa0a0ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:33.760536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:33.840648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:35.265160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:38.831101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ebb5-d7c3-4d3d-a749-75010788cf45 req-39162883-9f3c-4e91-a118-676a3d60b9b3 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:38.832571 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0da3ebb5-d7c3-4d3d-a749-75010788cf45 req-39162883-9f3c-4e91-a118-676a3d60b9b3 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0797062 Feb 04 12:01:38.880218 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0da3ebb5-d7c3-4d3d-a749-75010788cf45 req-e55d3573-c1c7-44a2-a4a0-27c88c3e58ca tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Feb 04 12:01:40.066717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03f3f3-f9c0-4c84-b596-820e8e515c63 req-e89a250c-adda-4556-b61b-a52d7413fb05 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:40.068060 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b03f3f3-f9c0-4c84-b596-820e8e515c63 req-e89a250c-adda-4556-b61b-a52d7413fb05 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0804987 Feb 04 12:01:40.111734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b03f3f3-f9c0-4c84-b596-820e8e515c63 req-72a51b42-4ea4-47d1-8801-03fade8cf1fb tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374355 Feb 04 12:01:40.483946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-99fe6c38-2dec-47af-98fd-86b7dcc813f0 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:40.485349 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-99fe6c38-2dec-47af-98fd-86b7dcc813f0 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 945 time: 0.0821199 Feb 04 12:01:40.552902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Deleting port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:01:40.553239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:40.793136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] For port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:40.793489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:40.913225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Calling delete_port for 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:01:41.139283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:41.152429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['2aaa07af-89ef-4fb4-b780-89c7b8e4ff64'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:01:41.191671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Pushing event deleted for resources: {'Port': ['ID=2aaa07af-89ef-4fb4-b780-89c7b8e4ff64,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:41.299817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.300160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.300491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.300820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.301144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.301467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.301783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.302099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.302421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.302736 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.303049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.303362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:01:41.313268 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30231481-e348-4e1e-bcbd-017faa9fd23f req-18c91219-8c9d-44a8-ae70-6df5a186ebc5 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 210 time: 0.0945342 Feb 04 12:01:41.318965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] No DVR routers for this DVR port 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:01:41.323174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:41.326273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'name': 'network-vif-deleted', 'tag': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:41.372140 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66a1d2-a171-4daa-8538-148c76f3766f', 'name': 'network-vif-deleted', 'tag': '2aaa07af-89ef-4fb4-b780-89c7b8e4ff64', 'status': 'completed', 'code': 200} Feb 04 12:01:41.452578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f1bcd22-0967-428f-9ed4-3645491fe103 req-c07bc2fb-8d1f-4a84-808d-383e5826a7ab tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "DELETE /v2.0/ports/2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 HTTP/1.1" status: 204 len: 173 time: 0.9616544 Feb 04 12:01:42.486421 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-975dcc29-670f-47c7-b9f3-12f4621857f1 req-25ba192f-b3f9-4934-a73f-310ad08ce1c7 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Synchronizing usage tracker for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:01:42.590961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-975dcc29-670f-47c7-b9f3-12f4621857f1 req-25ba192f-b3f9-4934-a73f-310ad08ce1c7 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Unset dirty status for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:01:42.592094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-975dcc29-670f-47c7-b9f3-12f4621857f1 req-25ba192f-b3f9-4934-a73f-310ad08ce1c7 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d66a1d2-a171-4daa-8538-148c76f3766f HTTP/1.1" status: 200 len: 210 time: 0.1518359 Feb 04 12:01:43.466459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:01:43.500468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:01:43.500805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 2aaa07af-89ef-4fb4-b780-89c7b8e4ff64 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:01:44.674791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-0e2f8df1-1ae4-4684-b10c-2a7ee22a78e9 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:44.676166 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-0e2f8df1-1ae4-4684-b10c-2a7ee22a78e9 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/networks?id=8452a4fa-9037-43bf-8c7a-a1c67e0eb473 HTTP/1.1" status: 200 len: 816 time: 0.2415781 Feb 04 12:01:44.691090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-abd2c0a1-7755-4927-bd88-cc8c0cd31a37 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/quotas/1217820e35e04a41ae1d50c8fa4b37f5 HTTP/1.1" status: 200 len: 375 time: 0.0088296 Feb 04 12:01:44.771846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-ce027314-8a6c-4fce-9340-572bf6c923c0 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758033 Feb 04 12:01:44.906748 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-d69cefb2-6f1f-46aa-8ed5-3b3bbb0cd50f service neutron] 10.222.0.36 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236496 Feb 04 12:01:45.042371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-b7cdf9cc-715e-400c-9d07-5f1092d18d7a service neutron] 10.222.0.36 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299646 Feb 04 12:01:45.309712 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dd990dce-85d4-4a76-9a9c-da3ae2a53cc4 req-9d0e201d-50ec-4b9d-a29e-c6323c4c3d21 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 210 time: 0.0463448 Feb 04 12:01:46.459133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78f33873-6bff-4fe1-9147-e796f7b2c3be req-d4fe00e0-cdf4-4209-9cca-643f9dc47919 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 210 time: 0.0459671 Feb 04 12:01:47.404429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-5b27f33b-254f-4a92-9ae9-a0cf93f0cc67 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:47.405831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-5b27f33b-254f-4a92-9ae9-a0cf93f0cc67 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "GET /v2.0/networks?id=8452a4fa-9037-43bf-8c7a-a1c67e0eb473 HTTP/1.1" status: 200 len: 816 time: 0.1500807 Feb 04 12:01:47.418856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Request body: {'port': {'device_id': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'admin_state_up': True, 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:01:47.556631 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:01:47.597888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:01:47.612583 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0db2e788-6927-4a53-96a2-cc7c03217127 req-e6fde27c-ff65-4315-acea-cf001a518363 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 210 time: 0.0487144 Feb 04 12:01:47.699330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Made reservation on behalf of 1217820e35e04a41ae1d50c8fa4b37f5 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:01:47.703013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:47.864058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Allocated IP 172.20.0.14 (8452a4fa-9037-43bf-8c7a-a1c67e0eb473/f407ffb3-00f1-484c-8b3a-dc957ff08e3c/336003c3-f83b-4e75-bb4e-46856bff5302) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:01:48.061335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:48.077039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Transition to ACTIVE for port object 336003c3-f83b-4e75-bb4e-46856bff5302 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:48.173781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:48.244151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:01:48.247132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:01:48.249475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:01:48.300185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Pushing event updated for resources: {'Port': ['ID=336003c3-f83b-4e75-bb4e-46856bff5302,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:48.320795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:48.321315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:48.499819 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-8e89c750-63df-4d47-b041-714d0b4df142 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0850365 Feb 04 12:01:48.511717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Request body: {'port': {'device_id': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:01:48.526076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1b8aa7ce-0d55-4c7e-8d2c-3d74f6f93361 None None] Provisioning for port 336003c3-f83b-4e75-bb4e-46856bff5302 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:48.527532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1b8aa7ce-0d55-4c7e-8d2c-3d74f6f93361 None None] Provisioning complete for port 336003c3-f83b-4e75-bb4e-46856bff5302 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:48.527929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa7ce-0d55-4c7e-8d2c-3d74f6f93361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:48.580662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-1b8aa7ce-0d55-4c7e-8d2c-3d74f6f93361 None None] Port 336003c3-f83b-4e75-bb4e-46856bff5302 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:01:48.623261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:49.028929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2305658-d004-417c-ba31-ead20f3de78c req-534496af-b3c5-4ac7-a67f-c38710e94430 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:49.029597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-f2305658-d004-417c-ba31-ead20f3de78c req-534496af-b3c5-4ac7-a67f-c38710e94430 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Synchronizing usage tracker for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:01:49.118166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-f2305658-d004-417c-ba31-ead20f3de78c req-534496af-b3c5-4ac7-a67f-c38710e94430 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Unset dirty status for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:01:49.119844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f2305658-d004-417c-ba31-ead20f3de78c req-534496af-b3c5-4ac7-a67f-c38710e94430 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 932 time: 0.3829868 Feb 04 12:01:49.143857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336003c3-f83b-4e75-bb4e-46856bff5302 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:01:49.154360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:49.183155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Transition to ACTIVE for port object 336003c3-f83b-4e75-bb4e-46856bff5302 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:01:49.186230 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f2305658-d004-417c-ba31-ead20f3de78c req-813fc435-6e42-4ae7-9725-8fe1f6089ea4 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599275 Feb 04 12:01:49.231028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:49.389076 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=336003c3-f83b-4e75-bb4e-46856bff5302,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:49.471540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Attempting to bind port 336003c3-f83b-4e75-bb4e-46856bff5302 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:01:49.471884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Attempting to bind port 336003c3-f83b-4e75-bb4e-46856bff5302 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:01:49.472199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Attempting to bind port 336003c3-f83b-4e75-bb4e-46856bff5302 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:01:49.476708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Port 336003c3-f83b-4e75-bb4e-46856bff5302 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:01:49.477820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Attempting to bind port 336003c3-f83b-4e75-bb4e-46856bff5302 on network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:01:49.482834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:01:49.483161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Checking segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:01:49.483533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Bound using segment: {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:01:49.483999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Bound port: 336003c3-f83b-4e75-bb4e-46856bff5302, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05173777-8a95-47a7-b7a9-eb62efa64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:01:49.484366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:49.575618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] For port 336003c3-f83b-4e75-bb4e-46856bff5302, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:01:49.578368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] For port 336003c3-f83b-4e75-bb4e-46856bff5302, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=336003c3-f83b-4e75-bb4e-46856bff5302,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:01:49.647641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:49.707767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:49.708376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:49.709714 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] 10.222.0.42 "PUT /v2.0/ports/336003c3-f83b-4e75-bb4e-46856bff5302 HTTP/1.1" status: 200 len: 1094 time: 1.2025280 Feb 04 12:01:49.710137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'tag': '336003c3-f83b-4e75-bb4e-46856bff5302'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:49.737486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc81264-b256-4497-9dcb-10d8a8e8bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=336003c3-f83b-4e75-bb4e-46856bff5302,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:49.767859 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'tag': '336003c3-f83b-4e75-bb4e-46856bff5302', 'status': 'completed', 'code': 200} Feb 04 12:01:49.863058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153cdb3-bb50-429b-b440-5e250736fbda req-84adbeaa-febf-4394-afd1-a21876d468e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:49.864577 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a153cdb3-bb50-429b-b440-5e250736fbda req-84adbeaa-febf-4394-afd1-a21876d468e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 1097 time: 0.0750332 Feb 04 12:01:50.004870 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153cdb3-bb50-429b-b440-5e250736fbda req-bea52311-da13-460e-9db5-19526aee4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:50.006211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a153cdb3-bb50-429b-b440-5e250736fbda req-bea52311-da13-460e-9db5-19526aee4140 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1341965 Feb 04 12:01:50.146381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153cdb3-bb50-429b-b440-5e250736fbda req-5dc2c1ef-dfd5-4377-a53e-d670bac8f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:50.147777 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a153cdb3-bb50-429b-b440-5e250736fbda req-5dc2c1ef-dfd5-4377-a53e-d670bac8f861 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351454 Feb 04 12:01:50.274536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-52e5a239-04cc-44ac-992f-f03076a33d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:50.276110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-52e5a239-04cc-44ac-992f-f03076a33d46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 1097 time: 0.0747018 Feb 04 12:01:50.384572 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-ca4b41d4-2f6a-4633-a3a9-7dafb2586c73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=336003c3-f83b-4e75-bb4e-46856bff5302 HTTP/1.1" status: 200 len: 217 time: 0.1020248 Feb 04 12:01:50.461335 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-e82a491e-ff20-4ebb-a928-48cc2e74d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:50.462741 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-e82a491e-ff20-4ebb-a928-48cc2e74d686 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f407ffb3-00f1-484c-8b3a-dc957ff08e3c HTTP/1.1" status: 200 len: 855 time: 0.0724244 Feb 04 12:01:50.513573 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329583e-1d7a-4447-99eb-2e8e251e27dc req-a1c4dd2b-cf14-4aeb-9e8c-dbb4a07b1dc8 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:50.514951 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a329583e-1d7a-4447-99eb-2e8e251e27dc req-a1c4dd2b-cf14-4aeb-9e8c-dbb4a07b1dc8 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 944 time: 0.1860287 Feb 04 12:01:50.571490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a329583e-1d7a-4447-99eb-2e8e251e27dc req-1bb03292-1668-4b70-b98d-9edfbe4f86a6 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Feb 04 12:01:50.583731 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-b73c1509-b29d-479e-aac8-4d45c78f29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:50.585004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-b73c1509-b29d-479e-aac8-4d45c78f29b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8452a4fa-9037-43bf-8c7a-a1c67e0eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1163583 Feb 04 12:01:50.717125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-a4b31d44-51fc-4bd7-b090-b81e107808ea service neutron] 10.222.0.42 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257143 Feb 04 12:01:50.844705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0be6bd57-5eab-44c1-8404-072f44ab1176 req-45e76b25-18d0-4cbc-b83d-66c7bca5924c service neutron] 10.222.0.42 "GET /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209612 Feb 04 12:01:51.755420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1877c1-ef97-4fb5-9ee8-7550ffb4feff req-453bb755-66b5-42e0-b528-a277ba7bc823 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:51.756896 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b1877c1-ef97-4fb5-9ee8-7550ffb4feff req-453bb755-66b5-42e0-b528-a277ba7bc823 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 944 time: 0.0801182 Feb 04 12:01:51.898038 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8b1877c1-ef97-4fb5-9ee8-7550ffb4feff req-242f7871-c6c2-4976-b073-b395ab29cdb3 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347928 Feb 04 12:01:53.075825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d86113-9bc3-4913-aa18-13ee89e77776 req-348d67dd-a9db-46ff-be0e-3c7e128a545d tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:53.077155 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f9d86113-9bc3-4913-aa18-13ee89e77776 req-348d67dd-a9db-46ff-be0e-3c7e128a545d tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 944 time: 0.0778942 Feb 04 12:01:53.119758 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f9d86113-9bc3-4913-aa18-13ee89e77776 req-60757dab-f799-49b6-95df-fe5f14f00e58 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Feb 04 12:01:53.492024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 336003c3-f83b-4e75-bb4e-46856bff5302 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:01:53.622076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 336003c3-f83b-4e75-bb4e-46856bff5302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=336003c3-f83b-4e75-bb4e-46856bff5302,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:53.638727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '336003c3-f83b-4e75-bb4e-46856bff5302', 'network_id': '8452a4fa-9037-43bf-8c7a-a1c67e0eb473', 'port_id': '336003c3-f83b-4e75-bb4e-46856bff5302', 'mac_address': 'fa:16:3e:f1:c4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f407ffb3-00f1-484c-8b3a-dc957ff08e3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:01:53.691959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:53.708771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336003c3-f83b-4e75-bb4e-46856bff5302 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:01:53.724069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 336003c3-f83b-4e75-bb4e-46856bff5302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=336003c3-f83b-4e75-bb4e-46856bff5302,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:53.790586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:53.857665 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=336003c3-f83b-4e75-bb4e-46856bff5302,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:53.987045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['336003c3-f83b-4e75-bb4e-46856bff5302'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:01:54.305072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501b701-7000-4ced-8c1b-7ad5abde951c req-5f519cbf-9692-4c54-bf91-a9d7902da6ce tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:54.306489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d501b701-7000-4ced-8c1b-7ad5abde951c req-5f519cbf-9692-4c54-bf91-a9d7902da6ce tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 945 time: 0.0818615 Feb 04 12:01:54.350041 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d501b701-7000-4ced-8c1b-7ad5abde951c req-733c2f5c-6df0-4e53-8d69-e1d2b554e78d tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Feb 04 12:01:55.508030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 336003c3-f83b-4e75-bb4e-46856bff5302 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:01:55.529859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932d95f-8f9c-41b8-8e79-99665b59f398 req-533475ed-ef3b-471c-ba3b-533b75376eac tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:55.531295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8932d95f-8f9c-41b8-8e79-99665b59f398 req-533475ed-ef3b-471c-ba3b-533b75376eac tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 945 time: 0.0785768 Feb 04 12:01:55.574263 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8932d95f-8f9c-41b8-8e79-99665b59f398 req-fa3a9b99-8ba2-40ee-8fb1-d205ffd5f884 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373416 Feb 04 12:01:55.636148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 336003c3-f83b-4e75-bb4e-46856bff5302 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:01:55.641060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 336003c3-f83b-4e75-bb4e-46856bff5302 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:01:55.641427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:55.754464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:55.784239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336003c3-f83b-4e75-bb4e-46856bff5302'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:01:55.793923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 336003c3-f83b-4e75-bb4e-46856bff5302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=336003c3-f83b-4e75-bb4e-46856bff5302,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:01:55.826324 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336003c3-f83b-4e75-bb4e-46856bff5302', 'code': 200} Feb 04 12:01:55.868512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:55.958765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=336003c3-f83b-4e75-bb4e-46856bff5302,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:01:56.169129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d81aa-6741-4e35-aaa8-8805a6a6b6ae req-22c15d0d-2bce-4939-938d-4b15be2931bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:56.170539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-466d81aa-6741-4e35-aaa8-8805a6a6b6ae req-22c15d0d-2bce-4939-938d-4b15be2931bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 1099 time: 0.0719337 Feb 04 12:01:56.210060 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-466d81aa-6741-4e35-aaa8-8805a6a6b6ae req-d49caaff-5a3c-4514-96fb-e94f5c979730 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Feb 04 12:01:56.755400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439af6ee-c6bf-4882-9fff-e457fa2cebff req-2fb7cbd9-f515-49df-b692-e248319aebf2 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:56.756852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-439af6ee-c6bf-4882-9fff-e457fa2cebff req-2fb7cbd9-f515-49df-b692-e248319aebf2 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 946 time: 0.0778649 Feb 04 12:01:56.802720 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-439af6ee-c6bf-4882-9fff-e457fa2cebff req-ea0a9866-fd97-466c-976b-6b8baba2d77a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Feb 04 12:01:57.573289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:01:57.984345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78f9a3-bcc9-4d29-9a32-c26ff0e275c6 req-fb50d4d1-ca91-498a-b2ca-48b785ce8f1d tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:57.985771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4e78f9a3-bcc9-4d29-9a32-c26ff0e275c6 req-fb50d4d1-ca91-498a-b2ca-48b785ce8f1d tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 946 time: 0.0787675 Feb 04 12:01:58.028733 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4e78f9a3-bcc9-4d29-9a32-c26ff0e275c6 req-63031a0c-cf33-4ebc-a5b8-4bc0638fb0c2 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Feb 04 12:01:58.214948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4c030-03c2-4cb2-9afb-79d9664643d4 req-c2ac29b3-f96b-4835-8043-fe42a524971b tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:01:58.216392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-56c4c030-03c2-4cb2-9afb-79d9664643d4 req-c2ac29b3-f96b-4835-8043-fe42a524971b tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 946 time: 0.0816679 Feb 04 12:01:58.257599 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-56c4c030-03c2-4cb2-9afb-79d9664643d4 req-0689e754-e49f-4e87-a90f-467aa213f27c tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357621 Feb 04 12:02:00.253349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-18dbf819-d2ff-42d5-bc7c-017dfd66cec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:02.290977 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:02:02.742370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9d22af90-b969-4097-9ebc-1371125d75e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.739587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:03.847431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:05.273695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:16.583768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414aa13-d100-4a08-b356-be34f2a1d20d req-5fe48ea2-0883-4451-90e3-c245ef462591 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:16.585111 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e414aa13-d100-4a08-b356-be34f2a1d20d req-5fe48ea2-0883-4451-90e3-c245ef462591 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 946 time: 0.0785470 Feb 04 12:02:16.628446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e414aa13-d100-4a08-b356-be34f2a1d20d req-e395ffe8-4f57-47ca-9a5d-1c96f62300b7 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Feb 04 12:02:17.812709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6b29e-74cd-4709-b159-8c60ac8ff206 req-18a1ed32-649b-4561-a42d-9bc8cdc17510 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:17.814168 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-38a6b29e-74cd-4709-b159-8c60ac8ff206 req-18a1ed32-649b-4561-a42d-9bc8cdc17510 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 946 time: 0.0812218 Feb 04 12:02:17.858338 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-38a6b29e-74cd-4709-b159-8c60ac8ff206 req-2777553f-1a8e-4905-9271-cc9fa55fb2a0 tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/security-groups?id=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Feb 04 12:02:18.139748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b267-4cba-4335-8208-841b37570147 req-74350a6e-e7ea-419d-a42c-4b8d5d0643dd tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:18.141139 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5438b267-4cba-4335-8208-841b37570147 req-74350a6e-e7ea-419d-a42c-4b8d5d0643dd tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 946 time: 0.0768602 Feb 04 12:02:18.212065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Deleting port 336003c3-f83b-4e75-bb4e-46856bff5302 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:18.212399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:18.458237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] For port 336003c3-f83b-4e75-bb4e-46856bff5302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=336003c3-f83b-4e75-bb4e-46856bff5302,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:18.458580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:18.575801 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Calling delete_port for 336003c3-f83b-4e75-bb4e-46856bff5302 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:18.805298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:18.816975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['336003c3-f83b-4e75-bb4e-46856bff5302'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:02:18.857195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Pushing event deleted for resources: {'Port': ['ID=336003c3-f83b-4e75-bb4e-46856bff5302,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:18.934200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] No DVR routers for this DVR port 336003c3-f83b-4e75-bb4e-46856bff5302 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:02:18.937148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:18.940106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'name': 'network-vif-deleted', 'tag': '336003c3-f83b-4e75-bb4e-46856bff5302'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:02:19.010341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f', 'name': 'network-vif-deleted', 'tag': '336003c3-f83b-4e75-bb4e-46856bff5302', 'status': 'completed', 'code': 200} Feb 04 12:02:19.016846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5438b267-4cba-4335-8208-841b37570147 req-62e2d9bf-c9ec-4591-9131-f6d78ba1595a tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.42 "DELETE /v2.0/ports/336003c3-f83b-4e75-bb4e-46856bff5302 HTTP/1.1" status: 204 len: 173 time: 0.8704638 Feb 04 12:02:19.018149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9b320a8e-d7dc-4f27-ae77-e3a6be0cad71 req-b9f9825d-12ac-4c9b-8c2d-cf6ba8ff768f tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Synchronizing usage tracker for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:02:19.102793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9b320a8e-d7dc-4f27-ae77-e3a6be0cad71 req-b9f9825d-12ac-4c9b-8c2d-cf6ba8ff768f tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] Unset dirty status for tenant:1217820e35e04a41ae1d50c8fa4b37f5 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:02:19.104075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9b320a8e-d7dc-4f27-ae77-e3a6be0cad71 req-b9f9825d-12ac-4c9b-8c2d-cf6ba8ff768f tempest-TestEncryptedCinderVolumes-954188340 tempest-TestEncryptedCinderVolumes-954188340-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e1ef54-3e7d-4185-8cbf-32ce95d4c80f HTTP/1.1" status: 200 len: 210 time: 0.1315103 Feb 04 12:02:20.279606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:20.905578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.244984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Deleting port 4597ad97-ccd2-4e66-9316-c25777590ad6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:21.245400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.414842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] For port 4597ad97-ccd2-4e66-9316-c25777590ad6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4597ad97-ccd2-4e66-9316-c25777590ad6,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:21.415572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:21.535882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Calling delete_port for 4597ad97-ccd2-4e66-9316-c25777590ad6 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:21.694326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 336003c3-f83b-4e75-bb4e-46856bff5302 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:21.729711 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 336003c3-f83b-4e75-bb4e-46856bff5302 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:21.730094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 336003c3-f83b-4e75-bb4e-46856bff5302 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:21.902519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:22.065800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Pushing event deleted for resources: {'Port': ['ID=4597ad97-ccd2-4e66-9316-c25777590ad6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:22.326774 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:22.686723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Router 180e8b79-3ab5-4298-b594-bd5c99e75e35 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:02:22.860842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:02:22.869271 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] Sync routers for ids ['180e8b79-3ab5-4298-b594-bd5c99e75e35'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:02:22.878669 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] Routers {'180e8b79-3ab5-4298-b594-bd5c99e75e35'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:22.879273 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['180e8b79-3ab5-4298-b594-bd5c99e75e35'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:22.932344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e287b1ca-eddf-48d1-8c95-3fd1be3819de admin admin] 10.222.0.36 "PUT /v2.0/routers/180e8b79-3ab5-4298-b594-bd5c99e75e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6515651 Feb 04 12:02:22.934764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46362) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:23.062256 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] Set router 180e8b79-3ab5-4298-b594-bd5c99e75e35 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:23.114259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:23.288915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:23.341959 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99'}], 'enable_snat': True}, 'gw_port_id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:02:21Z', 'revision_number': 5, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port': {'id': 'e05b9572-a803-4f53-acd4-f1741069f94a', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:51Z', 'updated_at': '2022-02-04T12:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:23.345621 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] Checking router: 180e8b79-3ab5-4298-b594-bd5c99e75e35 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:02:23.347782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Deleting port e05b9572-a803-4f53-acd4-f1741069f94a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:23.357522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:23.357651 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] Routers {'180e8b79-3ab5-4298-b594-bd5c99e75e35'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:23.357651 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['180e8b79-3ab5-4298-b594-bd5c99e75e35'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:23.538161 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] Set router 180e8b79-3ab5-4298-b594-bd5c99e75e35 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:23.643460 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:02:23Z', 'revision_number': 6, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:23.647231 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a41ba60-8947-495e-a545-bb88488bdfdd None None] The sync data for ids ['180e8b79-3ab5-4298-b594-bd5c99e75e35'] in dv-neutron-827824-2-hyperv is: [{'id': '180e8b79-3ab5-4298-b594-bd5c99e75e35', 'name': 'tempest-TestEncryptedCinderVolumes-921203621-router', 'tenant_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:50Z', 'updated_at': '2022-02-04T12:02:23Z', 'revision_number': 6, 'project_id': '1217820e35e04a41ae1d50c8fa4b37f5', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:02:23.656212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] For port e05b9572-a803-4f53-acd4-f1741069f94a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e05b9572-a803-4f53-acd4-f1741069f94a,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:23.656564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:23.779629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Calling delete_port for e05b9572-a803-4f53-acd4-f1741069f94a owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:24.018966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.067375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e05b9572-a803-4f53-acd4-f1741069f94a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:24.158005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.326494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.328542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.426190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4597ad97-ccd2-4e66-9316-c25777590ad6 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:24.428469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.429031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180e8b79-3ab5-4298-b594-bd5c99e75e35 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:02:24.441165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.445903 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b8f26c9c-4758-41b0-bcc3-ad9c9ac8a4ed admin admin] 10.222.0.36 "DELETE /v2.0/routers/180e8b79-3ab5-4298-b594-bd5c99e75e35 HTTP/1.1" status: 204 len: 168 time: 1.5066030 Feb 04 12:02:24.445903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:24.460405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 4597ad97-ccd2-4e66-9316-c25777590ad6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:24.460844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4597ad97-ccd2-4e66-9316-c25777590ad6 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:24.461169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e05b9572-a803-4f53-acd4-f1741069f94a no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:24.498874 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e05b9572-a803-4f53-acd4-f1741069f94a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:24.499222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e05b9572-a803-4f53-acd4-f1741069f94a not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:24.506666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Deleting subnet f407ffb3-00f1-484c-8b3a-dc957ff08e3c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:02:24.509677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.560842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.640834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.790557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.829323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f407ffb3-00f1-484c-8b3a-dc957ff08e3c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:24.833030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.838729 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ba65f3ec-3901-4730-97d2-0ccf19dc3915 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f407ffb3-00f1-484c-8b3a-dc957ff08e3c HTTP/1.1" status: 204 len: 168 time: 0.3929276 Feb 04 12:02:24.838988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536b5f2-d716-4fed-9e77-528bd45705d5 None None] Network 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:02:24.841183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46370) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:24.943796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:24.954726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Deleting port 960007fd-49ab-4973-9f16-31286bf0161c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:24.955053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.070555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] DHCP port deletion for 8452a4fa-9037-43bf-8c7a-a1c67e0eb473 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:02:25.074987 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Deleting port 960007fd-49ab-4973-9f16-31286bf0161c {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:25.075421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.159403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] For port 960007fd-49ab-4973-9f16-31286bf0161c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=960007fd-49ab-4973-9f16-31286bf0161c,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:25.159755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.281142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] For port 960007fd-49ab-4973-9f16-31286bf0161c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=960007fd-49ab-4973-9f16-31286bf0161c,segment=NetworkSegment(05173777-8a95-47a7-b7a9-eb62efa64e83),segment_id=05173777-8a95-47a7-b7a9-eb62efa64e83)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:25.281530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.384627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Calling delete_port for 960007fd-49ab-4973-9f16-31286bf0161c owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:25.407186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Calling delete_port for 960007fd-49ab-4973-9f16-31286bf0161c owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:25.530685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.537704 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:02:25.538217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:02:25.578520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Pushing event deleted for resources: {'Port': ['ID=960007fd-49ab-4973-9f16-31286bf0161c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:25.582180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] No DVR routers for this DVR port 960007fd-49ab-4973-9f16-31286bf0161c on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:02:25.695236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.720015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8452a4fa-9037-43bf-8c7a-a1c67e0eb473']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:25.732296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05173777-8a95-47a7-b7a9-eb62efa64e83') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:25.732584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05173777-8a95-47a7-b7a9-eb62efa64e83') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:25.743663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.759155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.765755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:02:25.766153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:02:25.779569 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:02:25.915851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.931132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:25.940831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] Pushing event deleted for resources: {'Network': ['ID=8452a4fa-9037-43bf-8c7a-a1c67e0eb473,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:25.947749 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-06184333-6b83-4d62-bf3e-6eaef016f35c admin admin] 10.222.0.36 "DELETE /v2.0/networks/8452a4fa-9037-43bf-8c7a-a1c67e0eb473 HTTP/1.1" status: 204 len: 168 time: 1.1056299 Feb 04 12:02:25.951088 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:26.039421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Deleting port 960007fd-49ab-4973-9f16-31286bf0161c {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:26.039881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:26.108046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-424d5392-57b5-46be-9858-31e32d61aa56 None None] The port '960007fd-49ab-4973-9f16-31286bf0161c' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:02:26.397593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 960007fd-49ab-4973-9f16-31286bf0161c no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:26.430920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 960007fd-49ab-4973-9f16-31286bf0161c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:26.431257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 960007fd-49ab-4973-9f16-31286bf0161c not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:26.487047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:26.824565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Deleting port 8ba9a611-2be8-43a4-b61e-1253e5fe2039 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:26.824896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:27.094757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] For port 8ba9a611-2be8-43a4-b61e-1253e5fe2039, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8ba9a611-2be8-43a4-b61e-1253e5fe2039,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:27.095439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:27.216306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Calling delete_port for 8ba9a611-2be8-43a4-b61e-1253e5fe2039 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:27.452781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:27.498399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba9a611-2be8-43a4-b61e-1253e5fe2039,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:27.591132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:27.771033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:28.122291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Router b6b2f627-1424-42d6-a8e3-b23ca1274b4f has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:02:28.295122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:02:28.303531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] Sync routers for ids ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:02:28.303835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f6e934c7-726c-4103-a410-3288997f9666 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6b2f627-1424-42d6-a8e3-b23ca1274b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517587 Feb 04 12:02:28.306264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:28.313640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] Routers {'b6b2f627-1424-42d6-a8e3-b23ca1274b4f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:28.314233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:28.539372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] Set router b6b2f627-1424-42d6-a8e3-b23ca1274b4f gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:28.612589 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:28.792549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:28.822713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:02:27Z', 'revision_number': 5, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:28.827001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] Checking router: b6b2f627-1424-42d6-a8e3-b23ca1274b4f for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:02:28.835414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] Routers {'b6b2f627-1424-42d6-a8e3-b23ca1274b4f'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:28.836026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:28.922042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Deleting port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:28.922390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.007391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] Set router b6b2f627-1424-42d6-a8e3-b23ca1274b4f gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:29.093296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] For port ad0cfa90-e64f-4a19-8ea4-907680ad0b7f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:29.093664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.214932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Calling delete_port for ad0cfa90-e64f-4a19-8ea4-907680ad0b7f owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:29.295052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:02:27Z', 'revision_number': 5, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:29.298844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb12d46-2f73-42e2-be22-c5c86ee6aedd None None] The sync data for ids ['b6b2f627-1424-42d6-a8e3-b23ca1274b4f'] in dv-neutron-827824-2-hyperv is: [{'id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'name': 'tempest-TestEncryptedCinderVolumes-1209872738-router', 'tenant_id': 'e5782a978bfb41f39b26a8f41c759018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:00:58Z', 'updated_at': '2022-02-04T12:02:27Z', 'revision_number': 5, 'project_id': 'e5782a978bfb41f39b26a8f41c759018', 'gw_port': {'id': 'ad0cfa90-e64f-4a19-8ea4-907680ad0b7f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b2f627-1424-42d6-a8e3-b23ca1274b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:00:59Z', 'updated_at': '2022-02-04T12:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:02:29.469833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.517033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0cfa90-e64f-4a19-8ea4-907680ad0b7f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:29.605559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.781772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.784048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.864253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.864795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b2f627-1424-42d6-a8e3-b23ca1274b4f {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:02:29.877727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.878927 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4cddc079-25d7-47ad-8477-814e8081fefc admin admin] 10.222.0.36 "DELETE /v2.0/routers/b6b2f627-1424-42d6-a8e3-b23ca1274b4f HTTP/1.1" status: 204 len: 168 time: 1.5716488 Feb 04 12:02:29.881476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:29.944771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Deleting subnet b3064f3e-b748-4715-b758-346364a56596 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:02:29.948360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:29.998479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.080266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.245500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0bd81dea-014e-49a3-9933-5d32753da64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.325655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.364038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3064f3e-b748-4715-b758-346364a56596,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:30.368610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.374218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc9f9b-91b7-416f-bdc7-fe4d47870d1b None None] Network e201f4d3-d941-47b3-a4b8-5efd9a55bb3a requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:02:30.376692 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-02f95a64-a487-41d5-b127-fadf590ce6f7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3064f3e-b748-4715-b758-346364a56596 HTTP/1.1" status: 204 len: 168 time: 0.4942677 Feb 04 12:02:30.379306 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46386) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:30.452093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8ba9a611-2be8-43a4-b61e-1253e5fe2039 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:30.503944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 8ba9a611-2be8-43a4-b61e-1253e5fe2039 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:30.504158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.504269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8ba9a611-2be8-43a4-b61e-1253e5fe2039 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:30.504610 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ad0cfa90-e64f-4a19-8ea4-907680ad0b7f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:30.515166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Deleting port b1b25aab-b412-4c0a-b28c-52a13b84743d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:30.515500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.547793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: ad0cfa90-e64f-4a19-8ea4-907680ad0b7f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:30.548131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ad0cfa90-e64f-4a19-8ea4-907680ad0b7f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:30.699875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] DHCP port deletion for e201f4d3-d941-47b3-a4b8-5efd9a55bb3a request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:02:30.703924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Deleting port b1b25aab-b412-4c0a-b28c-52a13b84743d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:30.704369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.722558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] For port b1b25aab-b412-4c0a-b28c-52a13b84743d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b1b25aab-b412-4c0a-b28c-52a13b84743d,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:30.722908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.928261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] For port b1b25aab-b412-4c0a-b28c-52a13b84743d, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=b1b25aab-b412-4c0a-b28c-52a13b84743d,segment=NetworkSegment(ec79548d-e25c-444a-8f0a-a674df92d55e),segment_id=ec79548d-e25c-444a-8f0a-a674df92d55e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:30.928543 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:30.957173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Calling delete_port for b1b25aab-b412-4c0a-b28c-52a13b84743d owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:31.092217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Calling delete_port for b1b25aab-b412-4c0a-b28c-52a13b84743d owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:02:31.093025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.145411 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b25aab-b412-4c0a-b28c-52a13b84743d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:31.147857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] No DVR routers for this DVR port b1b25aab-b412-4c0a-b28c-52a13b84743d on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:02:31.181101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:02:31.181460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:02:31.184813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.185158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.185496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.185826 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.186154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.186480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.186807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.187127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.187448 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.187803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.188127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.188441 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:31.276602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.300602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e201f4d3-d941-47b3-a4b8-5efd9a55bb3a']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:31.312330 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec79548d-e25c-444a-8f0a-a674df92d55e') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:31.312624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec79548d-e25c-444a-8f0a-a674df92d55e') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:31.324156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.340446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.346277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:02:31.346654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:02:31.359346 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:02:31.481702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.498510 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.508632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e201f4d3-d941-47b3-a4b8-5efd9a55bb3a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:31.512664 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e28f93b2-eb65-49c6-b068-18ad0e5169f9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e201f4d3-d941-47b3-a4b8-5efd9a55bb3a HTTP/1.1" status: 204 len: 168 time: 1.1317422 Feb 04 12:02:31.682969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Deleting port b1b25aab-b412-4c0a-b28c-52a13b84743d {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:02:31.683510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:31.752501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-70abe199-0935-4ddb-9ddf-813669fa85f5 None None] The port 'b1b25aab-b412-4c0a-b28c-52a13b84743d' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:02:31.877417 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:31.925172 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e59a894a-0aee-4466-b466-94f5657b6adf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1217820e35e04a41ae1d50c8fa4b37f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466371 Feb 04 12:02:31.927877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:31.987137 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8d52-81b9-48d7-bd8a-8c0a9adca780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:32.012169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8d52-81b9-48d7-bd8a-8c0a9adca780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:32.127238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8d52-81b9-48d7-bd8a-8c0a9adca780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:32.143918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d8d52-81b9-48d7-bd8a-8c0a9adca780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:32.147866 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8d52-81b9-48d7-bd8a-8c0a9adca780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:32.150692 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cb4d8d52-81b9-48d7-bd8a-8c0a9adca780 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/347a6b7b-d3c0-4fd3-94fb-d2d2dc9516cf HTTP/1.1" status: 204 len: 168 time: 0.2204642 Feb 04 12:02:32.396509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b1b25aab-b412-4c0a-b28c-52a13b84743d no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:02:32.433446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: b1b25aab-b412-4c0a-b28c-52a13b84743d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:02:32.433775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device b1b25aab-b412-4c0a-b28c-52a13b84743d not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:02:32.736485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-57799c42-353a-41b7-a6a7-41d61c94ba7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:32.768322 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46404) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:32.816017 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e92ceaf6-821b-4057-9c84-7d6ce8d8ddd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5782a978bfb41f39b26a8f41c759018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465546 Feb 04 12:02:32.819871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46408) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:32.876094 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b4d-8679-41c3-a0c2-0398f82de327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:32.900251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b4d-8679-41c3-a0c2-0398f82de327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:33.007175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b4d-8679-41c3-a0c2-0398f82de327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:33.021494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6b4d-8679-41c3-a0c2-0398f82de327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226c68e-629f-4cc7-ae29-40b3dbc778bf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:33.029423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b4d-8679-41c3-a0c2-0398f82de327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:33.030524 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c78c6b4d-8679-41c3-a0c2-0398f82de327 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1226c68e-629f-4cc7-ae29-40b3dbc778bf HTTP/1.1" status: 204 len: 168 time: 0.2097969 Feb 04 12:02:33.725046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:33.833818 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.096940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:34.195062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1108111344-network', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:02:34.200341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:34.204150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Usage tracker for resource:network and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:34.207172 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:34.212737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:34.290727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Made reservation on behalf of 5e178453696e4d2fb9a01726d490ebbf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:34.293119 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.304872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.318843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:34.322567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:34.325916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:34.331722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:34.411350 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.475897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.505739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:02:34.514499 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da46dfd-ff4d-46ab-bf72-63bb94a882b6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:34.521229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.521389 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Added segment 82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4 of type vlan for network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e Feb 04 12:02:34.546406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.644492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.645583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:34.646153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:34.752128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd8e301-ba6e-4124-8a48-928a1cd1f43e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:34.761650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:02:34.842252 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fc0e5829-ec28-4345-87e8-b4d2303d3109 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7442238 Feb 04 12:02:34.845214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:34.850549 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Request body: {'subnet': {'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1108111344-subnet', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:02:34.855850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:34.860443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Usage tracker for resource:subnet and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:34.863797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:34.870489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:34.941841 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Made reservation on behalf of 5e178453696e4d2fb9a01726d490ebbf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:34.944176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.190272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.250707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.265088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ced5e2-0046-47b7-9b4e-1f127c1f7c80,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:35.273269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Checking segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:35.273618 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Network hostable DHCP agents. Network: 6fd8e301-ba6e-4124-8a48-928a1cd1f43e, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:02:35.353293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:02:35.450403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 6fd8e301-ba6e-4124-8a48-928a1cd1f43e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:35.454234 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:35.455066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.459141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319d394-e2b5-4797-ae54-3dbc3d3958ba None None] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:02:35.537182 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-df7aa8d8-3caa-440a-a056-081fcfbc0ef2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6909039 Feb 04 12:02:35.540154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:35.545283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:02:35.550201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:35.554073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Usage tracker for resource:router and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:35.557213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:35.563609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:35.639539 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.640741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.655888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.673077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:02:35.674105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:35.832549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Allocated IP 172.20.0.2 (6fd8e301-ba6e-4124-8a48-928a1cd1f43e/65ced5e2-0046-47b7-9b4e-1f127c1f7c80/04ae1fac-d85b-454b-b1bb-fad216b24c54) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:35.982569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.032799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.042465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Transition to ACTIVE for port object 04ae1fac-d85b-454b-b1bb-fad216b24c54 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:36.060365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Transition to ACTIVE for port object 04ae1fac-d85b-454b-b1bb-fad216b24c54 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:36.133342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.201745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:36.205186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:36.207522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:02:36.218615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Pushing event updated for resources: {'Port': ['ID=04ae1fac-d85b-454b-b1bb-fad216b24c54,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:36.281316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.282013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.282013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.282307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.282626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.282996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.283270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.283649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.283972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.284288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.284605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.284917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:36.314992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Attempting to bind port 04ae1fac-d85b-454b-b1bb-fad216b24c54 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:36.317179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Attempting to bind port 04ae1fac-d85b-454b-b1bb-fad216b24c54 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:36.317179 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Attempting to bind port 04ae1fac-d85b-454b-b1bb-fad216b24c54 on network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:02:36.321090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:02:36.321468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Checking segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:36.321871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.322371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Bound using segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:02:36.322842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Bound port: 04ae1fac-d85b-454b-b1bb-fad216b24c54, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:36.323215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.363686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.393367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.413088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] For port 04ae1fac-d85b-454b-b1bb-fad216b24c54, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:02:36.416021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] For port 04ae1fac-d85b-454b-b1bb-fad216b24c54, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=04ae1fac-d85b-454b-b1bb-fad216b24c54,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:02:36.497012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.537846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Allocated IP 172.26.6.183 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/f79178c8-74e6-4639-ac08-7fd96b4ae714) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:36.579038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f841f7-2cb7-4798-9b6f-e3e8f34dd8f6 None None] Pushing event updated for resources: {'Port': ['ID=04ae1fac-d85b-454b-b1bb-fad216b24c54,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:36.688567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.774532 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:36.845386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:36.848476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:36.852341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:02:36.890779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Pushing event updated for resources: {'Port': ['ID=f79178c8-74e6-4639-ac08-7fd96b4ae714,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:37.458459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:37.504164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff9eaa-e7a7-4f22-9989-0acb34c9a7f3 None None] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:02:37.748583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-242827ac-66ea-439d-a4b6-54de784f6a65 None None] Provisioning for port 04ae1fac-d85b-454b-b1bb-fad216b24c54 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:37.809840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.093341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Router 83436d91-85d7-4d84-9edc-7cffa92bf167 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:02:38.273509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:02:38.283041 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Sync routers for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:02:38.293183 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:38.293777 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:38.359671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.363606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6594f8b7-dc08-454e-ba30-29a7c0147a2e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8197842 Feb 04 12:02:38.364763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:38.494917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 04ae1fac-d85b-454b-b1bb-fad216b24c54 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:38.524568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:38.641757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 04ae1fac-d85b-454b-b1bb-fad216b24c54 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:38.647240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 04ae1fac-d85b-454b-b1bb-fad216b24c54 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:38.647674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.790105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.840826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 04ae1fac-d85b-454b-b1bb-fad216b24c54, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=04ae1fac-d85b-454b-b1bb-fad216b24c54,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:38.846000 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:37Z', 'revision_number': 3, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:38.847992 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Checking router: 83436d91-85d7-4d84-9edc-7cffa92bf167 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:02:38.848335 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Updating router 83436d91-85d7-4d84-9edc-7cffa92bf167 port f79178c8-74e6-4639-ac08-7fd96b4ae714 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:02:38.906025 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:38.925230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.045222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=04ae1fac-d85b-454b-b1bb-fad216b24c54,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:39.245888 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.247635 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.258099 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Transition to ACTIVE for port object f79178c8-74e6-4639-ac08-7fd96b4ae714 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:39.297755 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:02:39.321301 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.400137 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Pushing event updated for resources: {'Port': ['ID=f79178c8-74e6-4639-ac08-7fd96b4ae714,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:39.402232 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Attempting to bind port f79178c8-74e6-4639-ac08-7fd96b4ae714 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:39.402591 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Attempting to bind port f79178c8-74e6-4639-ac08-7fd96b4ae714 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:39.402943 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Attempting to bind port f79178c8-74e6-4639-ac08-7fd96b4ae714 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:02:39.411627 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:02:39.411990 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:39.412382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.412762 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:02:39.413208 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Bound port: f79178c8-74e6-4639-ac08-7fd96b4ae714, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:39.413573 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.437830 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.438166 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.438496 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.438819 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.439155 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.439460 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.439798 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.440121 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.440451 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.440754 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.441066 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.441376 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:39.474292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Allocated IP 172.20.0.1 (6fd8e301-ba6e-4124-8a48-928a1cd1f43e/65ced5e2-0046-47b7-9b4e-1f127c1f7c80/9bb66d2f-edab-4d4e-bc82-2aea7c066c93) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:39.495582 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] For port f79178c8-74e6-4639-ac08-7fd96b4ae714, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:02:39.498486 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] For port f79178c8-74e6-4639-ac08-7fd96b4ae714, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f79178c8-74e6-4639-ac08-7fd96b4ae714,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:02:39.584502 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.622158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.638166 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Transition to ACTIVE for port object 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:39.658908 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:39.659603 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:39.708090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.738685 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ded52-2037-4e6c-acdf-bf3273d7558b None None] Pushing event updated for resources: {'Port': ['ID=f79178c8-74e6-4639-ac08-7fd96b4ae714,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:39.777480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:39.780408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:39.784097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:02:39.821371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:39.843043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:39.850380 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:40.028342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.069955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f5131de4-0124-4918-b71b-c27a93984332 None None] Provisioning for port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:40.075830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f5131de4-0124-4918-b71b-c27a93984332 None None] Provisioning complete for port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:40.076197 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f5131de4-0124-4918-b71b-c27a93984332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.132589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f5131de4-0124-4918-b71b-c27a93984332 None None] Port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:02:40.165792 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:37Z', 'revision_number': 3, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:40.169635 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80d095-0d58-4e4c-8b5f-250dace2003b None None] The sync data for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv is: [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:37Z', 'revision_number': 3, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:02:40.258222 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.339013 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.436522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 04ae1fac-d85b-454b-b1bb-fad216b24c54 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:40.467600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:40.469922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.519409 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 04ae1fac-d85b-454b-b1bb-fad216b24c54 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:40.519888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:40.733747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:40.735221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:40.932527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Router 83436d91-85d7-4d84-9edc-7cffa92bf167 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:02:40.958730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8b0865fa-6380-4eb4-a760-b880f6f73127 None None] Provisioning complete for port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:40.959106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8b0865fa-6380-4eb4-a760-b880f6f73127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:41.017574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8b0865fa-6380-4eb4-a760-b880f6f73127 None None] Port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:02:41.113974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:02:41.122837 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-269cc060-911e-4572-9c30-785c2a9243f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/83436d91-85d7-4d84-9edc-7cffa92bf167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7559512 Feb 04 12:02:41.752002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Sync routers for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:02:41.761720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:41.762329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:41.787067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:41.792701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1110875124-network', 'tenant_id': '66406480f03b4f66a8bf293cc9477946'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:02:41.797500 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:41.801902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Usage tracker for resource:network and tenant:66406480f03b4f66a8bf293cc9477946 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:41.804763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:41.810393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:41.892528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Made reservation on behalf of 66406480f03b4f66a8bf293cc9477946 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:41.895039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:41.910789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:41.925388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:41.929332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:66406480f03b4f66a8bf293cc9477946 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:41.932656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:41.938224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:41.940813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:42.018936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.078735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.110467 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:02:42.115518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f75b16-a74d-42f8-9979-cd23077475d2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:42.122957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.123296 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Added segment 8b88632f-9fab-4349-9df5-0c215d6cf0cd of type vlan for network ce631c96-9fd8-43fd-8e47-8b378b854af7 Feb 04 12:02:42.156777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.250445 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.251525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:42.252181 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.256678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:40Z', 'revision_number': 2, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:42.260510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Checking router: 83436d91-85d7-4d84-9edc-7cffa92bf167 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:02:42.260860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Updating router 83436d91-85d7-4d84-9edc-7cffa92bf167 port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:02:42.315911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.355393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ce631c96-9fd8-43fd-8e47-8b378b854af7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:42.370101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:02:42.418637 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5c1a7adb-8dbd-4aef-86ef-da2d99b1b6f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6299443 Feb 04 12:02:42.422222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:42.428409 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Request body: {'subnet': {'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1110875124-subnet', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:02:42.434016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:42.438174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Usage tracker for resource:subnet and tenant:66406480f03b4f66a8bf293cc9477946 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:42.442274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:42.448231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:42.461910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f79178c8-74e6-4639-ac08-7fd96b4ae714 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:42.524600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Made reservation on behalf of 66406480f03b4f66a8bf293cc9477946 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:02:42.527129 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.744535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f79178c8-74e6-4639-ac08-7fd96b4ae714 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:42.757283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f79178c8-74e6-4639-ac08-7fd96b4ae714 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:42.757947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.836250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.919147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12217fa7-465d-48c8-8ffc-aee0f5c9d9bc,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:42.927935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Checking segment: {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:42.928281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Network hostable DHCP agents. Network: ce631c96-9fd8-43fd-8e47-8b378b854af7, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:02:42.934363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.934710 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.935044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.935373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.935724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.936050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.936373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.936695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.937011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.937327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.937640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.937956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:02:42.951695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.965675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:42.972430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Transition to ACTIVE for port object 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:42.986122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f79178c8-74e6-4639-ac08-7fd96b4ae714, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f79178c8-74e6-4639-ac08-7fd96b4ae714,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:43.041301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:02:43.090672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.094392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.118865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, ce631c96-9fd8-43fd-8e47-8b378b854af7) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:43.122677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:02:43.123250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.135701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3f916-6c22-4f32-811a-37ee31766ff4 None None] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:02:43.211536 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7531153d-93c3-46d4-a0b7-5f980426a08b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7876358 Feb 04 12:02:43.216115 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:43.221156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:02:43.226505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:02:43.230611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Usage tracker for resource:router and tenant:66406480f03b4f66a8bf293cc9477946 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:02:43.233553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:02:43.239709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:02:43.359245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8042cf-8bca-40a3-b71a-486053beed88 None None] Pushing event updated for resources: {'Port': ['ID=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:43.401656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.407703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.417046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.497917 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Attempting to bind port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:43.498201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Attempting to bind port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:43.498564 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Attempting to bind port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 on network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:02:43.549482 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:02:43.549845 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Checking segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:43.550242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.550628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Bound using segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:02:43.551142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Bound port: 9bb66d2f-edab-4d4e-bc82-2aea7c066c93, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:43.551493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.576341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f79178c8-74e6-4639-ac08-7fd96b4ae714,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:43.688101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-ce631c96-9fd8-43fd-8e47-8b378b854af7', 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'fixed_ips': [{'subnet_id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:02:43.688928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.719848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] For port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:02:43.723331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] For port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:02:43.790327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.861887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:43.918670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:43.919297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:44.015172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Allocated IP 172.20.0.2 (ce631c96-9fd8-43fd-8e47-8b378b854af7/12217fa7-465d-48c8-8ffc-aee0f5c9d9bc/0e726bc7-4b88-4282-be6b-2f7f421652b1) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:44.017178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8042cf-8bca-40a3-b71a-486053beed88 None None] Pushing event updated for resources: {'Port': ['ID=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:44.220207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:44.231307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.264677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.403519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Allocated IP 172.26.6.235 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:44.427100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f79178c8-74e6-4639-ac08-7fd96b4ae714 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:44.559070 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.618669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.639553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.646929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Transition to ACTIVE for port object 0e726bc7-4b88-4282-be6b-2f7f421652b1 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:44.709324 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Transition to ACTIVE for port object 0e726bc7-4b88-4282-be6b-2f7f421652b1 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:44.710952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:44.714695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:44.718704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:02:44.721047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f79178c8-74e6-4639-ac08-7fd96b4ae714 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:44.721416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.753709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:44.767630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:44.849470 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:44.854084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:44.859113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:02:44.873259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Pushing event updated for resources: {'Port': ['ID=0e726bc7-4b88-4282-be6b-2f7f421652b1,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:45.004353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:43Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:45.012749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Attempting to bind port 0e726bc7-4b88-4282-be6b-2f7f421652b1 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:45.013116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Attempting to bind port 0e726bc7-4b88-4282-be6b-2f7f421652b1 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:45.013472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Attempting to bind port 0e726bc7-4b88-4282-be6b-2f7f421652b1 on network ce631c96-9fd8-43fd-8e47-8b378b854af7 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:02:45.020885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7ee37-8d8e-42fc-9ee2-40fff11ce48f None None] The sync data for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv is: [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:43Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:02:45.026115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:02:45.026484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Checking segment: {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:45.026898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:45.027514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Bound using segment: {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:02:45.031153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Bound port: 0e726bc7-4b88-4282-be6b-2f7f421652b1, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:45.031153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:45.146034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] For port 0e726bc7-4b88-4282-be6b-2f7f421652b1, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:02:45.149312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] For port 0e726bc7-4b88-4282-be6b-2f7f421652b1, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0e726bc7-4b88-4282-be6b-2f7f421652b1,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:02:45.214579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:45.219080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:45.308707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e442549-c4c9-4413-a3e1-6a8b31879e3b None None] Pushing event updated for resources: {'Port': ['ID=0e726bc7-4b88-4282-be6b-2f7f421652b1,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:45.734827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:46.012642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:02:46.211412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:02:46.223119 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Sync routers for ids ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:02:46.234043 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Routers {'2b0d1c00-b3d9-43bf-810a-0a55db432a76'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:46.234956 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:46.304560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:46.305681 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-278fa068-cb8c-4b4d-9df6-7863010dcde4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0885382 Feb 04 12:02:46.309333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:02:46.342266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0403a62d-45c2-413d-ad5b-e836ed37cb4f None None] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:02:46.441276 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Set router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:46.532981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e1cff15e-7a14-4c54-b8ef-8975be208e3c None None] Provisioning for port 0e726bc7-4b88-4282-be6b-2f7f421652b1 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:46.569081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0e726bc7-4b88-4282-be6b-2f7f421652b1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:46.784528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0e726bc7-4b88-4282-be6b-2f7f421652b1 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:46.791775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0e726bc7-4b88-4282-be6b-2f7f421652b1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:46.792441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:46.797370 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:02:44Z', 'revision_number': 3, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:46.801652 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Checking router: 2b0d1c00-b3d9-43bf-810a-0a55db432a76 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:02:46.802071 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Updating router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:02:46.860476 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:46.925611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:46.963771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0e726bc7-4b88-4282-be6b-2f7f421652b1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0e726bc7-4b88-4282-be6b-2f7f421652b1,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:46.973359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f3e1409f-683a-426f-af9c-1f90c1c08774 None None] Provisioning complete for port 0e726bc7-4b88-4282-be6b-2f7f421652b1 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:46.973734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f3e1409f-683a-426f-af9c-1f90c1c08774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.037942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.038614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:47.216533 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.231652 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Transition to ACTIVE for port object 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:47.264870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0e726bc7-4b88-4282-be6b-2f7f421652b1,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:47.280419 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.338164 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.366761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:47.373057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:47.376918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.418150 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Attempting to bind port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:47.418520 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Attempting to bind port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:47.418881 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Attempting to bind port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:02:47.429898 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:02:47.430269 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:47.430667 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.431044 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:02:47.432066 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Bound port: 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:47.434448 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.461639 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073973a1-7a43-42d5-a169-3ba779452d53 None None] Pushing event updated for resources: {'Port': ['ID=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:47.497425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.499587 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Allocated IP 172.20.0.1 (ce631c96-9fd8-43fd-8e47-8b378b854af7/12217fa7-465d-48c8-8ffc-aee0f5c9d9bc/bec6c6cf-9973-418d-8a43-0ea370d6685c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:02:47.510815 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] For port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:02:47.513839 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] For port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:02:47.530113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:47.590446 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.601045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.652239 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.669259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Transition to ACTIVE for port object bec6c6cf-9973-418d-8a43-0ea370d6685c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:47.673885 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Routers {'2b0d1c00-b3d9-43bf-810a-0a55db432a76'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:47.674501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:47.680503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:47.739634 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073973a1-7a43-42d5-a169-3ba779452d53 None None] Pushing event updated for resources: {'Port': ['ID=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:47.753433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:47.822167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:47.824950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:47.827442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:02:47.856725 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] Set router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:47.866480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Pushing event updated for resources: {'Port': ['ID=bec6c6cf-9973-418d-8a43-0ea370d6685c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:47.888276 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.105719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.172382 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:02:44Z', 'revision_number': 3, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:48.176157 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52f347-01f9-4e96-9d21-c8f267e5e852 None None] The sync data for ids ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'] in dv-neutron-827824-2-hyperv is: [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:02:44Z', 'revision_number': 3, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:02:48.183979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0faeeeb8-02c3-4ef4-802a-a8773e2c24b4 None None] Provisioning for port bec6c6cf-9973-418d-8a43-0ea370d6685c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:48.189496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0faeeeb8-02c3-4ef4-802a-a8773e2c24b4 None None] Provisioning complete for port bec6c6cf-9973-418d-8a43-0ea370d6685c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:48.189962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0faeeeb8-02c3-4ef4-802a-a8773e2c24b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.248943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0faeeeb8-02c3-4ef4-802a-a8773e2c24b4 None None] Port bec6c6cf-9973-418d-8a43-0ea370d6685c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:02:48.336524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.412824 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.436411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0e726bc7-4b88-4282-be6b-2f7f421652b1 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:48.519058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0e726bc7-4b88-4282-be6b-2f7f421652b1 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:48.519615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.527233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Pushing event updated for resources: {'Port': ['ID=bec6c6cf-9973-418d-8a43-0ea370d6685c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:48.532147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.652385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:48.683115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:02:48.684436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:02:48.734567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:48.734949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:48.898130 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:02:48.972437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5728f751-8f33-46b3-9ba8-d77540ceca53 None None] Provisioning complete for port bec6c6cf-9973-418d-8a43-0ea370d6685c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:48.972793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5728f751-8f33-46b3-9ba8-d77540ceca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:49.029492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-5728f751-8f33-46b3-9ba8-d77540ceca53 None None] Port bec6c6cf-9973-418d-8a43-0ea370d6685c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:02:49.084570 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:02:49.093297 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-957092ec-dd93-48ac-a7a0-278c5d352772 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b0d1c00-b3d9-43bf-810a-0a55db432a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7826798 Feb 04 12:02:49.784135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Sync routers for ids ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:02:49.793090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Routers {'2b0d1c00-b3d9-43bf-810a-0a55db432a76'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:49.793698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:49.974170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Set router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:50.311981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 4, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'bec6c6cf-9973-418d-8a43-0ea370d6685c', 'name': '', 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'mac_address': 'fa:16:3e:7b:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:47Z', 'updated_at': '2022-02-04T12:02:48Z', 'revision_number': 2, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'subnets': [{'id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:50.315981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Checking router: 2b0d1c00-b3d9-43bf-810a-0a55db432a76 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:02:50.316344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Updating router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 port bec6c6cf-9973-418d-8a43-0ea370d6685c binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:02:50.386142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.504209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:50.768920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:50.777516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:50.778002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.945536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:50.978857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Transition to ACTIVE for port object bec6c6cf-9973-418d-8a43-0ea370d6685c will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:02:50.990632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.007590 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:51.049843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.090066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.241693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457c8a9-7aa7-4ebe-b122-fe207e214afd None None] Pushing event updated for resources: {'Port': ['ID=bec6c6cf-9973-418d-8a43-0ea370d6685c,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:51.385287 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Attempting to bind port bec6c6cf-9973-418d-8a43-0ea370d6685c on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:02:51.385669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Attempting to bind port bec6c6cf-9973-418d-8a43-0ea370d6685c by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:02:51.386039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Attempting to bind port bec6c6cf-9973-418d-8a43-0ea370d6685c on network ce631c96-9fd8-43fd-8e47-8b378b854af7 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:02:51.396026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:02:51.396408 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Checking segment: {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:02:51.396949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.397530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Bound using segment: {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:02:51.398012 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Bound port: bec6c6cf-9973-418d-8a43-0ea370d6685c, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b88632f-9fab-4349-9df5-0c215d6cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:02:51.398370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.412437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:51.520943 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] For port bec6c6cf-9973-418d-8a43-0ea370d6685c, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:02:51.524182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] For port bec6c6cf-9973-418d-8a43-0ea370d6685c, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bec6c6cf-9973-418d-8a43-0ea370d6685c,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:02:51.590657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:51.674338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Routers {'2b0d1c00-b3d9-43bf-810a-0a55db432a76'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:02:51.674973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:02:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:51.772565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457c8a9-7aa7-4ebe-b122-fe207e214afd None None] Pushing event updated for resources: {'Port': ['ID=bec6c6cf-9973-418d-8a43-0ea370d6685c,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:51.923036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] Set router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:02:52.280471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 4, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'bec6c6cf-9973-418d-8a43-0ea370d6685c', 'name': '', 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'mac_address': 'fa:16:3e:7b:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:47Z', 'updated_at': '2022-02-04T12:02:51Z', 'revision_number': 4, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'subnets': [{'id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:02:52.284504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3111a-9072-4353-b4b2-7605bb6a0a97 None None] The sync data for ids ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'] in dv-neutron-827824-2-hyperv is: [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 4, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'bec6c6cf-9973-418d-8a43-0ea370d6685c', 'name': '', 'network_id': 'ce631c96-9fd8-43fd-8e47-8b378b854af7', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'mac_address': 'fa:16:3e:7b:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:47Z', 'updated_at': '2022-02-04T12:02:51Z', 'revision_number': 4, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'subnets': [{'id': '12217fa7-465d-48c8-8ffc-aee0f5c9d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:02:52.581390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bec6c6cf-9973-418d-8a43-0ea370d6685c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:52.781759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port bec6c6cf-9973-418d-8a43-0ea370d6685c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:02:52.787742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port bec6c6cf-9973-418d-8a43-0ea370d6685c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:52.788383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:52.978848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:53.017167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port bec6c6cf-9973-418d-8a43-0ea370d6685c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bec6c6cf-9973-418d-8a43-0ea370d6685c,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:02:53.418848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:53.420522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:53.546756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=bec6c6cf-9973-418d-8a43-0ea370d6685c,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:02:53.558834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:53.559217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:54.431052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bec6c6cf-9973-418d-8a43-0ea370d6685c up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:02:54.502110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port bec6c6cf-9973-418d-8a43-0ea370d6685c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:02:54.502751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:02:57.641342 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:00.292582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-783124bd-021a-44b6-9801-7528d44c6dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:01.206867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-94954111-084b-4cd0-b368-d01c7b2247fc tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:01.208766 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-94954111-084b-4cd0-b368-d01c7b2247fc tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 815 time: 0.1450434 Feb 04 12:03:01.223899 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-62346fcf-e00d-4d11-96ac-1fcc0fd76e67 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/quotas/5e178453696e4d2fb9a01726d490ebbf HTTP/1.1" status: 200 len: 375 time: 0.0089700 Feb 04 12:03:01.304295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-e8373bd7-cbd2-41c6-b0dd-1fbf32fbf3ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757415 Feb 04 12:03:01.438643 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-c6044d99-fd3b-4fe7-9ed6-9768dbb174ac service neutron] 10.222.0.36 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230552 Feb 04 12:03:01.569679 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-6c5de87c-ec9d-44ab-bd94-3da27ac9099a service neutron] 10.222.0.36 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251969 Feb 04 12:03:01.844781 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f1aa86e8-132f-46f7-b89d-7a1f4b0f8f16 req-e0ec9700-8aea-4c3b-9f0a-9a122e061a5b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 210 time: 0.0458918 Feb 04 12:03:02.741515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f83107f4-d50a-4f6b-a955-2f369b1e644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:03.004936 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0bd1e81-04bb-4034-ab3c-924aee4189f2 req-615eef9b-07d2-4ad8-824c-9928e14c8705 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 210 time: 0.0442302 Feb 04 12:03:03.698237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:03.920834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:04.297102 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0618b3b1-92a5-4411-a192-4000b18b5da3 req-5f1ee0d8-211b-4ef8-ad24-db3e41f73e90 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 210 time: 0.0560007 Feb 04 12:03:04.361953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-2f29f162-a000-4e99-b717-4a3148f3f4d2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:04.363421 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-2f29f162-a000-4e99-b717-4a3148f3f4d2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 815 time: 0.2973068 Feb 04 12:03:04.374994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'port': {'device_id': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'admin_state_up': True, 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:04.511367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:04.515288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:port and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:04.518232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:04.524285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:04.581439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Made reservation on behalf of 5e178453696e4d2fb9a01726d490ebbf for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:03:04.584996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:04.761386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Allocated IP 172.20.0.7 (6fd8e301-ba6e-4124-8a48-928a1cd1f43e/65ced5e2-0046-47b7-9b4e-1f127c1f7c80/b57da030-f470-4133-9e9e-7d7eaba99a9b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:03:04.978504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:04.995108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Transition to ACTIVE for port object b57da030-f470-4133-9e9e-7d7eaba99a9b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:03:05.104980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:05.196093 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:03:05.199323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:03:05.203254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:03:05.234989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:05.252754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:05.277086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:05.277741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:05.359528 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-72f1b9e0-8034-4cb5-8fc7-5068a6f46c2d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9881492 Feb 04 12:03:05.379618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Request body: {'port': {'device_id': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:05.570868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-287ec720-9761-4257-a420-06b5089545a4 None None] Provisioning for port b57da030-f470-4133-9e9e-7d7eaba99a9b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:03:05.577381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-287ec720-9761-4257-a420-06b5089545a4 None None] Provisioning complete for port b57da030-f470-4133-9e9e-7d7eaba99a9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:03:05.577799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-287ec720-9761-4257-a420-06b5089545a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:05.637676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:05.648588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-287ec720-9761-4257-a420-06b5089545a4 None None] Port b57da030-f470-4133-9e9e-7d7eaba99a9b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:03:05.829540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ef30-e59d-48a4-a55e-7e17d65ab2ac req-a03759ac-8622-40cb-bea9-2a13170f11ac tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:05.830766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a368ef30-e59d-48a4-a55e-7e17d65ab2ac req-a03759ac-8622-40cb-bea9-2a13170f11ac tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Synchronizing usage tracker for tenant:5e178453696e4d2fb9a01726d490ebbf on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:03:06.046767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a368ef30-e59d-48a4-a55e-7e17d65ab2ac req-a03759ac-8622-40cb-bea9-2a13170f11ac tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Unset dirty status for tenant:5e178453696e4d2fb9a01726d490ebbf on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:03:06.048613 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a368ef30-e59d-48a4-a55e-7e17d65ab2ac req-a03759ac-8622-40cb-bea9-2a13170f11ac tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 931 time: 0.6236515 Feb 04 12:03:06.097551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57da030-f470-4133-9e9e-7d7eaba99a9b {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:03:06.117214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:06.135908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a368ef30-e59d-48a4-a55e-7e17d65ab2ac req-f43169d5-d0b7-40dd-9214-29b9822cdc3a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754974 Feb 04 12:03:06.142122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Transition to ACTIVE for port object b57da030-f470-4133-9e9e-7d7eaba99a9b will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:03:06.209902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:06.344778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:06.598228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Attempting to bind port b57da030-f470-4133-9e9e-7d7eaba99a9b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:03:06.598987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Attempting to bind port b57da030-f470-4133-9e9e-7d7eaba99a9b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:03:06.598987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Attempting to bind port b57da030-f470-4133-9e9e-7d7eaba99a9b on network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:03:06.604478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Port b57da030-f470-4133-9e9e-7d7eaba99a9b on network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:03:06.604851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Attempting to bind port b57da030-f470-4133-9e9e-7d7eaba99a9b on network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:03:06.616695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:03:06.617120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Checking segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:03:06.617602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Bound using segment: {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:03:06.618119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Bound port: b57da030-f470-4133-9e9e-7d7eaba99a9b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:03:06.618557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:06.716978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:03:06.720799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:03:06.834049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:06.972004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:06.972004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:06.972004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] 10.222.0.42 "PUT /v2.0/ports/b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 1093 time: 1.5272861 Feb 04 12:03:06.972004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:06.972004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca294cc0-a1e7-4654-b7d9-0b780fb5d649 service neutron] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:06.972004 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'status': 'completed', 'code': 200} Feb 04 12:03:07.365729 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3e715-0576-41fb-9469-5e469098825e req-36366be4-601c-4f13-935d-50f2e585fa21 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:07.367219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f2d3e715-0576-41fb-9469-5e469098825e req-36366be4-601c-4f13-935d-50f2e585fa21 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.1161320 Feb 04 12:03:07.417078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f2d3e715-0576-41fb-9469-5e469098825e req-89ba0450-bc00-4b57-84cf-63c567b271ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Feb 04 12:03:08.624493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d6ef-b07a-4038-aaac-3db99198726a req-3e1b8d02-7414-4acd-8e5f-d47c96d86f1f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:08.625898 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f317d6ef-b07a-4038-aaac-3db99198726a req-3e1b8d02-7414-4acd-8e5f-d47c96d86f1f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.0928617 Feb 04 12:03:08.679919 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f317d6ef-b07a-4038-aaac-3db99198726a req-8063fd4a-3da6-4cee-87fe-d54059d0ef3f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467632 Feb 04 12:03:09.900523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371285a1-a400-4899-bdd2-5b71f06a0b0c req-b178d905-7bef-4ec7-b359-19d86ec9a7ad tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:09.902146 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-371285a1-a400-4899-bdd2-5b71f06a0b0c req-b178d905-7bef-4ec7-b359-19d86ec9a7ad tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.0904627 Feb 04 12:03:09.954765 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-371285a1-a400-4899-bdd2-5b71f06a0b0c req-27f3b07e-5a98-4788-979e-111d4a17e84a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Feb 04 12:03:11.163092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3f233-56b8-4547-b33f-b68ce399fbed req-6be79228-8a26-4497-9cee-eeed493a965a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:11.164815 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07f3f233-56b8-4547-b33f-b68ce399fbed req-6be79228-8a26-4497-9cee-eeed493a965a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.0886102 Feb 04 12:03:11.222283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-07f3f233-56b8-4547-b33f-b68ce399fbed req-76a0da4a-a993-4264-9eb7-32b384f4d094 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496917 Feb 04 12:03:12.116968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e5176-dcbf-4b5d-a06b-4fc731286353 req-b866dffb-abdb-4eab-949b-3d7bbe4a581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.119037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-453e5176-dcbf-4b5d-a06b-4fc731286353 req-b866dffb-abdb-4eab-949b-3d7bbe4a581a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1096 time: 0.0743785 Feb 04 12:03:12.489260 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e5176-dcbf-4b5d-a06b-4fc731286353 req-bad4550b-2ec4-4495-b9ea-e4512b836bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.490678 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-453e5176-dcbf-4b5d-a06b-4fc731286353 req-bad4550b-2ec4-4495-b9ea-e4512b836bbd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5e178453696e4d2fb9a01726d490ebbf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1881359 Feb 04 12:03:12.598821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fbdae-5c53-4f83-aa82-95f897f089f8 req-c7c5a79c-2647-462e-948a-2025a06e4a82 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.600270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-262fbdae-5c53-4f83-aa82-95f897f089f8 req-c7c5a79c-2647-462e-948a-2025a06e4a82 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.1876092 Feb 04 12:03:12.671327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e5176-dcbf-4b5d-a06b-4fc731286353 req-0b224688-9ccb-443f-85dd-d524cdedc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.672775 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-453e5176-dcbf-4b5d-a06b-4fc731286353 req-0b224688-9ccb-443f-85dd-d524cdedc2dc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731231 Feb 04 12:03:12.675655 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-262fbdae-5c53-4f83-aa82-95f897f089f8 req-f2f454c1-c635-4194-bfdd-4f1180269819 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698240 Feb 04 12:03:12.779848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-186d75cb-6e2f-4cbe-b1fa-74361d878634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.781296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-186d75cb-6e2f-4cbe-b1fa-74361d878634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1096 time: 0.0736763 Feb 04 12:03:12.851710 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-c867d37c-54c9-462f-b108-d0964c5c82ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 217 time: 0.0637474 Feb 04 12:03:12.915782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-a2d0d375-42a5-45c5-9a5d-c82291e81d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.917186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-a2d0d375-42a5-45c5-9a5d-c82291e81d34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0605042 Feb 04 12:03:12.990535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-f3ef48d6-f699-4264-b1fa-f2e97cb63569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:12.991979 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-f3ef48d6-f699-4264-b1fa-f2e97cb63569 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688646 Feb 04 12:03:13.120672 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-4fd9a25c-6721-4bbf-aafa-73d39226b433 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222582 Feb 04 12:03:13.247914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e11de07-5347-4a4b-a3c5-221f8cc4a07b req-962d5b9e-9d63-4df5-8f2f-1103bef85469 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219740 Feb 04 12:03:13.856281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ab184-72f1-4786-ba18-7b6f98ca4afa req-9a1220a7-344d-41ff-8118-04343cd23dbb tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:13.857695 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-714ab184-72f1-4786-ba18-7b6f98ca4afa req-9a1220a7-344d-41ff-8118-04343cd23dbb tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.0779743 Feb 04 12:03:14.000096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-714ab184-72f1-4786-ba18-7b6f98ca4afa req-d7ff4520-7a5f-4b28-b546-3cf6bdacfea1 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367321 Feb 04 12:03:15.178742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04794b-3b40-4f06-8746-7a9cf8230ad1 req-38966c1b-8801-41ee-8054-3e9aa2052827 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:15.180202 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba04794b-3b40-4f06-8746-7a9cf8230ad1 req-38966c1b-8801-41ee-8054-3e9aa2052827 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.0783021 Feb 04 12:03:15.224578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ba04794b-3b40-4f06-8746-7a9cf8230ad1 req-9a73b2e1-fd05-4197-a560-584000f58846 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379198 Feb 04 12:03:16.114446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device b57da030-f470-4133-9e9e-7d7eaba99a9b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:03:16.246807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:03:16.260882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'port_id': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'mac_address': 'fa:16:3e:bc:46:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:03:16.287394 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:03:16.315109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:16.335575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57da030-f470-4133-9e9e-7d7eaba99a9b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:03:16.352137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:03:16.417846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c63c-5bc4-4400-845e-69d2d3285c1a req-e41e6508-6d35-4414-b219-f6a5143c14d6 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:16.419293 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4462c63c-5bc4-4400-845e-69d2d3285c1a req-e41e6508-6d35-4414-b219-f6a5143c14d6 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 943 time: 0.0819714 Feb 04 12:03:16.433045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:16.467856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4462c63c-5bc4-4400-845e-69d2d3285c1a req-65b3e9fe-8e86-4f71-a192-937549a7e5ae tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Feb 04 12:03:16.501457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:16.639048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['b57da030-f470-4133-9e9e-7d7eaba99a9b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:03:17.646705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc24cdb-db10-436f-b1f8-398d940c08d1 req-6912227c-a3b4-4ea6-b7ff-53a5fc6c1b09 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:17.648157 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0dc24cdb-db10-436f-b1f8-398d940c08d1 req-6912227c-a3b4-4ea6-b7ff-53a5fc6c1b09 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 944 time: 0.0780566 Feb 04 12:03:17.691329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0dc24cdb-db10-436f-b1f8-398d940c08d1 req-21498f95-e19f-4b82-a42c-a4b6e4efe69b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Feb 04 12:03:18.129913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device b57da030-f470-4133-9e9e-7d7eaba99a9b up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:03:18.252182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port b57da030-f470-4133-9e9e-7d7eaba99a9b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:03:18.257036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port b57da030-f470-4133-9e9e-7d7eaba99a9b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:03:18.257403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:18.372751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:18.399050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:18.409102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:03:18.442492 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'code': 200} Feb 04 12:03:18.457919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:18.525541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:18.776637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04beeb-d930-4132-a127-34d2e66245ee req-00f5d836-1d9c-44d9-ba28-37d7ce17e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:18.778678 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e04beeb-d930-4132-a127-34d2e66245ee req-00f5d836-1d9c-44d9-ba28-37d7ce17e60f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1098 time: 0.0721385 Feb 04 12:03:18.864535 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e04beeb-d930-4132-a127-34d2e66245ee req-fea18a0a-5c99-4a52-81ba-0b6c628f5c09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Feb 04 12:03:18.894137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60fa1f-3c7c-4f70-ae24-b2be63d06fd5 req-4aaa98c5-fba7-471d-9af7-ea303341f6a4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:18.895525 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa60fa1f-3c7c-4f70-ae24-b2be63d06fd5 req-4aaa98c5-fba7-471d-9af7-ea303341f6a4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0945175 Feb 04 12:03:18.947795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa60fa1f-3c7c-4f70-ae24-b2be63d06fd5 req-5f14042d-ee41-4ec4-acd8-853a2a3da41d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Feb 04 12:03:20.131667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a0f7-b204-459a-afeb-ce0f799ccfd0 req-ea53f904-b5a3-4694-9955-9ec2d44ec217 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:20.133099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2e9a0f7-b204-459a-afeb-ce0f799ccfd0 req-ea53f904-b5a3-4694-9955-9ec2d44ec217 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0799623 Feb 04 12:03:20.176628 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2e9a0f7-b204-459a-afeb-ce0f799ccfd0 req-9fb5f9ea-7eb1-4548-886e-ded707cbefa3 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Feb 04 12:03:21.359523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13922722-7240-4453-b480-a0ede6c2cec8 req-07208d0e-bcf9-406e-a2aa-2b18dadf64d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:21.360975 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13922722-7240-4453-b480-a0ede6c2cec8 req-07208d0e-bcf9-406e-a2aa-2b18dadf64d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0820701 Feb 04 12:03:21.404194 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13922722-7240-4453-b480-a0ede6c2cec8 req-e2745d14-5945-48a3-83e8-bf6a33cee4f9 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Feb 04 12:03:21.582333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756993-264c-43d4-8997-3f440f49a0d7 req-9ee79a6b-5b29-4f1f-aaa6-e0ff88d308c4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:21.583713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92756993-264c-43d4-8997-3f440f49a0d7 req-9ee79a6b-5b29-4f1f-aaa6-e0ff88d308c4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0784764 Feb 04 12:03:21.627740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-92756993-264c-43d4-8997-3f440f49a0d7 req-21d64236-acef-402e-99c4-7dc947daeeb3 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Feb 04 12:03:22.013548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1e210-f5a3-429d-a6d8-ea840a9de13e req-cfb8bbb6-dafd-4c94-afea-aa0b1b5dced5 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:22.014955 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d5d1e210-f5a3-429d-a6d8-ea840a9de13e req-cfb8bbb6-dafd-4c94-afea-aa0b1b5dced5 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0819404 Feb 04 12:03:22.058369 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d5d1e210-f5a3-429d-a6d8-ea840a9de13e req-a8937df8-239e-4925-8946-c5c95651fb89 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Feb 04 12:03:27.612356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:30.295284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2d2ca7b8-0384-4ca0-aae8-72978c514d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:32.746647 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d489d536-82cc-41a5-96d6-0b45a941dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:33.713365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:33.884618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:35.238695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:35.513228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d661-e0f0-4bcc-a996-5a69d3018ed9 req-ea6a9b7c-4eda-45f6-9dc0-806d5039a016 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:35.515583 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b8a8d661-e0f0-4bcc-a996-5a69d3018ed9 req-ea6a9b7c-4eda-45f6-9dc0-806d5039a016 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0851638 Feb 04 12:03:35.564147 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b8a8d661-e0f0-4bcc-a996-5a69d3018ed9 req-79228ca3-70e6-49e2-90fa-f67d4793e935 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Feb 04 12:03:35.587604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46672) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:35.766908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ed0c4-79b9-4546-b06f-65d2be2d16fa tempest-TestMinimumBasicScenario-321783988 tempest-TestMinimumBasicScenario-321783988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:35.767630 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe2ed0c4-79b9-4546-b06f-65d2be2d16fa tempest-TestMinimumBasicScenario-321783988 tempest-TestMinimumBasicScenario-321783988-project-admin] Synchronizing usage tracker for tenant:66406480f03b4f66a8bf293cc9477946 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:03:35.850132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe2ed0c4-79b9-4546-b06f-65d2be2d16fa tempest-TestMinimumBasicScenario-321783988 tempest-TestMinimumBasicScenario-321783988-project-admin] Unset dirty status for tenant:66406480f03b4f66a8bf293cc9477946 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:03:35.851623 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fe2ed0c4-79b9-4546-b06f-65d2be2d16fa tempest-TestMinimumBasicScenario-321783988 tempest-TestMinimumBasicScenario-321783988-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1093 time: 0.2629490 Feb 04 12:03:35.855217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:35.860289 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:35.867342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:35.874366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:floatingip and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:35.876009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:35.883704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:36.078492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.221687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.362640 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Allocated IP 172.26.6.68 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/fd33380d-3486-43e5-b449-208df5e8acc8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:03:36.523151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.647327 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:36.721205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:03:36.724019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:03:36.728211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:03:36.767478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'Port': ['ID=fd33380d-3486-43e5-b449-208df5e8acc8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:36.789444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:03:37.190182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:37.333894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:37.555018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:37.620794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:37.738579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'Port': ['ID=fd33380d-3486-43e5-b449-208df5e8acc8,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:37.749095 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:37.934065 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Floating IP e3be9cab-f925-46e0-a4f6-aa497fa91de2 associated. External IP: 172.26.6.68, port: b57da030-f470-4133-9e9e-7d7eaba99a9b. Feb 04 12:03:38.399145 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Router 83436d91-85d7-4d84-9edc-7cffa92bf167 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:03:38.592697 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:03:38.605056 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] Sync routers for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:03:38.614280 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:03:38.614885 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:03:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:38.683851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:38.753234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46682) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:38.753869 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-17d42242-6f1d-44be-865d-3e8baa4d0bbf tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8970540 Feb 04 12:03:38.754237 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:38.762242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060468870', 'description': 'tempest-secgroup-smoke-1060468870 description', 'project_id': '5e178453696e4d2fb9a01726d490ebbf'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:38.770872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:38.776728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:38.782353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:38.796809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:38.860786 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:03:38.873047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:38.905010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:38.912289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:38.915506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:38.922954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:38.983334 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'status': 'completed', 'code': 200} Feb 04 12:03:39.047688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.085551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-ab2c844f-a57a-4e26-b68d-975c5d20031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:39.087139 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-ab2c844f-a57a-4e26-b68d-975c5d20031b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1098 time: 0.0802066 Feb 04 12:03:39.116199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.227808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79a6d7-c7de-4d10-81b4-265267b74619,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:39.281769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-d9193a23-70fc-4147-9778-a0ea7fe27b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:39.283269 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-d9193a23-70fc-4147-9778-a0ea7fe27b8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 916 time: 0.1896086 Feb 04 12:03:39.286184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.287285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e09113c2-2008-496f-b021-649938eadd1b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5316238 Feb 04 12:03:39.290380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:39.295700 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group_rule': {'security_group_id': '5f79a6d7-c7de-4d10-81b4-265267b74619', 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:39.302535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:39.306745 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:39.309990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:39.316399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:39.321148 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'e3be9cab-f925-46e0-a4f6-aa497fa91de2', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'port_id': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'mac_address': 'fa:16:3e:bc:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:03:37Z', 'updated_at': '2022-02-04T12:03:37Z', 'revision_number': 0, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:39.326283 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] Checking router: 83436d91-85d7-4d84-9edc-7cffa92bf167 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:03:39.334954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:03:39.335559 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:03:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:39.385216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-c01f4b3c-7e79-42a6-9156-b3425f268f19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 998 time: 0.0948918 Feb 04 12:03:39.402395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.456979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-db80bd0f-170f-45bc-895b-6a864920165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:39.458415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-db80bd0f-170f-45bc-895b-6a864920165e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0664389 Feb 04 12:03:39.467218 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.516487 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:03:39.533680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-baafde70-fc34-45a9-b357-4858539e78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:39.535167 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-baafde70-fc34-45a9-b357-4858539e78f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704846 Feb 04 12:03:39.554839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.577384 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f384f41d-7953-4181-9fa3-3f99275d8734,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:39.664202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.665844 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-100be0b2-86c9-4cf1-869a-c0ec56229979 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744233 Feb 04 12:03:39.669516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:39.683798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group_rule': {'security_group_id': '5f79a6d7-c7de-4d10-81b4-265267b74619', 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:39.691333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:39.698475 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-05b7805f-337f-4152-8a0e-436b67896d0b service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561384 Feb 04 12:03:39.699367 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:39.702512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:39.725935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:39.840560 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7677e9af-f2a2-41c0-8494-a9d9ec11897c req-11fc9e43-0c5f-4400-996e-26ea1617fac0 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347172 Feb 04 12:03:39.861507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:39.894897 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'e3be9cab-f925-46e0-a4f6-aa497fa91de2', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'port_id': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'mac_address': 'fa:16:3e:bc:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:03:37Z', 'updated_at': '2022-02-04T12:03:37Z', 'revision_number': 0, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:03:39.898951 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05469346-1a66-48bb-abb3-9d8c2f4ccf0c None None] The sync data for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv is: [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'e3be9cab-f925-46e0-a4f6-aa497fa91de2', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'port_id': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'mac_address': 'fa:16:3e:bc:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:03:37Z', 'updated_at': '2022-02-04T12:03:37Z', 'revision_number': 0, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:03:39.927712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.000737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.024497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bd4f75-4161-4862-be35-f08e4485aab0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:40.103956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.108120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f3f3711a-2ab0-44a5-9c3e-67bbd0bb7978 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4347258 Feb 04 12:03:40.108239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7a5cc-3e14-473e-84da-30d1d718af1f None None] New status for floating IP e3be9cab-f925-46e0-a4f6-aa497fa91de2: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:03:40.108858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46698) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:40.113281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group_rule': {'security_group_id': '5f79a6d7-c7de-4d10-81b4-265267b74619', 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:40.120526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:40.124579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:40.127905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:40.133777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:40.233902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.295723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.387110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.412170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f342cc11-e959-46cd-a0a9-78b872276461,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:40.527252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.528516 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3003a1d7-b18a-4bc8-9c2d-22c29c358600 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4196615 Feb 04 12:03:40.531255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46702) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:40.536485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group_rule': {'security_group_id': '5f79a6d7-c7de-4d10-81b4-265267b74619', 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:40.543741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:40.547618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:40.550447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:40.556294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:40.707742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.777974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.860569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.883413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0eabff-9010-4050-b43a-aacbc39d6a20,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:40.958101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:40.959318 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0b673538-1d89-40f2-81d8-501502033ded tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4271195 Feb 04 12:03:40.962003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46706) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:40.967471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group_rule': {'security_group_id': '5f79a6d7-c7de-4d10-81b4-265267b74619', 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:40.973290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:40.977087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:40.979913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:40.985621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:41.054952 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Project 5e178453696e4d2fb9a01726d490ebbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:03:41.061788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.132627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.223376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.247462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94993f5c-33c7-47dc-a9a1-0305d00b60eb,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:41.317990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.319096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-54c0d00a-b087-4cc7-a47a-4808f16b6cb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562090 Feb 04 12:03:41.321897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:03:41.327352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'security_group_rule': {'security_group_id': '5f79a6d7-c7de-4d10-81b4-265267b74619', 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:41.333851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:03:41.337654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Usage tracker for resource:security_group_rule and tenant:5e178453696e4d2fb9a01726d490ebbf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:03:41.340435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:03:41.346300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:03:41.409303 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Project 5e178453696e4d2fb9a01726d490ebbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:03:41.416305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.481546 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.560286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.583865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a7ee5f-1469-40b8-82c7-11df7bc0485c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:41.654954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:41.656181 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a0df01ed-0921-4623-803a-96d47889f1d8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327982 Feb 04 12:03:41.773765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-465a9e33-31dd-47c7-ae5f-ac1aa3cd037d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Synchronizing usage tracker for tenant:5e178453696e4d2fb9a01726d490ebbf on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:03:41.855318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-465a9e33-31dd-47c7-ae5f-ac1aa3cd037d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Unset dirty status for tenant:5e178453696e4d2fb9a01726d490ebbf on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:03:41.855318 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-465a9e33-31dd-47c7-ae5f-ac1aa3cd037d tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060468870&fields=id&tenant_id=5e178453696e4d2fb9a01726d490ebbf HTTP/1.1" status: 200 len: 267 time: 0.1095130 Feb 04 12:03:41.938460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-62817280-c97e-49d4-9c16-bc05548c724e tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:41.938460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-62817280-c97e-49d4-9c16-bc05548c724e tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0845072 Feb 04 12:03:41.950901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'port': {'security_groups': ['3da46dfd-ff4d-46ab-bf72-63bb94a882b6', '5f79a6d7-c7de-4d10-81b4-265267b74619']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:03:42.075258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:42.328099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:03:42.352706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:42.440549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:42.452124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['b57da030-f470-4133-9e9e-7d7eaba99a9b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:03:42.614396 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:42.615038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:42.616461 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-65d613fb-052e-4602-a2a8-b101246e2be5 req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "PUT /v2.0/ports/b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 981 time: 0.6736996 Feb 04 12:03:42.617100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:03:42.648846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e3e68-0bef-4ee8-bdeb-cbfc61af75cd tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:03:42.679321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'status': 'completed', 'code': 200} Feb 04 12:03:42.702280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['b57da030-f470-4133-9e9e-7d7eaba99a9b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:03:42.874959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-d28fdbeb-bc42-4ec2-801c-f9fc71e2356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:42.876547 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-d28fdbeb-bc42-4ec2-801c-f9fc71e2356a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1137 time: 0.1691403 Feb 04 12:03:42.889740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf56ab7-e186-4730-8995-c2f3969f36e2 req-3f130c18-b614-4e1d-abcf-704871661ad4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:42.891117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acf56ab7-e186-4730-8995-c2f3969f36e2 req-3f130c18-b614-4e1d-abcf-704871661ad4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.1357439 Feb 04 12:03:43.020741 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-bbdd76bb-7f5d-40a4-9917-4897a91045c4 None None] Provisioning complete for port b57da030-f470-4133-9e9e-7d7eaba99a9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:03:43.021385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bbdd76bb-7f5d-40a4-9917-4897a91045c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:43.027524 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-acf56ab7-e186-4730-8995-c2f3969f36e2 req-3b3662ea-9050-444d-a54f-b6597868e011 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139154 Feb 04 12:03:43.077669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-4b9a4f3b-81b5-457a-951d-6b0678e41ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:43.079358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-4b9a4f3b-81b5-457a-951d-6b0678e41ae5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 916 time: 0.1873257 Feb 04 12:03:43.195121 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-d19fd315-4303-4462-a70b-f3fa93cfb5b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 1000 time: 0.1089783 Feb 04 12:03:43.265204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-c2f65607-b127-4794-8062-b3a39333ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:43.266627 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-c2f65607-b127-4794-8062-b3a39333ac01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0644290 Feb 04 12:03:43.342582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-8d9f8496-f795-4af2-868e-c0a20229ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:43.343989 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-8d9f8496-f795-4af2-868e-c0a20229ae3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708032 Feb 04 12:03:43.476287 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-651241e0-fc16-4c9c-b384-1fcdb60b0319 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256809 Feb 04 12:03:43.607718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b44c0fa0-e125-4d4e-8457-935cf1138f81 req-926d60db-f21b-44c6-8967-3a4ba5a473e4 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237674 Feb 04 12:03:53.287033 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:03:55.331164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54b1e1-3943-454a-a6ae-a2c88d461c69 req-6f4bb666-35cb-497d-acbe-95a28b2f21a6 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:55.332640 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db54b1e1-3943-454a-a6ae-a2c88d461c69 req-6f4bb666-35cb-497d-acbe-95a28b2f21a6 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.1428463 Feb 04 12:03:55.338732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-d5f05755-88f1-40de-8091-7baf885be177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:55.340236 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-d5f05755-88f1-40de-8091-7baf885be177 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1137 time: 0.0978026 Feb 04 12:03:55.459773 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-db54b1e1-3943-454a-a6ae-a2c88d461c69 req-33708ea3-9197-475f-adf0-2848114d5c3a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185684 Feb 04 12:03:55.497126 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-6d9c9e89-c0d0-4608-8bbc-6669d76b6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:55.498528 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-6d9c9e89-c0d0-4608-8bbc-6669d76b6e89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 916 time: 0.1447210 Feb 04 12:03:55.600267 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-e63d50e0-bda0-41ec-9a4d-728e01ed6069 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 1000 time: 0.0943832 Feb 04 12:03:55.661373 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-9aecb80d-ef94-42f5-8e65-3b4bfd604c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:55.662753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-9aecb80d-ef94-42f5-8e65-3b4bfd604c39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0562410 Feb 04 12:03:55.740011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-c2d36692-adbd-4dec-a7c1-4c2522f8201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:55.741455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-c2d36692-adbd-4dec-a7c1-4c2522f8201e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721579 Feb 04 12:03:55.990199 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-113520e6-1ce1-42ae-a566-d002be5799a5 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399740 Feb 04 12:03:56.116040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f88aab8b-717d-4ee8-9854-6a6ebd10c374 req-48892f5a-8fe0-4746-b3d7-93ea6c17a09a service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202176 Feb 04 12:03:56.652004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21df9-2024-40e5-b166-88205e6a274a req-ef40a09c-7946-4247-ad4f-d4c006832599 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:56.653466 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd21df9-2024-40e5-b166-88205e6a274a req-ef40a09c-7946-4247-ad4f-d4c006832599 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0879970 Feb 04 12:03:56.702877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdd21df9-2024-40e5-b166-88205e6a274a req-c3179c0b-c18f-4c19-93a1-fe7666bfe7a9 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414894 Feb 04 12:03:57.597366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:03:57.887510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab448-d70f-4f01-8509-efc3e69d4d9a req-24ea537b-b669-4dd5-a265-e3c8ed2d19f8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:57.888874 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3baab448-d70f-4f01-8509-efc3e69d4d9a req-24ea537b-b669-4dd5-a265-e3c8ed2d19f8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0826721 Feb 04 12:03:57.934445 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3baab448-d70f-4f01-8509-efc3e69d4d9a req-945dc1a8-7aed-46db-8093-40fbc8ea65c1 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399714 Feb 04 12:03:59.116720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579432-a716-4e60-bf4e-2c08f3e7a103 req-e9605208-33b7-416f-8f08-fa4c1b6b1412 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:59.118081 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c2579432-a716-4e60-bf4e-2c08f3e7a103 req-e9605208-33b7-416f-8f08-fa4c1b6b1412 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0819120 Feb 04 12:03:59.166372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c2579432-a716-4e60-bf4e-2c08f3e7a103 req-163cc563-5ddc-4938-8c13-49c32b7eb6c9 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423861 Feb 04 12:03:59.285986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-2dc8e627-3c35-4384-b4a0-7f3f7296fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:59.287435 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-2dc8e627-3c35-4384-b4a0-7f3f7296fd47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1137 time: 0.0826170 Feb 04 12:03:59.429351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-28ebfb98-85f6-4ad2-ab80-6859d1656544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:59.430775 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-28ebfb98-85f6-4ad2-ab80-6859d1656544 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 916 time: 0.1244583 Feb 04 12:03:59.531068 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-2b23b066-70ae-4803-a2d7-f5872b77dde5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 1000 time: 0.0939574 Feb 04 12:03:59.590147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-c5e3ab30-46f3-4f27-ad96-7e59ee9e20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:59.591484 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-c5e3ab30-46f3-4f27-ad96-7e59ee9e20b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0549638 Feb 04 12:03:59.670410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-d15791ad-4a6e-435c-a8c0-86d8676fcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:03:59.671864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-d15791ad-4a6e-435c-a8c0-86d8676fcab1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747333 Feb 04 12:03:59.800503 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-8f6dafe5-6517-4418-800d-e521b288e6e8 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223853 Feb 04 12:03:59.932345 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-23790a3e-5d8b-41e1-b3a3-7379a3292d2b req-3ac2690f-e63f-4f3b-92d7-3b1a5e0b9c6b service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256993 Feb 04 12:04:00.280176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-67bcc2c7-2bc6-484c-94bc-b0a71fccf4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:00.359098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8564df-019b-445b-9ecb-3939fc6399bd req-27c6c9fe-b143-421d-9b89-e691fe30d401 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:00.361208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1a8564df-019b-445b-9ecb-3939fc6399bd req-27c6c9fe-b143-421d-9b89-e691fe30d401 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0839894 Feb 04 12:04:00.406813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1a8564df-019b-445b-9ecb-3939fc6399bd req-f5e2bd1e-1b06-4786-a748-c00a650fe21a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397210 Feb 04 12:04:01.595283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e28a3f-6c2a-4f98-94c0-9b150655447c req-8972a9c6-1b02-457c-bee1-9b671855208c tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:01.596662 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-42e28a3f-6c2a-4f98-94c0-9b150655447c req-8972a9c6-1b02-457c-bee1-9b671855208c tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0825725 Feb 04 12:04:01.643173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-42e28a3f-6c2a-4f98-94c0-9b150655447c req-4efd9461-e72b-402c-a6b4-bbf28ed1e374 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404568 Feb 04 12:04:02.746552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1d93-b201-42d0-b2f5-e5f368777116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:02.823201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e965-7f77-4589-8c53-9f5f94504b4a req-cf63cecb-989b-400f-b2e2-8efbfa920563 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:02.824734 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8876e965-7f77-4589-8c53-9f5f94504b4a req-cf63cecb-989b-400f-b2e2-8efbfa920563 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0777211 Feb 04 12:04:02.870399 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8876e965-7f77-4589-8c53-9f5f94504b4a req-03835f5e-9e49-43dc-bfb8-b2aca119ff98 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391574 Feb 04 12:04:03.703083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:03.817362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:04.092660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43868-5f4a-4511-8974-e65e05e9e5c5 req-db05f78a-80f9-434d-bec4-8893925fa5b8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:04.093985 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4ca43868-5f4a-4511-8974-e65e05e9e5c5 req-db05f78a-80f9-434d-bec4-8893925fa5b8 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0814948 Feb 04 12:04:04.139786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4ca43868-5f4a-4511-8974-e65e05e9e5c5 req-8b4e8b37-9289-4b66-8b04-d2922120f91e tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391955 Feb 04 12:04:05.234642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:05.329550 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d09400-6b9b-4602-906b-ffd98d621fb4 req-9fd92541-646d-457a-b5cf-cddcb8e23fc4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:05.331306 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-38d09400-6b9b-4602-906b-ffd98d621fb4 req-9fd92541-646d-457a-b5cf-cddcb8e23fc4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0851665 Feb 04 12:04:05.380030 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-38d09400-6b9b-4602-906b-ffd98d621fb4 req-0d7545d2-8863-4940-af33-878f34281ad0 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427489 Feb 04 12:04:06.657855 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6966-11c6-4016-a9c0-447ffd4f36c8 req-a90aaabc-6b19-44e1-b7a7-6216fb2bc5ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:06.659208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d09d6966-11c6-4016-a9c0-447ffd4f36c8 req-a90aaabc-6b19-44e1-b7a7-6216fb2bc5ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.1767325 Feb 04 12:04:06.703529 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d09d6966-11c6-4016-a9c0-447ffd4f36c8 req-0c790e88-a965-4921-a3e4-eee7b277c3a2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386844 Feb 04 12:04:07.887799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d3e2d-d581-4208-8ce2-b02a4f05db55 req-e6bad132-3393-4f03-af2f-a95cd0d117f0 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:07.889208 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-618d3e2d-d581-4208-8ce2-b02a4f05db55 req-e6bad132-3393-4f03-af2f-a95cd0d117f0 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0808163 Feb 04 12:04:07.934405 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-618d3e2d-d581-4208-8ce2-b02a4f05db55 req-ab4d3f44-eeeb-423e-b09a-5472addc1c4e tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389414 Feb 04 12:04:09.120974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc37200-d0e7-4604-a22a-e6882265db4e req-b96cdbb0-c2d3-48f5-b092-6d8e07e866eb tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:09.122335 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9cc37200-d0e7-4604-a22a-e6882265db4e req-b96cdbb0-c2d3-48f5-b092-6d8e07e866eb tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0796745 Feb 04 12:04:09.172349 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9cc37200-d0e7-4604-a22a-e6882265db4e req-430aa0a0-10e6-4d5b-8ce3-0dd0aaa1794b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436065 Feb 04 12:04:10.362390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1694c3e-7469-42d4-8a65-baf9c6a3d272 req-7c5b8d4f-bf83-4fd6-8efe-20899a2dfb8a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:10.363829 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e1694c3e-7469-42d4-8a65-baf9c6a3d272 req-7c5b8d4f-bf83-4fd6-8efe-20899a2dfb8a tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0846341 Feb 04 12:04:10.410973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e1694c3e-7469-42d4-8a65-baf9c6a3d272 req-d57b12f7-9389-4a9f-8328-a4f3ee3d6511 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414453 Feb 04 12:04:11.597484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa0e9-68ba-4662-975e-7289f130e7a3 req-80612721-bebc-454f-8b9a-bfad370f4db4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:11.598904 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-569fa0e9-68ba-4662-975e-7289f130e7a3 req-80612721-bebc-454f-8b9a-bfad370f4db4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0824876 Feb 04 12:04:11.645593 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-569fa0e9-68ba-4662-975e-7289f130e7a3 req-35c8a868-c1f7-44b3-9c79-e5301b330ea0 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409665 Feb 04 12:04:12.831406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf335-b106-46ce-ad28-6bef4d588d93 req-dd429071-9ccd-4607-9420-db16549b87ea tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:12.832905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cacdf335-b106-46ce-ad28-6bef4d588d93 req-dd429071-9ccd-4607-9420-db16549b87ea tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0799713 Feb 04 12:04:12.880079 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cacdf335-b106-46ce-ad28-6bef4d588d93 req-8860c799-452e-4cd1-810d-9fae4f7ecc84 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f79a6d7-c7de-4d10-81b4-265267b74619&id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414810 Feb 04 12:04:27.637431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:30.251103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a585ecf6-3d4c-4ea8-a19c-dace1cb4f8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:30.286447 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:04:32.811364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a7dd12b7-0349-4c75-ac33-f7a438d160fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:33.741994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:33.845915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:35.265787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:44.569673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-b913de94-2e18-4c92-b3d2-95d00b898112 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060468870&fields=id&tenant_id=5e178453696e4d2fb9a01726d490ebbf HTTP/1.1" status: 200 len: 267 time: 0.0468042 Feb 04 12:04:44.659214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-a9000424-d01c-4837-92fb-46a821c79d4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:44.660633 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-a9000424-d01c-4837-92fb-46a821c79d4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 984 time: 0.0855565 Feb 04 12:04:44.678391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Request body: {'port': {'security_groups': ['3da46dfd-ff4d-46ab-bf72-63bb94a882b6']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:04:44.878322 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.166609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:04:45.192059 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.259702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.272433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['b57da030-f470-4133-9e9e-7d7eaba99a9b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:04:45.338767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:45.338934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.340243 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a07029b-93be-4994-a308-22b56fc4b7cf req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "PUT /v2.0/ports/b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 942 time: 0.6697056 Feb 04 12:04:45.340694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:45.352607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:04:45.371473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event updated for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:45.379663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.379928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.380084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.380348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.380677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.380994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.381318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.381636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.381953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.382268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.382581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.382906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fcb170-1aa2-45f0-a589-9a80ddd32180 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.425394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['b57da030-f470-4133-9e9e-7d7eaba99a9b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:04:45.455238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.464525 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'status': 'completed', 'code': 200} Feb 04 12:04:45.494132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.563171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-3f967bf2-4ca2-4c31-83ca-ad09c4b05ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:45.565124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-3f967bf2-4ca2-4c31-83ca-ad09c4b05ecf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1098 time: 0.0774691 Feb 04 12:04:45.651410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.673380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79a6d7-c7de-4d10-81b4-265267b74619,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:45.681515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.681515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.681882 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.682291 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.682699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.683107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.683507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.683972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.684374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.684766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.686170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.686595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:04:45.707010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c5915ec9-5490-4909-a525-8eaa7e9099c0 None None] Provisioning complete for port b57da030-f470-4133-9e9e-7d7eaba99a9b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:04:45.707976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c5915ec9-5490-4909-a525-8eaa7e9099c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.714480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-e75c9956-b4be-42be-b57d-2226a4037e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:45.716111 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-e75c9956-b4be-42be-b57d-2226a4037e1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 916 time: 0.1455555 Feb 04 12:04:45.770535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.770535 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-08f886d9-b477-4262-80d1-fb6677fa71ca tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f79a6d7-c7de-4d10-81b4-265267b74619 HTTP/1.1" status: 204 len: 168 time: 0.4091301 Feb 04 12:04:45.770535 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:04:45.830581 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-61c1b4ae-4169-416c-8030-c7df1e507ff6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 1000 time: 0.1080546 Feb 04 12:04:45.898587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-6b621cb7-8f49-48b8-9eb3-7d44c3ff508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:45.900020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-6b621cb7-8f49-48b8-9eb3-7d44c3ff508a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0632937 Feb 04 12:04:45.970000 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Deleting port fd33380d-3486-43e5-b449-208df5e8acc8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:04:45.970338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:45.975041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-49517db5-f460-487a-9fa8-9e6b40881b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:45.976545 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-49517db5-f460-487a-9fa8-9e6b40881b42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701323 Feb 04 12:04:46.109140 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-5aff123d-c9a5-48cd-bf33-8789e9c3bc52 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263154 Feb 04 12:04:46.139728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.140065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.240407 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a90f7ec4-da87-46d5-8433-f47bcab1a193 req-115cb481-ddf3-423a-8f1a-4b61013752b6 service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251357 Feb 04 12:04:46.269087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Calling delete_port for fd33380d-3486-43e5-b449-208df5e8acc8 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:04:46.593842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.639737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event deleted for resources: {'Port': ['ID=fd33380d-3486-43e5-b449-208df5e8acc8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:46.732199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:46.732615 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Floating IP e3be9cab-f925-46e0-a4f6-aa497fa91de2 disassociated (deleted). External IP: 172.26.6.68, port: b57da030-f470-4133-9e9e-7d7eaba99a9b. Feb 04 12:04:47.081751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Router 83436d91-85d7-4d84-9edc-7cffa92bf167 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:04:47.279101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:04:47.288715 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] Sync routers for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:04:47.301772 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:04:47.302801 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:04:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:04:47.362872 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:47.419536 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7d015c5f-804f-4fe8-8820-ebddab7b7c0b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "DELETE /v2.0/floatingips/e3be9cab-f925-46e0-a4f6-aa497fa91de2 HTTP/1.1" status: 204 len: 168 time: 1.6550963 Feb 04 12:04:47.420244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:47.469658 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'status': 'completed', 'code': 200} Feb 04 12:04:47.522095 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:04:47.584022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-092b3274-09f6-49c9-9392-76b03585da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:47.585892 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-092b3274-09f6-49c9-9392-76b03585da46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e178453696e4d2fb9a01726d490ebbf&device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 1098 time: 0.0935013 Feb 04 12:04:47.837690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-edb0e79f-9d4f-40b3-99dd-2cc709e67999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:47.839254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-edb0e79f-9d4f-40b3-99dd-2cc709e67999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 200 len: 916 time: 0.2478995 Feb 04 12:04:47.894909 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:04:47.898874 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] Checking router: 83436d91-85d7-4d84-9edc-7cffa92bf167 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:04:47.907211 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:04:47.907798 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-5e6b3d0a-6ae0-4752-b811-e41cb5dda5f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 200 len: 217 time: 0.0617776 Feb 04 12:04:47.907942 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:04:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:04:47.978645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-2fb74b8d-e093-4341-be57-483403b171fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:47.980163 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-2fb74b8d-e093-4341-be57-483403b171fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 200 len: 854 time: 0.0671675 Feb 04 12:04:48.064160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-42d96eba-f6dc-401a-92df-481482ae1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:48.065933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-42d96eba-f6dc-401a-92df-481482ae1366 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6fd8e301-ba6e-4124-8a48-928a1cd1f43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793400 Feb 04 12:04:48.099527 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:04:48.206929 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-8ab44e76-3741-4869-830b-925c79d11e4c service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293638 Feb 04 12:04:48.340969 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-178861f3-2a25-4d79-95e1-a5c1139eb119 req-b1e2f450-ad31-437f-8cda-1ed4919f5a5a service neutron] 10.222.0.42 "GET /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276917 Feb 04 12:04:48.408367 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:04:48.412745 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c60e2c-2866-4949-a282-a7f7c8f38f5f None None] The sync data for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv is: [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:02:39Z', 'revision_number': 4, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9bb66d2f-edab-4d4e-bc82-2aea7c066c93', 'name': '', 'network_id': '6fd8e301-ba6e-4124-8a48-928a1cd1f43e', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'mac_address': 'fa:16:3e:a9:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:39Z', 'updated_at': '2022-02-04T12:02:47Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'subnets': [{'id': '65ced5e2-0046-47b7-9b4e-1f127c1f7c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:04:48.658233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046a507-dcf2-4789-9825-2c9ccb5acf2f None None] New status for floating IP e3be9cab-f925-46e0-a4f6-aa497fa91de2: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:04:53.542835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b35ff-40fe-45e6-ab3d-920321502997 req-62592716-940c-447c-8ed3-b5b0df646020 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:53.544359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f83b35ff-40fe-45e6-ab3d-920321502997 req-62592716-940c-447c-8ed3-b5b0df646020 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0887761 Feb 04 12:04:53.593188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f83b35ff-40fe-45e6-ab3d-920321502997 req-dae34dae-2030-4b92-a284-e713c99b89c4 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Feb 04 12:04:54.816534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc94ae6-42cc-459e-8d85-9e6dfba81b2f req-583620e9-7bd1-4e6d-8b02-a0a2fc4fac6b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:54.819207 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afc94ae6-42cc-459e-8d85-9e6dfba81b2f req-583620e9-7bd1-4e6d-8b02-a0a2fc4fac6b tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0990767 Feb 04 12:04:54.867296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afc94ae6-42cc-459e-8d85-9e6dfba81b2f req-544ba64c-7961-4204-97bd-4040244a309f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/security-groups?id=3da46dfd-ff4d-46ab-bf72-63bb94a882b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Feb 04 12:04:55.143232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-84828167-cb1f-44de-be8a-304e90ea5561 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:04:55.145456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-84828167-cb1f-44de-be8a-304e90ea5561 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.42 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 945 time: 0.0927012 Feb 04 12:04:55.225178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Deleting port b57da030-f470-4133-9e9e-7d7eaba99a9b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:04:55.225672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:55.525557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] For port b57da030-f470-4133-9e9e-7d7eaba99a9b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b57da030-f470-4133-9e9e-7d7eaba99a9b,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:04:55.525916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:55.660742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Calling delete_port for b57da030-f470-4133-9e9e-7d7eaba99a9b owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:04:55.917166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:55.929497 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['b57da030-f470-4133-9e9e-7d7eaba99a9b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:04:55.987466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Pushing event deleted for resources: {'Port': ['ID=b57da030-f470-4133-9e9e-7d7eaba99a9b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:04:56.219746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6db0e963-d566-49c3-a1a6-c76e6972e01c req-a3195097-14a0-4536-ba61-c44d3808ae18 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 210 time: 0.0852396 Feb 04 12:04:56.220757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] No DVR routers for this DVR port b57da030-f470-4133-9e9e-7d7eaba99a9b on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:04:56.223663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:56.227719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'name': 'network-vif-deleted', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:04:56.246483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f14696d7-f9cc-44be-80b3-0897a6e0c556 req-c2819060-1ca0-4977-bec7-ec9a18bdfd4f tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.42 "DELETE /v2.0/ports/b57da030-f470-4133-9e9e-7d7eaba99a9b HTTP/1.1" status: 204 len: 173 time: 1.0947464 Feb 04 12:04:56.280211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a63fb-4aec-40fa-81fe-51c1ddf3e141', 'name': 'network-vif-deleted', 'tag': 'b57da030-f470-4133-9e9e-7d7eaba99a9b', 'status': 'completed', 'code': 200} Feb 04 12:04:57.398743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-67809184-d3ad-4d8b-89d0-0f1eae708238 req-2f46d1d7-d7e7-424e-b2bd-d6a230c06bb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Synchronizing usage tracker for tenant:5e178453696e4d2fb9a01726d490ebbf on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:04:57.508586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-67809184-d3ad-4d8b-89d0-0f1eae708238 req-2f46d1d7-d7e7-424e-b2bd-d6a230c06bb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] Unset dirty status for tenant:5e178453696e4d2fb9a01726d490ebbf on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:04:57.510048 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-67809184-d3ad-4d8b-89d0-0f1eae708238 req-2f46d1d7-d7e7-424e-b2bd-d6a230c06bb2 tempest-TestMinimumBasicScenario-1912408538 tempest-TestMinimumBasicScenario-1912408538-project] 10.222.0.36 "GET /v2.0/ports?device_id=363a63fb-4aec-40fa-81fe-51c1ddf3e141 HTTP/1.1" status: 200 len: 210 time: 0.1536567 Feb 04 12:04:57.722779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:04:58.690668 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device b57da030-f470-4133-9e9e-7d7eaba99a9b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:04:58.729926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: b57da030-f470-4133-9e9e-7d7eaba99a9b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:04:58.730981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device b57da030-f470-4133-9e9e-7d7eaba99a9b not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:04:59.991011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:00.316798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89e4ea70-caeb-4c20-b6bd-d09eb9966aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:00.607889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:00.966559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Deleting port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:00.966893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:01.138626 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] For port 9bb66d2f-edab-4d4e-bc82-2aea7c066c93, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:01.139315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:01.383164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Calling delete_port for 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:01.754583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:01.801739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb66d2f-edab-4d4e-bc82-2aea7c066c93,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:02.085893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:02.468579 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Router 83436d91-85d7-4d84-9edc-7cffa92bf167 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:05:02.650390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:05:02.658977 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] Sync routers for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:05:02.668511 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:02.669116 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:04:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:02.781073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c0c69b10-8b0e-4d23-8401-517ffa500b35 admin admin] 10.222.0.36 "PUT /v2.0/routers/83436d91-85d7-4d84-9edc-7cffa92bf167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886491 Feb 04 12:05:02.783757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:02.813657 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1a10297f-785a-4030-b468-49da9b05ee4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:02.887026 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:02.969059 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:03.151914 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:03.185011 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:05:01Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:03.189400 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] Checking router: 83436d91-85d7-4d84-9edc-7cffa92bf167 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:05:03.198848 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] Routers {'83436d91-85d7-4d84-9edc-7cffa92bf167'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:03.199458 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['83436d91-85d7-4d84-9edc-7cffa92bf167'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:03.257424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Deleting port f79178c8-74e6-4639-ac08-7fd96b4ae714 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:03.257678 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:03.390104 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] Set router 83436d91-85d7-4d84-9edc-7cffa92bf167 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:03.568004 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] For port f79178c8-74e6-4639-ac08-7fd96b4ae714, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f79178c8-74e6-4639-ac08-7fd96b4ae714,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:03.568249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:03.698418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Calling delete_port for f79178c8-74e6-4639-ac08-7fd96b4ae714 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:03.699515 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:05:01Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:03.704333 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8c9b2-7315-404d-8b7d-e45676b71c51 None None] The sync data for ids ['83436d91-85d7-4d84-9edc-7cffa92bf167'] in dv-neutron-827824-2-hyperv is: [{'id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'name': 'tempest-TestMinimumBasicScenario-1108111344-router', 'tenant_id': '5e178453696e4d2fb9a01726d490ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:35Z', 'updated_at': '2022-02-04T12:05:01Z', 'revision_number': 5, 'project_id': '5e178453696e4d2fb9a01726d490ebbf', 'gw_port': {'id': 'f79178c8-74e6-4639-ac08-7fd96b4ae714', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83436d91-85d7-4d84-9edc-7cffa92bf167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:36Z', 'updated_at': '2022-02-04T12:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:05:03.713948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:03.868867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.082834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.132637 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79178c8-74e6-4639-ac08-7fd96b4ae714,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:04.225858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.399834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.401963 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.486734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:04.513774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.514305 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83436d91-85d7-4d84-9edc-7cffa92bf167 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:05:04.522453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:05:04.522833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9bb66d2f-edab-4d4e-bc82-2aea7c066c93 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:04.530238 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.531407 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-64d29e22-12d5-40f8-9f73-1afa095c5d04 admin admin] 10.222.0.36 "DELETE /v2.0/routers/83436d91-85d7-4d84-9edc-7cffa92bf167 HTTP/1.1" status: 204 len: 168 time: 1.7466645 Feb 04 12:05:04.533937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:04.597600 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Deleting subnet 65ced5e2-0046-47b7-9b4e-1f127c1f7c80 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:05:04.600950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.656187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.737631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.885966 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.930562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ced5e2-0046-47b7-9b4e-1f127c1f7c80,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:04.936274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:04.941827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0034a62c-7d43-4447-80c5-0820682cfabd None None] Network 6fd8e301-ba6e-4124-8a48-928a1cd1f43e requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:05:04.943988 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3a3ab513-53be-4bbf-8479-24dcff68a1fd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/65ced5e2-0046-47b7-9b4e-1f127c1f7c80 HTTP/1.1" status: 204 len: 168 time: 0.4084129 Feb 04 12:05:04.946288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:05.063229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.077155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Deleting port 04ae1fac-d85b-454b-b1bb-fad216b24c54 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:05.077550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.241087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] DHCP port deletion for 6fd8e301-ba6e-4124-8a48-928a1cd1f43e request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:05:05.246740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Deleting port 04ae1fac-d85b-454b-b1bb-fad216b24c54 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:05.247114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.285044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.429270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] For port 04ae1fac-d85b-454b-b1bb-fad216b24c54, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=04ae1fac-d85b-454b-b1bb-fad216b24c54,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:05.429893 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.466461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] For port 04ae1fac-d85b-454b-b1bb-fad216b24c54, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=04ae1fac-d85b-454b-b1bb-fad216b24c54,segment=NetworkSegment(82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4),segment_id=82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:05.466907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.556105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Calling delete_port for 04ae1fac-d85b-454b-b1bb-fad216b24c54 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:05.606020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Calling delete_port for 04ae1fac-d85b-454b-b1bb-fad216b24c54 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:05.713653 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:05:05.715456 dv-neutron-827824-2-hyperv neutron-server[88133]: util.warn( Feb 04 12:05:05.721276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:05:05.721532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:05:05.759067 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] No DVR routers for this DVR port 04ae1fac-d85b-454b-b1bb-fad216b24c54 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:05:05.789743 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=04ae1fac-d85b-454b-b1bb-fad216b24c54,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:05.884214 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.913976 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd8e301-ba6e-4124-8a48-928a1cd1f43e']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:05.927010 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:05.927302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82beef7c-ecdc-4d42-85b3-bfa78e8c5fc4') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:05.938590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.960205 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.973298 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:05:05.973609 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:05:05.988262 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:05:06.151358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:06.156267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:06.183466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd8e301-ba6e-4124-8a48-928a1cd1f43e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:06.190848 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b72e2f1e-01fe-4195-b71c-0555d8c6c0dd admin admin] 10.222.0.36 "DELETE /v2.0/networks/6fd8e301-ba6e-4124-8a48-928a1cd1f43e HTTP/1.1" status: 204 len: 168 time: 1.2413099 Feb 04 12:05:06.191447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:06.223054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Deleting port 04ae1fac-d85b-454b-b1bb-fad216b24c54 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:06.223817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:06.300739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a8baf5b9-e26c-48cd-8272-cb599153b9c1 None None] The port '04ae1fac-d85b-454b-b1bb-fad216b24c54' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:05:06.483693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 04ae1fac-d85b-454b-b1bb-fad216b24c54 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:06.516998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 04ae1fac-d85b-454b-b1bb-fad216b24c54 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:05:06.517340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 04ae1fac-d85b-454b-b1bb-fad216b24c54 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:06.517745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f79178c8-74e6-4639-ac08-7fd96b4ae714 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:06.552121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f79178c8-74e6-4639-ac08-7fd96b4ae714 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:05:06.552466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f79178c8-74e6-4639-ac08-7fd96b4ae714 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:06.777863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:07.258964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Deleting port bec6c6cf-9973-418d-8a43-0ea370d6685c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:07.259292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:07.287302 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:05:07.432755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] For port bec6c6cf-9973-418d-8a43-0ea370d6685c, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bec6c6cf-9973-418d-8a43-0ea370d6685c,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:07.433169 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:07.561480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Calling delete_port for bec6c6cf-9973-418d-8a43-0ea370d6685c owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:07.831801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:07.879622 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec6c6cf-9973-418d-8a43-0ea370d6685c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:08.147563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:08.494224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:05:08.767617 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:05:08.776210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] Sync routers for ids ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:05:08.785369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] Routers {'2b0d1c00-b3d9-43bf-810a-0a55db432a76'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:08.785911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:08.849809 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f969c42-7af3-48e0-ae7c-1c0fd8fa4e89 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b0d1c00-b3d9-43bf-810a-0a55db432a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6572323 Feb 04 12:05:08.852830 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:08.970063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] Set router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:09.032765 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:09.212424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:09.270920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Deleting port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:09.271492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:09.289835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235'}], 'enable_snat': True}, 'gw_port_id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:05:07Z', 'revision_number': 5, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port': {'id': '4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:02:44Z', 'updated_at': '2022-02-04T12:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:09.293707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] Checking router: 2b0d1c00-b3d9-43bf-810a-0a55db432a76 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:05:09.302040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] Routers {'2b0d1c00-b3d9-43bf-810a-0a55db432a76'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:09.302648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:09.455513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] Set router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 gateway port host: None {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:09.455801 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] For port 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:09.456724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:09.560242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:05:09Z', 'revision_number': 6, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:09.564263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be174d90-495d-4268-87c9-79b9a7e4a30e None None] The sync data for ids ['2b0d1c00-b3d9-43bf-810a-0a55db432a76'] in dv-neutron-827824-2-hyperv is: [{'id': '2b0d1c00-b3d9-43bf-810a-0a55db432a76', 'name': 'tempest-TestMinimumBasicScenario-1110875124-router', 'tenant_id': '66406480f03b4f66a8bf293cc9477946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:02:43Z', 'updated_at': '2022-02-04T12:05:09Z', 'revision_number': 6, 'project_id': '66406480f03b4f66a8bf293cc9477946', 'gw_port_host': None}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:05:09.579836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Calling delete_port for 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:09.862533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:09.910385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:10.003777 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.272949 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.275128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.362122 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.363203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0d1c00-b3d9-43bf-810a-0a55db432a76 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:05:10.374957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.381405 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-14b556ff-a835-4d05-8b6b-653a4c6e6358 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b0d1c00-b3d9-43bf-810a-0a55db432a76 HTTP/1.1" status: 204 len: 168 time: 1.5223427 Feb 04 12:05:10.381405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46908) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:10.438978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Deleting subnet 12217fa7-465d-48c8-8ffc-aee0f5c9d9bc {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:05:10.442315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.482966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bec6c6cf-9973-418d-8a43-0ea370d6685c no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:10.495170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.524468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: bec6c6cf-9973-418d-8a43-0ea370d6685c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:05:10.524738 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bec6c6cf-9973-418d-8a43-0ea370d6685c not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:10.525295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:10.560194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:05:10.560810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 4dd4fcdb-eb8f-467a-960c-5e3e6468b5e0 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:10.576131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.745055 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.782682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12217fa7-465d-48c8-8ffc-aee0f5c9d9bc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:10.786701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.792546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e69763-126c-4db8-b813-4383b9cbbdbf None None] Network ce631c96-9fd8-43fd-8e47-8b378b854af7 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:05:10.797431 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-440024b4-145a-48f6-b365-d5b293bcee45 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/12217fa7-465d-48c8-8ffc-aee0f5c9d9bc HTTP/1.1" status: 204 len: 168 time: 0.4123142 Feb 04 12:05:10.797431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:10.900015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:10.910766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Deleting port 0e726bc7-4b88-4282-be6b-2f7f421652b1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:10.911091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.024159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] DHCP port deletion for ce631c96-9fd8-43fd-8e47-8b378b854af7 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:05:11.027973 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Deleting port 0e726bc7-4b88-4282-be6b-2f7f421652b1 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:11.028340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.123351 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] For port 0e726bc7-4b88-4282-be6b-2f7f421652b1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0e726bc7-4b88-4282-be6b-2f7f421652b1,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:11.123761 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.230217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] For port 0e726bc7-4b88-4282-be6b-2f7f421652b1, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0e726bc7-4b88-4282-be6b-2f7f421652b1,segment=NetworkSegment(8b88632f-9fab-4349-9df5-0c215d6cf0cd),segment_id=8b88632f-9fab-4349-9df5-0c215d6cf0cd)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:11.230603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.256252 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Calling delete_port for 0e726bc7-4b88-4282-be6b-2f7f421652b1 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:11.351950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Calling delete_port for 0e726bc7-4b88-4282-be6b-2f7f421652b1 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:05:11.390868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.425750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:05:11.426118 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:05:11.441170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e726bc7-4b88-4282-be6b-2f7f421652b1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:11.446228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] No DVR routers for this DVR port 0e726bc7-4b88-4282-be6b-2f7f421652b1 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:05:11.559869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.585008 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce631c96-9fd8-43fd-8e47-8b378b854af7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:11.597776 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b88632f-9fab-4349-9df5-0c215d6cf0cd') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:11.598072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b88632f-9fab-4349-9df5-0c215d6cf0cd') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:11.609459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.625070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.631279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:05:11.631712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:05:11.645479 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:05:11.785705 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.801478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.811182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce631c96-9fd8-43fd-8e47-8b378b854af7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:11.818200 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3d0547d8-fed6-4e37-9553-df0f424f039d admin admin] 10.222.0.36 "DELETE /v2.0/networks/ce631c96-9fd8-43fd-8e47-8b378b854af7 HTTP/1.1" status: 204 len: 168 time: 1.0223150 Feb 04 12:05:11.927341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Deleting port 0e726bc7-4b88-4282-be6b-2f7f421652b1 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:05:11.927928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:11.995240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-71ae5517-d013-47e5-9b57-d89ffb8e9a09 None None] The port '0e726bc7-4b88-4282-be6b-2f7f421652b1' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:05:12.207071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:12.256600 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8abaf0de-6a6e-44b3-91a6-caa0f28e773e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e178453696e4d2fb9a01726d490ebbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479505 Feb 04 12:05:12.259032 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46922) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:12.326507 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6451226e-fb85-4780-8db7-58b85951c488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:12.359187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6451226e-fb85-4780-8db7-58b85951c488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:12.470922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6451226e-fb85-4780-8db7-58b85951c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:12.478483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0e726bc7-4b88-4282-be6b-2f7f421652b1 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:05:12.489632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451226e-fb85-4780-8db7-58b85951c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da46dfd-ff4d-46ab-bf72-63bb94a882b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:12.501488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6451226e-fb85-4780-8db7-58b85951c488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:12.501488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6451226e-fb85-4780-8db7-58b85951c488 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3da46dfd-ff4d-46ab-bf72-63bb94a882b6 HTTP/1.1" status: 204 len: 168 time: 0.2376437 Feb 04 12:05:12.525018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0e726bc7-4b88-4282-be6b-2f7f421652b1 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:05:12.525356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0e726bc7-4b88-4282-be6b-2f7f421652b1 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:05:13.128686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:13.176362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-609bf601-61f4-4a2b-bf83-d6bc36359e74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66406480f03b4f66a8bf293cc9477946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464926 Feb 04 12:05:13.178795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46934) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:13.236776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-726f1bc3-62ac-4a06-a860-5c4795793965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:13.261880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-726f1bc3-62ac-4a06-a860-5c4795793965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:13.396713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-726f1bc3-62ac-4a06-a860-5c4795793965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:13.412168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f1bc3-62ac-4a06-a860-5c4795793965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f75b16-a74d-42f8-9979-cd23077475d2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:13.420261 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-726f1bc3-62ac-4a06-a860-5c4795793965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:13.421681 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-726f1bc3-62ac-4a06-a860-5c4795793965 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41f75b16-a74d-42f8-9979-cd23077475d2 HTTP/1.1" status: 204 len: 168 time: 0.2420044 Feb 04 12:05:15.855714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:15.860809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371521416', 'description': 'tempest-secgroup-smoke-371521416 description', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:15.867401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:15.871146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:15.873936 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:15.880035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:15.947893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:15.960033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:15.974410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:15.978251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:15.980966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:15.986505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:16.065977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.150438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.165879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:16.177486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:16.183048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:16.191069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:16.193017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b84f8d4-3bc4-4246-8031-2998f4561f10,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:16.263426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.350214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.505504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1995738-7c81-4a1f-96a2-a7417b875138,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:16.556687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.558567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-959815de-1fd1-4113-8fdf-041b638696c0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7018397 Feb 04 12:05:16.560799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46980) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:16.566542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': 'e1995738-7c81-4a1f-96a2-a7417b875138', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:16.572630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:16.576770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:16.579541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:16.586336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:16.688826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.751159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.833667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.856814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af08469e-37bf-4c02-b365-92bbce5844db,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:16.950762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:16.951917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5fad3b39-03e9-4222-b6a3-34b481023991 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3901789 Feb 04 12:05:16.954598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:16.959957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': 'e1995738-7c81-4a1f-96a2-a7417b875138', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:16.966141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:16.969773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:16.972790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:16.978433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:17.052105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.112066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.181926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.206883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3741d0d1-a480-4003-b905-fa4f78eca302,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:17.302286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.303856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3e53714f-bcde-42d0-99df-1733b023e27e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482699 Feb 04 12:05:17.306497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46990) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:17.311475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': 'e1995738-7c81-4a1f-96a2-a7417b875138', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:17.318245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:17.322212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:17.325243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:17.333061 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:17.420607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.484647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.576526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.599767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2f1b79-e30c-496a-a241-37f86d693454,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:17.687664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.689428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d4a348b1-6133-401d-9279-f54fbf47f5d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814528 Feb 04 12:05:17.692470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:17.697415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': 'e1995738-7c81-4a1f-96a2-a7417b875138', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:17.703681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:17.707926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:17.710792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:17.716745 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:17.797798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.863991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.950919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:17.977252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a801d02-3de2-4db7-83c8-692cb1f4b76c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:18.053504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.054621 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-488f4634-8fe4-4182-bbd1-dbd2667ded77 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612638 Feb 04 12:05:18.057309 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:18.062359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': 'e1995738-7c81-4a1f-96a2-a7417b875138', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:18.068395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:18.072280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:18.075207 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:18.081263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:18.147892 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:05:18.155141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.224884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.319766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.343663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2d4f48-65b3-4054-8916-a837321b69e1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:18.422110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.423327 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-20d3ddb5-4342-4308-badc-a40f25e42aac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3651247 Feb 04 12:05:18.426002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:18.431013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': 'e1995738-7c81-4a1f-96a2-a7417b875138', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:18.436882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:18.440623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:18.443384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:18.449048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:18.542061 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:05:18.548687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.611479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.691180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.719130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a663320-5b84-4a45-a56b-55c672fa2363,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:18.776345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.777527 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5e966a5d-b20d-4985-a5ce-db4e063bde5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506048 Feb 04 12:05:18.780477 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:18.785877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'network': {'name': 'tempest-network-smoke--1975261287', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:18.798488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:18.798488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:network and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:18.798488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:18.802832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:18.880302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:05:18.883627 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.910648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:05:18.918871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:18.919195 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Added segment 5615ad34-4ab8-4a5e-aa44-e64d174c3079 of type vlan for network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec Feb 04 12:05:18.944214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:19.044884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:19.050674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:19.051239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:19.157180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Network': ['ID=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:19.168276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:05:19.214139 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d70c62d8-6501-40de-8e3a-4a8a6b305af6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4326487 Feb 04 12:05:19.216850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:19.222664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'admin_state_up': True, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:19.230151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:19.233905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:router and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:19.236784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:19.242819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:19.310453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:19.311474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:19.325542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:19.652321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:20.003502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:20.032026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:20.172436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.253 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/9b81332a-d6b5-4c7d-babf-5248357331b9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:20.408737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:20.511394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:20.580191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:20.583172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:20.586645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:05:20.618538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=9b81332a-d6b5-4c7d-babf-5248357331b9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:21.073365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:21.429561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:21.702642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router d01bd61b-19ff-4429-849d-e38d254d23a6 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:05:22.012877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:05:22.022776 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Sync routers for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:05:22.032812 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:22.033494 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:22.137377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:22.138600 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-81658979-582b-48a6-8dd9-620335aae6fe tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9206626 Feb 04 12:05:22.141897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:22.213845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:22.283809 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2fd0f513-de79-4262-b477-e93c38de5569 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=893da9ed4e99499cb8f6d5df44bfa936&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405897 Feb 04 12:05:22.287001 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:22.421625 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf49d0e3-1428-4401-81f6-1c8850f206e8 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:22.423098 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bf49d0e3-1428-4401-81f6-1c8850f206e8 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351447 Feb 04 12:05:22.426061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:22.467007 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-38ce858f-dab7-4cf6-9fc7-48909f10abaf tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397453 Feb 04 12:05:22.471099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47030) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:22.476821 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693029824', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:22.544353 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:20Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:22.551011 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Checking router: d01bd61b-19ff-4429-849d-e38d254d23a6 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:05:22.551840 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Updating router d01bd61b-19ff-4429-849d-e38d254d23a6 port 9b81332a-d6b5-4c7d-babf-5248357331b9 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:05:22.611994 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:22.699964 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:22.703816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:subnet and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:22.707442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:22.713173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:22.778997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:05:22.782766 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:22.943680 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:22.955194 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Transition to ACTIVE for port object 9b81332a-d6b5-4c7d-babf-5248357331b9 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:23.033873 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.065025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.116469 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Attempting to bind port 9b81332a-d6b5-4c7d-babf-5248357331b9 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:23.116919 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Attempting to bind port 9b81332a-d6b5-4c7d-babf-5248357331b9 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:23.117273 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Attempting to bind port 9b81332a-d6b5-4c7d-babf-5248357331b9 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:05:23.119394 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Pushing event updated for resources: {'Port': ['ID=9b81332a-d6b5-4c7d-babf-5248357331b9,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:23.128914 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:05:23.129273 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:05:23.129659 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.130038 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:05:23.130478 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Bound port: 9b81332a-d6b5-4c7d-babf-5248357331b9, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:23.130838 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.149203 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Subnet': ['ID=b11e51d5-568d-492c-bacb-2bfbcdeb2f13,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:23.154293 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.160284 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:23.162202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Checking segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:05:23.162202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network hostable DHCP agents. Network: e74a59a5-ad9c-40c9-abd9-56bf1c8912ec, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:05:23.210534 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] For port 9b81332a-d6b5-4c7d-babf-5248357331b9, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:05:23.213353 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] For port 9b81332a-d6b5-4c7d-babf-5248357331b9, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9b81332a-d6b5-4c7d-babf-5248357331b9,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:05:23.264527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:05:23.293801 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.367869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, e74a59a5-ad9c-40c9-abd9-56bf1c8912ec) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:23.375396 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:23.376065 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:23.377241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6e7d7-c6c8-4776-be74-6cd9e9d35332 None None] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:05:23.396940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:23.396940 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.423287 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b8b20-412b-4f19-aecc-135d9b875f00 None None] Pushing event updated for resources: {'Port': ['ID=9b81332a-d6b5-4c7d-babf-5248357331b9,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:23.505787 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f7959e28-56a5-4b01-a795-d82dcb311bfd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0334368 Feb 04 12:05:23.508286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:23.559464 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:23.608411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:05:23.609467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:23.771479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Allocated IP 172.20.0.2 (e74a59a5-ad9c-40c9-abd9-56bf1c8912ec/b11e51d5-568d-492c-bacb-2bfbcdeb2f13/6abbe319-35ee-4f2f-9b15-f90b71f61faf) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:23.869362 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:20Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:23.873487 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ab4d3-3fd6-4d33-80b2-0e986b66c378 None None] The sync data for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv is: [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:20Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:05:23.999183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.009892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Transition to ACTIVE for port object 6abbe319-35ee-4f2f-9b15-f90b71f61faf will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:24.028835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Transition to ACTIVE for port object 6abbe319-35ee-4f2f-9b15-f90b71f61faf will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:24.138063 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.192215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:24.193415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:24.197340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:05:24.240013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Pushing event updated for resources: {'Port': ['ID=6abbe319-35ee-4f2f-9b15-f90b71f61faf,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:24.273601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.284175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.284427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.284728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.285059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.285386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.285714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.286032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.286358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.286681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.287000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.287319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.287679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:05:24.312200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Attempting to bind port 6abbe319-35ee-4f2f-9b15-f90b71f61faf on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:24.312567 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Attempting to bind port 6abbe319-35ee-4f2f-9b15-f90b71f61faf by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:24.312930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Attempting to bind port 6abbe319-35ee-4f2f-9b15-f90b71f61faf on network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:05:24.319321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:05:24.319739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Checking segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:05:24.320144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.320531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Bound using segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:05:24.320998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Bound port: 6abbe319-35ee-4f2f-9b15-f90b71f61faf, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:24.321603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.414331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] For port 6abbe319-35ee-4f2f-9b15-f90b71f61faf, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:05:24.418016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] For port 6abbe319-35ee-4f2f-9b15-f90b71f61faf, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6abbe319-35ee-4f2f-9b15-f90b71f61faf,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:05:24.520161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.567171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9b81332a-d6b5-4c7d-babf-5248357331b9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:24.672857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ca82d-27f6-41d5-a2b1-21eb5f306dba None None] Pushing event updated for resources: {'Port': ['ID=6abbe319-35ee-4f2f-9b15-f90b71f61faf,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:24.754624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9b81332a-d6b5-4c7d-babf-5248357331b9 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:24.760796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9b81332a-d6b5-4c7d-babf-5248357331b9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:24.764760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.871772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.1 (e74a59a5-ad9c-40c9-abd9-56bf1c8912ec/b11e51d5-568d-492c-bacb-2bfbcdeb2f13/0b147096-088c-44ba-8fc6-84fd49af5a83) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:24.927581 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:24.950966 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9b81332a-d6b5-4c7d-babf-5248357331b9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9b81332a-d6b5-4c7d-babf-5248357331b9,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:25.030849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:25.071366 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:25.089240 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object 0b147096-088c-44ba-8fc6-84fd49af5a83 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:25.110479 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9b81332a-d6b5-4c7d-babf-5248357331b9,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:25.177515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:25.244098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:25.247314 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:25.251180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:05:25.286701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=0b147096-088c-44ba-8fc6-84fd49af5a83,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:25.312488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:25.660452 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:26.082747 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:26.142025 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:26.267536 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:26.271712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=0b147096-088c-44ba-8fc6-84fd49af5a83,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:26.395894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b46d6b-2b0a-448e-befa-c30f05ece3df None None] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:05:26.408660 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:26.409772 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:26.564371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5c33138e-fec8-489f-9a3a-9cb48d26b15e None None] Provisioning for port 6abbe319-35ee-4f2f-9b15-f90b71f61faf completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:26.595214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6abbe319-35ee-4f2f-9b15-f90b71f61faf up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:26.718657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router d01bd61b-19ff-4429-849d-e38d254d23a6 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:05:26.802175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 6abbe319-35ee-4f2f-9b15-f90b71f61faf completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:26.808151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6abbe319-35ee-4f2f-9b15-f90b71f61faf triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:26.808534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:26.912020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:05:26.927034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Sync routers for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:05:26.930501 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fec6b8b9-bae0-457e-9f37-d0b3f47e4360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/d01bd61b-19ff-4429-849d-e38d254d23a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4209368 Feb 04 12:05:26.992439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:26.993061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:27.044997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:27.093791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-0f080d91-9b2a-4e98-be5c-61aa958b4c90 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:27.097846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5dc3ce27-bd11-4f87-9e2e-fc9502aca093 None None] Provisioning complete for port 6abbe319-35ee-4f2f-9b15-f90b71f61faf triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:27.098225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce27-bd11-4f87-9e2e-fc9502aca093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:27.230572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 6abbe319-35ee-4f2f-9b15-f90b71f61faf, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6abbe319-35ee-4f2f-9b15-f90b71f61faf,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:27.251944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-0f080d91-9b2a-4e98-be5c-61aa958b4c90 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:27.253125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-0f080d91-9b2a-4e98-be5c-61aa958b4c90 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371521416&fields=id&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 267 time: 0.2032709 Feb 04 12:05:27.321381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:27.379392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:27.380166 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9b81332a-d6b5-4c7d-babf-5248357331b9 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:27.408035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-308e519c-02c6-4a33-8a46-a5996e07d8da tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:27.408713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-308e519c-02c6-4a33-8a46-a5996e07d8da tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:27.498688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-308e519c-02c6-4a33-8a46-a5996e07d8da tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:27.499811 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-308e519c-02c6-4a33-8a46-a5996e07d8da tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/networks?id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec HTTP/1.1" status: 200 len: 797 time: 0.2396040 Feb 04 12:05:27.500204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ce27-bd11-4f87-9e2e-fc9502aca093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:27.514917 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-8530c49c-1c31-4e7a-b6af-8458439e4b7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/quotas/893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 375 time: 0.0090892 Feb 04 12:05:27.603299 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-c0d1af2c-4f1b-44a6-8187-c949964d3908 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824740 Feb 04 12:05:27.664079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-f2f4f4b6-259f-4322-b77e-a8a240420cf9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:05:27.665058 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-f2f4f4b6-259f-4322-b77e-a8a240420cf9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506349 Feb 04 12:05:27.676744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=6abbe319-35ee-4f2f-9b15-f90b71f61faf,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:27.773186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:27.787561 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9b81332a-d6b5-4c7d-babf-5248357331b9 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:27.787931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:27.801583 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-4a4eb048-5cc7-4c9b-abbc-bc849e581409 service neutron] 10.222.0.36 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303053 Feb 04 12:05:27.825274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-5dc3ce27-bd11-4f87-9e2e-fc9502aca093 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:05:27.825274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-5dc3ce27-bd11-4f87-9e2e-fc9502aca093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:05:27.942847 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-c2b5b7cb-e50c-413b-9d4d-bd65cb3e2a1f service neutron] 10.222.0.36 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352909 Feb 04 12:05:27.977202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 2, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:27.981459 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Checking router: d01bd61b-19ff-4429-849d-e38d254d23a6 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:05:27.981809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Updating router d01bd61b-19ff-4429-849d-e38d254d23a6 port 0b147096-088c-44ba-8fc6-84fd49af5a83 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:05:28.041113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:28.214915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e215751-b7a9-45fc-b550-aeed5df9f639 req-ce1a1e27-fea7-41b8-bc07-ea031bacc2c7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 210 time: 0.0576100 Feb 04 12:05:28.457778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:28.467925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Transition to ACTIVE for port object 0b147096-088c-44ba-8fc6-84fd49af5a83 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:28.497947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6abbe319-35ee-4f2f-9b15-f90b71f61faf up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:28.528218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-5dc3ce27-bd11-4f87-9e2e-fc9502aca093 None None] Provisioning for port 0b147096-088c-44ba-8fc6-84fd49af5a83 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:28.588758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:28.756028 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30431681-f215-46be-a0ef-83139c30407a None None] Pushing event updated for resources: {'Port': ['ID=0b147096-088c-44ba-8fc6-84fd49af5a83,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:28.855808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 6abbe319-35ee-4f2f-9b15-f90b71f61faf triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:28.855808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:28.906354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Attempting to bind port 0b147096-088c-44ba-8fc6-84fd49af5a83 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:28.906714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Attempting to bind port 0b147096-088c-44ba-8fc6-84fd49af5a83 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:28.907073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Attempting to bind port 0b147096-088c-44ba-8fc6-84fd49af5a83 on network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:05:28.916844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:05:28.917210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Checking segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:05:28.917605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:28.918006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Bound using segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:05:28.918452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Bound port: 0b147096-088c-44ba-8fc6-84fd49af5a83, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:28.918816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:29.077073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] For port 0b147096-088c-44ba-8fc6-84fd49af5a83, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:05:29.081892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] For port 0b147096-088c-44ba-8fc6-84fd49af5a83, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b147096-088c-44ba-8fc6-84fd49af5a83,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:05:29.137086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:29.219808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:29.220457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:29.283492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30431681-f215-46be-a0ef-83139c30407a None None] Pushing event updated for resources: {'Port': ['ID=0b147096-088c-44ba-8fc6-84fd49af5a83,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:29.321820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-56288095-4a79-4ee2-a195-13ebd48017f9 req-9d5f3803-5940-4a10-bbdc-98b066ebe594 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 210 time: 0.0511816 Feb 04 12:05:29.421963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:29.765199 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:29Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:29.769921 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575e997-b71a-473c-bd11-7b593c2a8b18 None None] The sync data for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv is: [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:29Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:05:30.256895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-942ad11a-639f-4947-b378-26041dff8dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:30.497846 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b22724dc-1ea9-4dec-bff5-2fed1eacee36 req-1c7eee2b-71e7-4ce4-91a2-f62c9f7f6bb0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 210 time: 0.0482936 Feb 04 12:05:30.544540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b147096-088c-44ba-8fc6-84fd49af5a83 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:30.677548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 0b147096-088c-44ba-8fc6-84fd49af5a83 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:30.683924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0b147096-088c-44ba-8fc6-84fd49af5a83 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:30.684396 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:30.698835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-4c35f6a4-c346-40b8-a773-596299f4e00a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:30.700657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-4c35f6a4-c346-40b8-a773-596299f4e00a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/networks?id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec HTTP/1.1" status: 200 len: 797 time: 0.1600757 Feb 04 12:05:30.776424 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-9692bfb2-376a-4b6d-be51-cfc50e0f537e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 379 time: 0.0667105 Feb 04 12:05:30.790873 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'port': {'device_id': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'admin_state_up': True, 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'security_groups': ['e1995738-7c81-4a1f-96a2-a7417b875138']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:30.870769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:30.915285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 0b147096-088c-44ba-8fc6-84fd49af5a83, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b147096-088c-44ba-8fc6-84fd49af5a83,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:30.957580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:30.957862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:30.962473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:port and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:30.967794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:30.976971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:31.045640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=0b147096-088c-44ba-8fc6-84fd49af5a83,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:31.068049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:05:31.075254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.252332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.4 (e74a59a5-ad9c-40c9-abd9-56bf1c8912ec/b11e51d5-568d-492c-bacb-2bfbcdeb2f13/f6a4478a-c4cd-4107-af17-37fcfb34766c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:31.441451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.457100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object f6a4478a-c4cd-4107-af17-37fcfb34766c will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:31.554451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.669247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:31.673328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:31.678534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:05:31.719874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=f6a4478a-c4cd-4107-af17-37fcfb34766c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:31.759045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:31.759688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:31.790976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d37f64-4b58-4522-8210-1ebf0fa8bf38 req-d27e4dff-1b8a-4253-9d82-9f107bfe8a12 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:31.791728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-88d37f64-4b58-4522-8210-1ebf0fa8bf38 req-d27e4dff-1b8a-4253-9d82-9f107bfe8a12 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:05:31.853910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-51c4204e-95b6-4537-b09a-95f31caa5d6c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0716503 Feb 04 12:05:31.865361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Request body: {'port': {'device_id': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:31.950135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-544ab9f6-0b27-41a6-8ff2-8f6dbf4965a5 None None] Provisioning for port f6a4478a-c4cd-4107-af17-37fcfb34766c completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:31.955416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-544ab9f6-0b27-41a6-8ff2-8f6dbf4965a5 None None] Provisioning complete for port f6a4478a-c4cd-4107-af17-37fcfb34766c triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:31.955753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-544ab9f6-0b27-41a6-8ff2-8f6dbf4965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.012992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-544ab9f6-0b27-41a6-8ff2-8f6dbf4965a5 None None] Port f6a4478a-c4cd-4107-af17-37fcfb34766c cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:05:32.014377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-88d37f64-4b58-4522-8210-1ebf0fa8bf38 req-d27e4dff-1b8a-4253-9d82-9f107bfe8a12 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:05:32.015512 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88d37f64-4b58-4522-8210-1ebf0fa8bf38 req-d27e4dff-1b8a-4253-9d82-9f107bfe8a12 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 931 time: 0.4093239 Feb 04 12:05:32.111224 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-88d37f64-4b58-4522-8210-1ebf0fa8bf38 req-d2f60a5b-20b1-41ba-acb1-9767a0604b74 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882947 Feb 04 12:05:32.121874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.476519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a4478a-c4cd-4107-af17-37fcfb34766c {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:05:32.483690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.493928 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b147096-088c-44ba-8fc6-84fd49af5a83 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:32.498521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Transition to ACTIVE for port object f6a4478a-c4cd-4107-af17-37fcfb34766c will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:05:32.560351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 0b147096-088c-44ba-8fc6-84fd49af5a83 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:32.560717 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.599092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.767948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a4478a-c4cd-4107-af17-37fcfb34766c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:32.799056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf621-c603-420d-8e34-1180143b43ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.847949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Attempting to bind port f6a4478a-c4cd-4107-af17-37fcfb34766c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:05:32.850239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Attempting to bind port f6a4478a-c4cd-4107-af17-37fcfb34766c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:05:32.850239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Attempting to bind port f6a4478a-c4cd-4107-af17-37fcfb34766c on network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:05:32.853502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Port f6a4478a-c4cd-4107-af17-37fcfb34766c on network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:05:32.853807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Attempting to bind port f6a4478a-c4cd-4107-af17-37fcfb34766c on network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:05:32.858987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:05:32.859311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Checking segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:05:32.859721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Bound using segment: {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:05:32.860132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Bound port: f6a4478a-c4cd-4107-af17-37fcfb34766c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5615ad34-4ab8-4a5e-aa44-e64d174c3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:05:32.860476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:32.950202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] For port f6a4478a-c4cd-4107-af17-37fcfb34766c, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:05:32.953316 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] For port f6a4478a-c4cd-4107-af17-37fcfb34766c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:05:33.034011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:33.099713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.100317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:33.101687 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/f6a4478a-c4cd-4107-af17-37fcfb34766c HTTP/1.1" status: 200 len: 1093 time: 1.2411864 Feb 04 12:05:33.102121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:33.125509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a7241-88a4-416a-aa19-ebd6b55082b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a4478a-c4cd-4107-af17-37fcfb34766c,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:33.172788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'status': 'completed', 'code': 200} Feb 04 12:05:33.334962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae360a-baa0-401a-ad3c-77f173186112 req-19dfe32b-61a7-48ba-9d39-d5ecf580682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.336518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35ae360a-baa0-401a-ad3c-77f173186112 req-19dfe32b-61a7-48ba-9d39-d5ecf580682e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1096 time: 0.1381583 Feb 04 12:05:33.349455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dc9a2-b6f5-4b18-9bcd-70fcfb21def2 req-51c2b029-d493-44e3-9a7e-af3ea7408977 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.350910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-192dc9a2-b6f5-4b18-9bcd-70fcfb21def2 req-51c2b029-d493-44e3-9a7e-af3ea7408977 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 943 time: 0.1074402 Feb 04 12:05:33.498301 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-192dc9a2-b6f5-4b18-9bcd-70fcfb21def2 req-4240996c-60ab-4be8-8f89-5f7ff22b389d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215289 Feb 04 12:05:33.525549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae360a-baa0-401a-ad3c-77f173186112 req-8a019797-3adc-47e2-aa57-e82267f43a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.526973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35ae360a-baa0-401a-ad3c-77f173186112 req-8a019797-3adc-47e2-aa57-e82267f43a91 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1752129 Feb 04 12:05:33.663827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae360a-baa0-401a-ad3c-77f173186112 req-63ea7725-13a6-4837-b76e-5cc87e836f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.665282 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-35ae360a-baa0-401a-ad3c-77f173186112 req-63ea7725-13a6-4837-b76e-5cc87e836f41 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329694 Feb 04 12:05:33.719695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:33.770624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-c0a3249d-4eb3-43d8-94ed-3de8138b3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.772074 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-c0a3249d-4eb3-43d8-94ed-3de8138b3b37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1096 time: 0.0724609 Feb 04 12:05:33.830173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:33.843217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-cc850ab7-cfa2-46a2-bf71-bc85d8d3dd6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c HTTP/1.1" status: 200 len: 217 time: 0.0649281 Feb 04 12:05:33.904741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-ff174a7d-c77d-4bc6-aea7-499ee574e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:33.906173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-ff174a7d-c77d-4bc6-aea7-499ee574e0de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11e51d5-568d-492c-bacb-2bfbcdeb2f13 HTTP/1.1" status: 200 len: 834 time: 0.0573778 Feb 04 12:05:34.090893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-7d765888-e8cb-4430-aeda-46f45cea7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:34.092417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-7d765888-e8cb-4430-aeda-46f45cea7e6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1809535 Feb 04 12:05:34.223699 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-e873535c-2730-4628-a261-5d8b78971e79 service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253912 Feb 04 12:05:34.364484 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3f4dabdf-1d02-4f21-a906-b3fbf4c2d7e9 req-bf56d15b-51b3-474a-83f8-cde25e9684b9 service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351998 Feb 04 12:05:34.694813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624e430-5e70-4249-b30e-18610552887f req-809be74b-6d4a-462a-bfc4-c866ac2d3ce5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:34.696363 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f624e430-5e70-4249-b30e-18610552887f req-809be74b-6d4a-462a-bfc4-c866ac2d3ce5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 943 time: 0.0794837 Feb 04 12:05:34.742172 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f624e430-5e70-4249-b30e-18610552887f req-be68b485-e87a-45bb-9b61-6e9c65b3721e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 Feb 04 12:05:35.270666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:35.928459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80141c1-5ed6-4b9f-b94c-ecacf23f2e59 req-165cca29-50f5-4fec-b13b-bb7cedfe21cc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:35.929884 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a80141c1-5ed6-4b9f-b94c-ecacf23f2e59 req-165cca29-50f5-4fec-b13b-bb7cedfe21cc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 943 time: 0.0816164 Feb 04 12:05:35.972625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a80141c1-5ed6-4b9f-b94c-ecacf23f2e59 req-9065cc93-d34e-4952-908f-aad9752cfb8a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372434 Feb 04 12:05:36.797941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device f6a4478a-c4cd-4107-af17-37fcfb34766c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:05:36.931200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port f6a4478a-c4cd-4107-af17-37fcfb34766c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:36.947893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'port_id': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'mac_address': 'fa:16:3e:21:f1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:05:37.002183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:37.019406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a4478a-c4cd-4107-af17-37fcfb34766c {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:05:37.034270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port f6a4478a-c4cd-4107-af17-37fcfb34766c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:37.119110 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:37.160768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413139-496f-4757-ab44-78693881aa95 req-018048e2-15c5-4ed2-b208-58f337e6f6ae tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:37.162272 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52413139-496f-4757-ab44-78693881aa95 req-018048e2-15c5-4ed2-b208-58f337e6f6ae tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 943 time: 0.0865679 Feb 04 12:05:37.188800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=f6a4478a-c4cd-4107-af17-37fcfb34766c,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:37.208209 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52413139-496f-4757-ab44-78693881aa95 req-27b9bb2e-3e85-44e3-bc8f-e9bf84f5fb58 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Feb 04 12:05:37.333989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['f6a4478a-c4cd-4107-af17-37fcfb34766c'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:05:38.395531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079afd-0da5-4179-86b7-bf45b75dca02 req-177e42c5-04bb-406e-a4af-b808f4de9b2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:38.396990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb079afd-0da5-4179-86b7-bf45b75dca02 req-177e42c5-04bb-406e-a4af-b808f4de9b2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 944 time: 0.0836332 Feb 04 12:05:38.441806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cb079afd-0da5-4179-86b7-bf45b75dca02 req-013a1058-1367-4c95-82e9-c8477816c87a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Feb 04 12:05:38.814011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device f6a4478a-c4cd-4107-af17-37fcfb34766c up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:05:38.959173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port f6a4478a-c4cd-4107-af17-37fcfb34766c completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:05:38.965441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port f6a4478a-c4cd-4107-af17-37fcfb34766c triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:05:38.965809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:39.099297 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:39.129726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:39.139815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port f6a4478a-c4cd-4107-af17-37fcfb34766c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:05:39.208240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:39.269150 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'code': 200} Feb 04 12:05:39.294711 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=f6a4478a-c4cd-4107-af17-37fcfb34766c,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:39.639715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cb8bc-65fa-4875-8650-b435973a3203 req-80d11315-6592-4fa8-9228-3cbaefb09c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:39.641217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c12cb8bc-65fa-4875-8650-b435973a3203 req-80d11315-6592-4fa8-9228-3cbaefb09c78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1098 time: 0.1319506 Feb 04 12:05:39.673192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcde45-d441-4f3e-b185-0a493b18f713 req-14177501-3b4a-4e77-b02b-ba5207cc8ddf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:39.674884 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-28fcde45-d441-4f3e-b185-0a493b18f713 req-14177501-3b4a-4e77-b02b-ba5207cc8ddf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.1245620 Feb 04 12:05:39.711919 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c12cb8bc-65fa-4875-8650-b435973a3203 req-dfb18cc7-3aea-4077-b7c2-c9f623db6ed0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643923 Feb 04 12:05:39.735757 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-28fcde45-d441-4f3e-b185-0a493b18f713 req-77f9211c-7c9c-4bbf-b398-a3db57c41b49 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501201 Feb 04 12:05:40.938361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2337a40-b4cb-41f6-b1de-f3edf6eb919b req-7bee0c83-d09f-453f-beb5-1ed12e961ded tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:40.939842 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e2337a40-b4cb-41f6-b1de-f3edf6eb919b req-7bee0c83-d09f-453f-beb5-1ed12e961ded tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.0941057 Feb 04 12:05:40.983993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e2337a40-b4cb-41f6-b1de-f3edf6eb919b req-2058f6f7-0dbb-4e84-bcb7-87e4b1eb52fc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378551 Feb 04 12:05:42.167642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597afb3-54df-45df-8a01-006b402ab233 req-ef014eb5-b25a-4eb1-b773-31149da29e09 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:42.169069 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5597afb3-54df-45df-8a01-006b402ab233 req-ef014eb5-b25a-4eb1-b773-31149da29e09 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.0789571 Feb 04 12:05:42.216308 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5597afb3-54df-45df-8a01-006b402ab233 req-2d161772-cb42-4b53-a9f7-2a2d0a22b9d2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416508 Feb 04 12:05:42.400275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e5fd0-da19-460e-aa44-0dff9e4cc659 req-cc37d5a7-8943-46d6-87c3-a4eb907b7e7b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:42.401656 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a12e5fd0-da19-460e-aa44-0dff9e4cc659 req-cc37d5a7-8943-46d6-87c3-a4eb907b7e7b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.0788291 Feb 04 12:05:42.447141 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a12e5fd0-da19-460e-aa44-0dff9e4cc659 req-aef95f8f-a435-4785-98ba-1fa463fb9e74 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394714 Feb 04 12:05:42.471516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:42.541468 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9c21c-f913-48c3-bb4c-a3c44ca09dc6 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:42.542966 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-37e9c21c-f913-48c3-bb4c-a3c44ca09dc6 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1093 time: 0.0698724 Feb 04 12:05:42.545885 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:42.550719 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:05:42.556727 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:05:42.560517 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:floatingip and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:05:42.563318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:05:42.569042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:05:42.662061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:42.803319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:42.944495 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.79 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/10523a49-4a15-42bd-8d18-fb236ae33ae9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:05:43.092626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.190420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.256171 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:05:43.258854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:05:43.262388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:05:43.299692 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=10523a49-4a15-42bd-8d18-fb236ae33ae9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:43.676865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:43.808796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.119894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.193911 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.286109 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:05:44.304699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=10523a49-4a15-42bd-8d18-fb236ae33ae9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:05:44.312756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:44.498346 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP 03a2c67e-3171-4974-84f3-911de5c5d2fb associated. External IP: 172.26.6.79, port: f6a4478a-c4cd-4107-af17-37fcfb34766c. Feb 04 12:05:44.857512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router d01bd61b-19ff-4429-849d-e38d254d23a6 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:05:45.038950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:05:45.048900 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] Sync routers for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:05:45.059244 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:45.059871 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:45.149992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:05:45.215739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-47c16ba3-398b-4f80-ab31-23a0c1d828e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6662793 Feb 04 12:05:45.215739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:05:45.250404 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:45.274496 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'status': 'completed', 'code': 200} Feb 04 12:05:45.421578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-82b1d251-5d3b-4cfe-b0d2-27544844b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:45.422971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-82b1d251-5d3b-4cfe-b0d2-27544844b167 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1098 time: 0.1298470 Feb 04 12:05:45.506901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8eaad-fc75-4340-9ce7-7d3a7419cfa8 req-b368efe4-22d5-446e-8e56-78abcb0dda1e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:45.508409 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a6c8eaad-fc75-4340-9ce7-7d3a7419cfa8 req-b368efe4-22d5-446e-8e56-78abcb0dda1e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.1800795 Feb 04 12:05:45.584750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a6c8eaad-fc75-4340-9ce7-7d3a7419cfa8 req-f29127e4-1ffe-4e76-80ba-a0598836478f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691299 Feb 04 12:05:45.603394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-6875f3f9-3857-4a08-9225-9037fc6f4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:45.604935 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-6875f3f9-3857-4a08-9225-9037fc6f4b2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec HTTP/1.1" status: 200 len: 898 time: 0.1759148 Feb 04 12:05:45.609212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47112) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:45.614254 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '03a2c67e-3171-4974-84f3-911de5c5d2fb', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.79', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'port_id': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'mac_address': 'fa:16:3e:21:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:43Z', 'updated_at': '2022-02-04T12:05:43Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:30Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:45.618205 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] Checking router: d01bd61b-19ff-4429-849d-e38d254d23a6 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:05:45.628903 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:05:45.629534 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:05:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:45.822038 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:05:45.912253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-82f08c7e-92f8-4f5d-8946-52f0544d5ff7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/03a2c67e-3171-4974-84f3-911de5c5d2fb HTTP/1.1" status: 200 len: 990 time: 0.3019719 Feb 04 12:05:45.914173 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-5e0a5522-bf83-4c51-a217-01d1fd6b2854 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c HTTP/1.1" status: 200 len: 998 time: 0.3021812 Feb 04 12:05:45.978743 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-fa881815-8ee7-4da4-8979-d71f611eaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:45.980201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-fa881815-8ee7-4da4-8979-d71f611eaa51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11e51d5-568d-492c-bacb-2bfbcdeb2f13 HTTP/1.1" status: 200 len: 834 time: 0.0599380 Feb 04 12:05:46.057584 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-21b25298-14f9-48de-b69b-c8a5d9f87763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:05:46.058984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-21b25298-14f9-48de-b69b-c8a5d9f87763 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726404 Feb 04 12:05:46.168096 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '03a2c67e-3171-4974-84f3-911de5c5d2fb', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.79', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'port_id': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'mac_address': 'fa:16:3e:21:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:43Z', 'updated_at': '2022-02-04T12:05:43Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:30Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:05:46.172063 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901194-9755-4b3f-96d4-5b8036bb7a01 None None] The sync data for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv is: [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '03a2c67e-3171-4974-84f3-911de5c5d2fb', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.79', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'port_id': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'mac_address': 'fa:16:3e:21:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:05:43Z', 'updated_at': '2022-02-04T12:05:43Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:30Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:05:46.193379 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-cce2a2f5-0b79-4314-beef-4319cd92725c service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282501 Feb 04 12:05:46.343825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5b7866f5-08ab-4062-8ac4-7916eed621d0 req-ab5d501c-f6bd-41f3-8edf-6b4ff3653d68 service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449180 Feb 04 12:05:46.381254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8675b3-471d-43b8-9e2b-79a83671e3d3 None None] New status for floating IP 03a2c67e-3171-4974-84f3-911de5c5d2fb: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:05:46.916089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47116) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:05:47.023453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-6f0b9553-d03e-419a-874f-086cd90ec31c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/03a2c67e-3171-4974-84f3-911de5c5d2fb HTTP/1.1" status: 200 len: 992 time: 0.1061435 Feb 04 12:05:57.645027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:00.264398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0bb5d2a3-bf8f-4aea-a68d-0bd1ef879ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:01.211664 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-43a09541-5cf2-49a5-ba2f-8da6c0f54312 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843792 Feb 04 12:06:01.372491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-031eb069-502a-4c91-92b4-aef6c1b68b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:01.373984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-031eb069-502a-4c91-92b4-aef6c1b68b32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1098 time: 0.0873210 Feb 04 12:06:01.540168 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-7d27fd19-36f8-4655-87e4-e1472e2e343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:01.541558 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-7d27fd19-36f8-4655-87e4-e1472e2e343b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec HTTP/1.1" status: 200 len: 898 time: 0.1441963 Feb 04 12:06:01.647032 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-df1509a6-147b-4e3b-8360-633624f101cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c HTTP/1.1" status: 200 len: 1000 time: 0.0961285 Feb 04 12:06:01.716988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-d9167c3d-7b9e-4106-b148-24f378c16bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:01.718437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-d9167c3d-7b9e-4106-b148-24f378c16bd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11e51d5-568d-492c-bacb-2bfbcdeb2f13 HTTP/1.1" status: 200 len: 834 time: 0.0650859 Feb 04 12:06:01.805937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-291feb42-0b93-454a-913d-44ee6bdc7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:01.807321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-291feb42-0b93-454a-913d-44ee6bdc7de8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830476 Feb 04 12:06:01.949731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-d104778c-b45a-429d-9f20-9453a0391ec5 service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340687 Feb 04 12:06:02.084455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7bb4d9a2-7c88-40b1-af18-25e557998d14 req-e81310e0-5c04-41d0-bf6d-ffd68dcaf634 service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284413 Feb 04 12:06:02.772594 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4afecb1-d4b6-4ed2-81f9-b1373e7d78b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.713496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:03.862139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:05.293061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:16.891923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeebd2-05b9-4ae6-a516-ad4331769e6a req-60372789-7b01-490c-9b2e-7b84f42e25ce tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:16.893344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13aeebd2-05b9-4ae6-a516-ad4331769e6a req-60372789-7b01-490c-9b2e-7b84f42e25ce tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.1313906 Feb 04 12:06:16.937597 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-13aeebd2-05b9-4ae6-a516-ad4331769e6a req-76e98a19-fbfe-49f5-94c2-a3cec9b7059a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384886 Feb 04 12:06:18.318090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1f3a1-4e25-48df-b9f5-4a550d0d086e req-81423b67-892b-48cb-a215-a532e84f9eea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:18.319565 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-60f1f3a1-4e25-48df-b9f5-4a550d0d086e req-81423b67-892b-48cb-a215-a532e84f9eea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.1256602 Feb 04 12:06:18.363738 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-60f1f3a1-4e25-48df-b9f5-4a550d0d086e req-93412cce-7e07-45d4-b5a9-d539d5bf5968 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382655 Feb 04 12:06:18.386390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47140) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:18.594228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-19eb8ce7-bfe8-41dc-9aea-f656a53d592d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/03a2c67e-3171-4974-84f3-911de5c5d2fb HTTP/1.1" status: 200 len: 992 time: 0.2067208 Feb 04 12:06:20.152956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a8de2-567a-4712-9f5d-70b551b9aa55 req-700d8d50-ac48-49c4-9bcb-d29b7cd77c08 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:20.154434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-be3a8de2-567a-4712-9f5d-70b551b9aa55 req-700d8d50-ac48-49c4-9bcb-d29b7cd77c08 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.0826774 Feb 04 12:06:20.199456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-be3a8de2-567a-4712-9f5d-70b551b9aa55 req-1086be64-72b8-4e4c-b867-1a81ae18607b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393491 Feb 04 12:06:21.290637 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:06:21.389973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0649-4cbf-406d-9f91-0a7a327efea4 req-9799b060-b058-4e42-b744-237c685de2e7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:21.391397 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-589b0649-4cbf-406d-9f91-0a7a327efea4 req-9799b060-b058-4e42-b744-237c685de2e7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.0814896 Feb 04 12:06:21.434643 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-589b0649-4cbf-406d-9f91-0a7a327efea4 req-6c500d4a-b885-4734-a966-3a3f61e18989 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375240 Feb 04 12:06:21.458408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:21.563329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-50fde2f1-535a-4a9a-bf68-7b7a0f85480d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/03a2c67e-3171-4974-84f3-911de5c5d2fb HTTP/1.1" status: 200 len: 992 time: 0.1036417 Feb 04 12:06:21.837501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:22.037675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 10523a49-4a15-42bd-8d18-fb236ae33ae9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:06:22.038009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:22.205878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:22.206196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:22.326588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 10523a49-4a15-42bd-8d18-fb236ae33ae9 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:06:22.537979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:22.582866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=10523a49-4a15-42bd-8d18-fb236ae33ae9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:22.622478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.622829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.623166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.623501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.623857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.624188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.624512 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.624835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.625156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.625480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.625802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.626639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:22.692025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:22.692358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP 03a2c67e-3171-4974-84f3-911de5c5d2fb disassociated (deleted). External IP: 172.26.6.79, port: f6a4478a-c4cd-4107-af17-37fcfb34766c. Feb 04 12:06:23.142935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router d01bd61b-19ff-4429-849d-e38d254d23a6 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:06:23.319973 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:06:23.329816 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] Sync routers for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:06:23.339409 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:23.344384 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:23.405292 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:23.461646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-187753e2-080e-4f9a-955d-57441b4ea7aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/floatingips/03a2c67e-3171-4974-84f3-911de5c5d2fb HTTP/1.1" status: 204 len: 168 time: 1.6231222 Feb 04 12:06:23.462222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:23.510649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'status': 'completed', 'code': 200} Feb 04 12:06:23.532490 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:23.652934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-3f9bdcaf-2168-4039-8042-3caa25880c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:23.654511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-3f9bdcaf-2168-4039-8042-3caa25880c54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 1098 time: 0.1238539 Feb 04 12:06:23.796713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-a92dd03a-ba43-4f13-a886-2d5bf3787f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:23.797735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-a92dd03a-ba43-4f13-a886-2d5bf3787f56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec HTTP/1.1" status: 200 len: 898 time: 0.1377664 Feb 04 12:06:23.867141 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-6128968a-8a16-4606-98c6-8c1bbbb294e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c HTTP/1.1" status: 200 len: 217 time: 0.0639181 Feb 04 12:06:23.906734 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:30Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:23.911100 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] Checking router: d01bd61b-19ff-4429-849d-e38d254d23a6 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:06:23.919350 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:23.919980 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:23.937027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-7ab25c51-12bd-4c87-b049-ac9c959d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:23.940793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-7ab25c51-12bd-4c87-b049-ac9c959d9a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b11e51d5-568d-492c-bacb-2bfbcdeb2f13 HTTP/1.1" status: 200 len: 834 time: 0.0662680 Feb 04 12:06:24.016009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-834628ce-5743-4f81-9d26-291a09531500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:24.017437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-834628ce-5743-4f81-9d26-291a09531500 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716307 Feb 04 12:06:24.103706 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:24.219798 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-6a0b69ee-5c52-498f-b97d-3d0124f4af12 service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934633 Feb 04 12:06:24.230420 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bae6-4722-4977-b844-ed9c83c81958 req-f77474ce-d39c-4a9a-9dc7-d429d65fcb7a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:24.231085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0882bae6-4722-4977-b844-ed9c83c81958 req-f77474ce-d39c-4a9a-9dc7-d429d65fcb7a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:24.366033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-afe93b9c-7037-4e39-8664-e0ef2ca7d2f3 req-a4bd2574-2913-499e-801f-2d77cbfb6efc service neutron] 10.222.0.42 "GET /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311860 Feb 04 12:06:24.404110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0882bae6-4722-4977-b844-ed9c83c81958 req-f77474ce-d39c-4a9a-9dc7-d429d65fcb7a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:24.405283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0882bae6-4722-4977-b844-ed9c83c81958 req-f77474ce-d39c-4a9a-9dc7-d429d65fcb7a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.3611026 Feb 04 12:06:24.421365 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:30Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:24.425965 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b7b2a4-9353-49fa-adf5-d5cacbf0c6ff None None] The sync data for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv is: [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:05:25Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '0b147096-088c-44ba-8fc6-84fd49af5a83', 'name': '', 'network_id': 'e74a59a5-ad9c-40c9-abd9-56bf1c8912ec', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:57:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:24Z', 'updated_at': '2022-02-04T12:05:30Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'b11e51d5-568d-492c-bacb-2bfbcdeb2f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:06:24.455885 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0882bae6-4722-4977-b844-ed9c83c81958 req-dec58966-893d-41b3-be61-3c478faefbcd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Feb 04 12:06:24.680256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac54ae-eca7-408f-9bed-da9ed1bed913 None None] New status for floating IP 03a2c67e-3171-4974-84f3-911de5c5d2fb: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:06:25.492197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea8ddd-9483-4686-8698-89609044e7bc req-a5da69fa-1786-42c6-8322-c84f4c91014a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:25.493629 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1aea8ddd-9483-4686-8698-89609044e7bc req-a5da69fa-1786-42c6-8322-c84f4c91014a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.0775795 Feb 04 12:06:25.565053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port f6a4478a-c4cd-4107-af17-37fcfb34766c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:06:25.565388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:25.919812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361697c-f6dc-44d7-a419-89fc8d5d5045 req-c4f84ef7-d29e-40b8-a688-3c580f946061 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:25.921150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b361697c-f6dc-44d7-a419-89fc8d5d5045 req-c4f84ef7-d29e-40b8-a688-3c580f946061 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 945 time: 0.3315029 Feb 04 12:06:26.001975 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b361697c-f6dc-44d7-a419-89fc8d5d5045 req-14ec8ee9-a407-4aef-958b-f48656a7a610 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1995738-7c81-4a1f-96a2-a7417b875138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731692 Feb 04 12:06:26.011037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port f6a4478a-c4cd-4107-af17-37fcfb34766c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f6a4478a-c4cd-4107-af17-37fcfb34766c,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:26.011391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:26.136551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for f6a4478a-c4cd-4107-af17-37fcfb34766c owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:06:26.353008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:26.404422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=f6a4478a-c4cd-4107-af17-37fcfb34766c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:26.479203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] No DVR routers for this DVR port f6a4478a-c4cd-4107-af17-37fcfb34766c on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:06:26.481528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:26.484048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'name': 'network-vif-deleted', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:26.529298 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555c6db2-f36d-4bc0-8350-d9fbc243c97d', 'name': 'network-vif-deleted', 'tag': 'f6a4478a-c4cd-4107-af17-37fcfb34766c', 'status': 'completed', 'code': 200} Feb 04 12:06:26.593435 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1aea8ddd-9483-4686-8698-89609044e7bc req-fc734b06-3a45-41f5-99dd-0042a8fe7ef7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "DELETE /v2.0/ports/f6a4478a-c4cd-4107-af17-37fcfb34766c HTTP/1.1" status: 204 len: 173 time: 1.0951033 Feb 04 12:06:27.167091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e0e603de-36e8-4537-adec-574dd7a5a15d req-f86fa549-a846-4320-a86d-a4eddac14fd7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:27.234788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e0e603de-36e8-4537-adec-574dd7a5a15d req-f86fa549-a846-4320-a86d-a4eddac14fd7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:27.236021 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0e603de-36e8-4537-adec-574dd7a5a15d req-f86fa549-a846-4320-a86d-a4eddac14fd7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=555c6db2-f36d-4bc0-8350-d9fbc243c97d HTTP/1.1" status: 200 len: 210 time: 0.1141350 Feb 04 12:06:27.680381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:28.338285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47180) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:28.999120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device f6a4478a-c4cd-4107-af17-37fcfb34766c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:06:29.012333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:29.031628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: f6a4478a-c4cd-4107-af17-37fcfb34766c {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:06:29.032058 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device f6a4478a-c4cd-4107-af17-37fcfb34766c not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:06:29.368786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 0b147096-088c-44ba-8fc6-84fd49af5a83 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:06:29.369387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:29.554992 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 0b147096-088c-44ba-8fc6-84fd49af5a83, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=0b147096-088c-44ba-8fc6-84fd49af5a83,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:29.555340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:29.680602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 0b147096-088c-44ba-8fc6-84fd49af5a83 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:06:29.987224 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:30.039258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=0b147096-088c-44ba-8fc6-84fd49af5a83,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:30.083115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.087088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:30.255720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a864a8af-5550-497e-9e1e-fb5015fa310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:30.434371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:30.790870 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router d01bd61b-19ff-4429-849d-e38d254d23a6 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:06:30.972898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:06:30.982117 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] Sync routers for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:06:30.991132 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:30.991750 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:31.069586 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d0fec807-3bac-45ad-b0fd-4277319eeddd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/d01bd61b-19ff-4429-849d-e38d254d23a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297385 Feb 04 12:06:31.071840 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:31.137591 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting subnet b11e51d5-568d-492c-bacb-2bfbcdeb2f13 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:06:31.140514 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.167898 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:31.199706 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1570958'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.328461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.448969 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:06:29Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:31.452734 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] Checking router: d01bd61b-19ff-4429-849d-e38d254d23a6 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:06:31.461363 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] Routers {'d01bd61b-19ff-4429-849d-e38d254d23a6'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:31.461988 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['d01bd61b-19ff-4429-849d-e38d254d23a6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:31.469571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61138497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1482397'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.512251 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Subnet': ['ID=b11e51d5-568d-492c-bacb-2bfbcdeb2f13,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:31.517636 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.524126 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c92e11d3-fdfd-4e77-8f4d-65cd2cd493dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/subnets/b11e51d5-568d-492c-bacb-2bfbcdeb2f13 HTTP/1.1" status: 204 len: 168 time: 0.4510565 Feb 04 12:06:31.526508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47188) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:31.529218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f82f8-2433-47db-8fe7-c3f42e16c32f None None] Network e74a59a5-ad9c-40c9-abd9-56bf1c8912ec requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:06:31.686048 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] Set router d01bd61b-19ff-4429-849d-e38d254d23a6 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:31.726030 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.801631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] DHCP port deletion for e74a59a5-ad9c-40c9-abd9-56bf1c8912ec request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:06:31.807411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Deleting port 6abbe319-35ee-4f2f-9b15-f90b71f61faf {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:06:31.807956 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:31.926902 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.011555 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:06:29Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:32.015640 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc77c4-bec1-4cc8-8272-cd75ab345270 None None] The sync data for ids ['d01bd61b-19ff-4429-849d-e38d254d23a6'] in dv-neutron-827824-2-hyperv is: [{'id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529089635', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:05:19Z', 'updated_at': '2022-02-04T12:06:29Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '9b81332a-d6b5-4c7d-babf-5248357331b9', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:93:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01bd61b-19ff-4429-849d-e38d254d23a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:05:20Z', 'updated_at': '2022-02-04T12:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:06:32.018061 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 9b81332a-d6b5-4c7d-babf-5248357331b9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:06:32.018440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.036311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] For port 6abbe319-35ee-4f2f-9b15-f90b71f61faf, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=6abbe319-35ee-4f2f-9b15-f90b71f61faf,segment=NetworkSegment(5615ad34-4ab8-4a5e-aa44-e64d174c3079),segment_id=5615ad34-4ab8-4a5e-aa44-e64d174c3079)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:32.036311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.158180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Calling delete_port for 6abbe319-35ee-4f2f-9b15-f90b71f61faf owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:06:32.320744 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.332868 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 9b81332a-d6b5-4c7d-babf-5248357331b9, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9b81332a-d6b5-4c7d-babf-5248357331b9,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:32.333225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.368632 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Pushing event deleted for resources: {'Port': ['ID=6abbe319-35ee-4f2f-9b15-f90b71f61faf,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:32.375881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] No DVR routers for this DVR port 6abbe319-35ee-4f2f-9b15-f90b71f61faf on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:06:32.378018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.378368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.378708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.379039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.379368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.379726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.380217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.380411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.380706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.381030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.381351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.381669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc5418-7a63-4019-beb2-21f088799712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:32.468182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 9b81332a-d6b5-4c7d-babf-5248357331b9 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:06:32.522473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6abbe319-35ee-4f2f-9b15-f90b71f61faf no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:06:32.563798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 6abbe319-35ee-4f2f-9b15-f90b71f61faf {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:06:32.564579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 6abbe319-35ee-4f2f-9b15-f90b71f61faf not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:06:32.564579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b147096-088c-44ba-8fc6-84fd49af5a83 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:06:32.599117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 0b147096-088c-44ba-8fc6-84fd49af5a83 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:06:32.599582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 0b147096-088c-44ba-8fc6-84fd49af5a83 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:06:32.735620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.772421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a45853fc-ef6c-4510-95cf-bab0145b4514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:32.783851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=9b81332a-d6b5-4c7d-babf-5248357331b9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:32.885901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.061775 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.064040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.152973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.153429 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Fanout notify agent at l3_agent the message router_deleted on router d01bd61b-19ff-4429-849d-e38d254d23a6 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:06:33.169107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.176437 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-426c53ae-1236-4d79-867f-8a94dbea7893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/routers/d01bd61b-19ff-4429-849d-e38d254d23a6 HTTP/1.1" status: 204 len: 168 time: 1.6426148 Feb 04 12:06:33.176437 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47192) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:33.294607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.423527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.447864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74a59a5-ad9c-40c9-abd9-56bf1c8912ec']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:33.459754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5615ad34-4ab8-4a5e-aa44-e64d174c3079') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:33.460048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5615ad34-4ab8-4a5e-aa44-e64d174c3079') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:33.470869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.486813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.493364 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:06:33.493735 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:06:33.507774 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:06:33.638449 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.656802 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.668460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Network': ['ID=e74a59a5-ad9c-40c9-abd9-56bf1c8912ec,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:33.695691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.724892 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-db8e3900-a055-41e6-b43c-a03325059d0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/networks/e74a59a5-ad9c-40c9-abd9-56bf1c8912ec HTTP/1.1" status: 204 len: 168 time: 0.5510905 Feb 04 12:06:33.727501 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47196) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:33.796104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d48e10c-b1be-4d71-b39c-0246d8759adf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.826227 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d48e10c-b1be-4d71-b39c-0246d8759adf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.832592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:33.986851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d48e10c-b1be-4d71-b39c-0246d8759adf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:34.005908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48e10c-b1be-4d71-b39c-0246d8759adf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1995738-7c81-4a1f-96a2-a7417b875138,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:34.079908 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d48e10c-b1be-4d71-b39c-0246d8759adf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:34.081018 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2d48e10c-b1be-4d71-b39c-0246d8759adf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1995738-7c81-4a1f-96a2-a7417b875138 HTTP/1.1" status: 204 len: 168 time: 0.3525989 Feb 04 12:06:34.491268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47204) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:34.496524 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40601038', 'description': 'tempest-secgroup-smoke-40601038 description', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:34.502547 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:34.506716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:34.509544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:34.515245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:34.517683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9b81332a-d6b5-4c7d-babf-5248357331b9 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:06:34.551873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9b81332a-d6b5-4c7d-babf-5248357331b9 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:06:34.552224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9b81332a-d6b5-4c7d-babf-5248357331b9 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:06:34.582155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:34.602341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:34.606142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:34.608925 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:34.615386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:34.683875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:34.748995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:34.793086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a5211-7e59-470b-a218-1c8c2cc790e6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:34.872770 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:34.873973 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b920379b-3929-44f3-9618-3051664e852b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3816919 Feb 04 12:06:34.876884 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47208) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:34.882097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '6c9a5211-7e59-470b-a218-1c8c2cc790e6', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:34.888200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:34.892052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:34.894861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:34.900492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:34.983972 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.045869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.123951 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.251905 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8de3217-b571-42d8-8d15-6c796f692289,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:35.255475 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.366189 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.367357 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-10f6bffe-0d63-4402-950e-041dfe39df45 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4895413 Feb 04 12:06:35.370225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:35.375300 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '6c9a5211-7e59-470b-a218-1c8c2cc790e6', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:35.381433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:35.385390 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:35.388347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:35.394811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:35.475124 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.540835 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.617339 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.640789 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b8c137-7a8c-46fb-9182-77890355f4e1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:35.729557 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.730765 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6bf8fb21-1bf5-4319-a524-8a7117c2c0d1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3596087 Feb 04 12:06:35.733502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47216) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:35.738907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '6c9a5211-7e59-470b-a218-1c8c2cc790e6', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:35.744865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:35.748701 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:35.751647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:35.757232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:35.839378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.899405 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.958040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:35.980036 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1a2bf9-e9c6-478f-baea-c530e7135d31,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:36.044087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.045289 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f29dc2fd-db73-43ec-b608-78a912c2d21e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108606 Feb 04 12:06:36.048017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:36.053400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '6c9a5211-7e59-470b-a218-1c8c2cc790e6', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:36.059259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:36.063150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:36.066571 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:36.072242 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:36.159989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.222012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.286341 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.309693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3980c7-b530-4371-af13-0ac3b8c38e80,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:36.389035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.390228 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f1c679a3-c00b-4fd3-b2bf-972d90549aa9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3412921 Feb 04 12:06:36.392942 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47224) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:36.398562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '6c9a5211-7e59-470b-a218-1c8c2cc790e6', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:36.404579 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:36.408388 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:36.411328 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:36.416901 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:36.501139 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:06:36.508516 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.574656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.651422 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.676284 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893cf33e-dbaf-4325-a12f-2a10bc86df3c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:36.749151 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.750372 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-3c0d6246-a7f2-4587-8ad1-9321b96b009a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558390 Feb 04 12:06:36.753090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47228) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:36.757957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '6c9a5211-7e59-470b-a218-1c8c2cc790e6', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:36.763997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:36.767813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:36.771179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:36.776806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:36.846151 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:06:36.852543 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:36.920983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.003877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.027158 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f8efe2-46c6-4ba1-8941-6a920a3fc9e1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:37.092114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.093315 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e138c8ea-095a-4938-9229-4a01e7b5c428 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393326 Feb 04 12:06:37.096139 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47232) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:37.102111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'network': {'name': 'tempest-network-smoke--866573738', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:37.107127 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:37.111233 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:network and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:37.114724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:37.120395 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:37.200461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:06:37.203962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.232324 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:06:37.240555 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.248153 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Added segment 24146c69-8842-40fb-8558-d66437e48d2b of type vlan for network 582140ba-1a4a-486c-b290-a84401333609 Feb 04 12:06:37.266414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.386812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.392334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:37.392918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.501973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Network': ['ID=582140ba-1a4a-486c-b290-a84401333609,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:37.512461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 582140ba-1a4a-486c-b290-a84401333609 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:06:37.565450 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c6016958-337e-49e1-9353-df5765457200 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4673269 Feb 04 12:06:37.567818 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47236) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:37.572882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'admin_state_up': True, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:37.580680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:37.584669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:router and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:37.587487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:37.593781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:37.663719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.664720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:37.680529 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:38.022068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:38.401306 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:38.430268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:38.694662 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.21 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/5135421f-e688-4039-b195-4eabc0504ef3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:06:38.843798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:38.922230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:39.007101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:39.009814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:39.012561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:06:39.047403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=5135421f-e688-4039-b195-4eabc0504ef3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:39.531224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:39.880453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:40.148742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router c3ca989d-917b-4e2c-9383-71201ecad969 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:06:40.431862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:06:40.443750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Sync routers for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:06:40.453043 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:40.453648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:40.514667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:40.519845 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dedb39a8-c762-432e-929c-21366075b854 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9471776 Feb 04 12:06:40.520084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:40.561534 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7512eda2-995e-4062-8044-73fa4d17813f tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=893da9ed4e99499cb8f6d5df44bfa936&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403666 Feb 04 12:06:40.564084 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:40.632835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:40.695800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16af3c1e-c2a9-4d17-8b47-5dfc185faa8b tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:40.700039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-16af3c1e-c2a9-4d17-8b47-5dfc185faa8b tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322477 Feb 04 12:06:40.700228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47248) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:40.742044 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f79dc9f1-3627-4e76-98da-605e253d336b tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407269 Feb 04 12:06:40.744596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:40.749795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1489117597', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:40.858370 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:40.862739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:subnet and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:40.865525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:40.871105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:40.954674 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:06:40.958577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:40.962774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:39Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:40.966549 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Checking router: c3ca989d-917b-4e2c-9383-71201ecad969 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:06:40.972370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Updating router c3ca989d-917b-4e2c-9383-71201ecad969 port 5135421f-e688-4039-b195-4eabc0504ef3 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:06:41.018996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.315286 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.344034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.356023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Transition to ACTIVE for port object 5135421f-e688-4039-b195-4eabc0504ef3 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:41.395762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Subnet': ['ID=16f68d4a-a1cd-4d28-9711-4fba6b612cbf,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:41.407004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Checking segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:06:41.407362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network hostable DHCP agents. Network: 582140ba-1a4a-486c-b290-a84401333609, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:06:41.440912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.474961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 582140ba-1a4a-486c-b290-a84401333609 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:06:41.526736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Attempting to bind port 5135421f-e688-4039-b195-4eabc0504ef3 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:06:41.527308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Attempting to bind port 5135421f-e688-4039-b195-4eabc0504ef3 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:06:41.527450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Attempting to bind port 5135421f-e688-4039-b195-4eabc0504ef3 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:06:41.529563 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd2a8-c6c4-4f58-b24a-259b98a9a970 None None] Pushing event updated for resources: {'Port': ['ID=5135421f-e688-4039-b195-4eabc0504ef3,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:41.535314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:06:41.535716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:06:41.536115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.536905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:06:41.537009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Bound port: 5135421f-e688-4039-b195-4eabc0504ef3, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:06:41.537298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.554955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 582140ba-1a4a-486c-b290-a84401333609) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:41.558880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:41.559570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.566268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef6da3-117d-4fef-b8c4-f87a900532ad None None] Network 582140ba-1a4a-486c-b290-a84401333609 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:06:41.645190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ed69f3ab-00ce-4e32-b218-afcd6811e8ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8995717 Feb 04 12:06:41.647929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47256) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:41.715950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] For port 5135421f-e688-4039-b195-4eabc0504ef3, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:06:41.735703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] For port 5135421f-e688-4039-b195-4eabc0504ef3, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5135421f-e688-4039-b195-4eabc0504ef3,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:06:41.826095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.893259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-582140ba-1a4a-486c-b290-a84401333609', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:06:41.894084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:41.981716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd2a8-c6c4-4f58-b24a-259b98a9a970 None None] Pushing event updated for resources: {'Port': ['ID=5135421f-e688-4039-b195-4eabc0504ef3,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:41.991599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:41.992178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:42.242673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Allocated IP 172.20.0.2 (582140ba-1a4a-486c-b290-a84401333609/16f68d4a-a1cd-4d28-9711-4fba6b612cbf/89bc9bfe-2c42-4879-b8c8-14913debe2ca) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:06:42.245846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:42.554304 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:42.749808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:42.764216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Transition to ACTIVE for port object 89bc9bfe-2c42-4879-b8c8-14913debe2ca will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:42.781893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:39Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:42.790541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f3da2-0eae-43a6-8194-d3c517f373e1 None None] The sync data for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:39Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:06:42.794131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Transition to ACTIVE for port object 89bc9bfe-2c42-4879-b8c8-14913debe2ca will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:42.858351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:42.929295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Network 582140ba-1a4a-486c-b290-a84401333609 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:42.932167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:42.934732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:06:42.965002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.1 (582140ba-1a4a-486c-b290-a84401333609/16f68d4a-a1cd-4d28-9711-4fba6b612cbf/777f7682-731c-4be0-b2af-81626ea0eef0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:06:42.969734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Pushing event updated for resources: {'Port': ['ID=89bc9bfe-2c42-4879-b8c8-14913debe2ca,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:43.060311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Attempting to bind port 89bc9bfe-2c42-4879-b8c8-14913debe2ca on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:06:43.060588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Attempting to bind port 89bc9bfe-2c42-4879-b8c8-14913debe2ca by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:06:43.060947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Attempting to bind port 89bc9bfe-2c42-4879-b8c8-14913debe2ca on network 582140ba-1a4a-486c-b290-a84401333609 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:06:43.066389 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:06:43.066757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Checking segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:06:43.067158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.067559 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Bound using segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:06:43.068024 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Bound port: 89bc9bfe-2c42-4879-b8c8-14913debe2ca, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:06:43.068393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.153636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.166515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] For port 89bc9bfe-2c42-4879-b8c8-14913debe2ca, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:06:43.170207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] For port 89bc9bfe-2c42-4879-b8c8-14913debe2ca, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=89bc9bfe-2c42-4879-b8c8-14913debe2ca,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:06:43.179004 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object 777f7682-731c-4be0-b2af-81626ea0eef0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:43.241209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.292428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.327661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e80f8-3283-451a-9368-5b962fa3f162 None None] Pushing event updated for resources: {'Port': ['ID=89bc9bfe-2c42-4879-b8c8-14913debe2ca,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:43.373131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 582140ba-1a4a-486c-b290-a84401333609 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:43.376844 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:43.380285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:06:43.422312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=777f7682-731c-4be0-b2af-81626ea0eef0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:43.446849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:43.824797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.341873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecc0c5-5553-4df2-a880-765550816ff0 None None] Network 582140ba-1a4a-486c-b290-a84401333609 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:06:44.382097 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.457967 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.554262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-12bd0b95-6bf0-453c-81ed-35d493516aee None None] Provisioning for port 89bc9bfe-2c42-4879-b8c8-14913debe2ca completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:44.576564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.580100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=777f7682-731c-4be0-b2af-81626ea0eef0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:44.658096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 89bc9bfe-2c42-4879-b8c8-14913debe2ca up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:44.752963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 582140ba-1a4a-486c-b290-a84401333609 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:44.755759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:44.806826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 89bc9bfe-2c42-4879-b8c8-14913debe2ca completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:44.812533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 89bc9bfe-2c42-4879-b8c8-14913debe2ca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:44.813129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.955211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:44.968578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router c3ca989d-917b-4e2c-9383-71201ecad969 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:06:44.979964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c9beb05c-6e11-402b-83ce-9fd80c8ca108 None None] Provisioning for port 777f7682-731c-4be0-b2af-81626ea0eef0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:44.994038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c9beb05c-6e11-402b-83ce-9fd80c8ca108 None None] Provisioning complete for port 777f7682-731c-4be0-b2af-81626ea0eef0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:45.001669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c9beb05c-6e11-402b-83ce-9fd80c8ca108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.035406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 89bc9bfe-2c42-4879-b8c8-14913debe2ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=89bc9bfe-2c42-4879-b8c8-14913debe2ca,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:45.058455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c9beb05c-6e11-402b-83ce-9fd80c8ca108 None None] Port 777f7682-731c-4be0-b2af-81626ea0eef0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:06:45.070090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c9beb05c-6e11-402b-83ce-9fd80c8ca108 None None] Provisioning complete for port 89bc9bfe-2c42-4879-b8c8-14913debe2ca triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:45.071796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c9beb05c-6e11-402b-83ce-9fd80c8ca108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.099907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.100329 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5135421f-e688-4039-b195-4eabc0504ef3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:45.172108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:06:45.184574 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Sync routers for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:06:45.191462 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5ffbc2f1-765d-4d01-8346-502c43b11da6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/c3ca989d-917b-4e2c-9383-71201ecad969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5377150 Feb 04 12:06:45.203582 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:45.204650 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:45.257437 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=89bc9bfe-2c42-4879-b8c8-14913debe2ca,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:45.379070 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-a9d34c86-ec3d-4f9b-97a9-5e03d524c4a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40601038&fields=id&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 267 time: 0.0457692 Feb 04 12:06:45.416133 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:45.421038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5135421f-e688-4039-b195-4eabc0504ef3 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:45.428228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5135421f-e688-4039-b195-4eabc0504ef3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:45.428653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.507172 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-84d4de18-0839-47ec-a9e9-81bda3246e71 None None] Provisioning complete for port 777f7682-731c-4be0-b2af-81626ea0eef0 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:45.507728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-84d4de18-0839-47ec-a9e9-81bda3246e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.534443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-52db2e88-bd8d-4770-981e-ffdea34fccce tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:45.535890 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-52db2e88-bd8d-4770-981e-ffdea34fccce tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 796 time: 0.1484044 Feb 04 12:06:45.551264 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-a24b5478-2dff-461d-8fbc-436bdd4a22dd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/quotas/893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 375 time: 0.0092192 Feb 04 12:06:45.610841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-84d4de18-0839-47ec-a9e9-81bda3246e71 None None] Port 777f7682-731c-4be0-b2af-81626ea0eef0 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:06:45.613191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.631056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5135421f-e688-4039-b195-4eabc0504ef3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5135421f-e688-4039-b195-4eabc0504ef3,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:45.643345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-2345a7cb-c851-4914-b4ff-f49810504073 req-fce9a02c-d8c2-4c1c-83bc-69ff7218bcc8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:45.697677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.726742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-2345a7cb-c851-4914-b4ff-f49810504073 req-fce9a02c-d8c2-4c1c-83bc-69ff7218bcc8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:45.727731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-fce9a02c-d8c2-4c1c-83bc-69ff7218bcc8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707425 Feb 04 12:06:45.740843 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:44Z', 'revision_number': 2, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:45.745008 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Checking router: c3ca989d-917b-4e2c-9383-71201ecad969 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:06:45.745561 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Updating router c3ca989d-917b-4e2c-9383-71201ecad969 port 777f7682-731c-4be0-b2af-81626ea0eef0 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:06:45.770724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5135421f-e688-4039-b195-4eabc0504ef3,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:45.800343 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:45.872956 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-22102d13-781d-46ed-b77c-8af62f72474c service neutron] 10.222.0.36 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270268 Feb 04 12:06:46.004567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-1a24a298-9719-42e5-896d-c078431e7a1f service neutron] 10.222.0.36 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257536 Feb 04 12:06:46.168837 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.181580 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Transition to ACTIVE for port object 777f7682-731c-4be0-b2af-81626ea0eef0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:46.243762 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.259135 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-42a41d6b-9782-4756-8cc0-9ddf285612b2 req-a46702b5-61c2-45ed-ba5c-bb4d46a68dd0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 210 time: 0.0427229 Feb 04 12:06:46.414469 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Pushing event updated for resources: {'Port': ['ID=777f7682-731c-4be0-b2af-81626ea0eef0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:46.454626 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.455004 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.455340 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.456224 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.456546 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.457133 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.457447 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.457766 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.458077 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.458387 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.458702 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.459009 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:06:46.486664 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Attempting to bind port 777f7682-731c-4be0-b2af-81626ea0eef0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:06:46.486995 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Attempting to bind port 777f7682-731c-4be0-b2af-81626ea0eef0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:06:46.487519 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Attempting to bind port 777f7682-731c-4be0-b2af-81626ea0eef0 on network 582140ba-1a4a-486c-b290-a84401333609 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:06:46.493074 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:06:46.495175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Checking segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:06:46.495175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.495175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Bound using segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:06:46.495175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Bound port: 777f7682-731c-4be0-b2af-81626ea0eef0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:06:46.495175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.548710 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 89bc9bfe-2c42-4879-b8c8-14913debe2ca up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:46.592423 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] For port 777f7682-731c-4be0-b2af-81626ea0eef0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:06:46.595495 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] For port 777f7682-731c-4be0-b2af-81626ea0eef0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=777f7682-731c-4be0-b2af-81626ea0eef0,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:06:46.620219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 89bc9bfe-2c42-4879-b8c8-14913debe2ca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:46.620593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.684285 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.754191 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5135421f-e688-4039-b195-4eabc0504ef3 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:46.766882 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:06:46.767423 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:46.823007 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5135421f-e688-4039-b195-4eabc0504ef3 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:46.826353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:46.844006 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e29aa6-9718-4e99-8e71-c3536f19ac25 None None] Pushing event updated for resources: {'Port': ['ID=777f7682-731c-4be0-b2af-81626ea0eef0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:46.963692 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:06:47.278453 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:46Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:06:47.283399 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba132780-282d-4fbc-b27b-b4bf76fc2a41 None None] The sync data for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:46Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:06:47.446743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a9b190e8-2bba-4c03-8a9c-cf4dbd83a478 req-a5c292f4-ae9e-4635-b93d-9f6692294209 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 210 time: 0.0468252 Feb 04 12:06:48.240473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-c0b42c18-d9d0-4175-bdf8-df3ec80f27cd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:48.241944 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-c0b42c18-d9d0-4175-bdf8-df3ec80f27cd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 796 time: 0.1620958 Feb 04 12:06:48.296663 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6892b951-bdb7-4627-a022-3c451b738d43 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 378 time: 0.0469718 Feb 04 12:06:48.305172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'port': {'device_id': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'admin_state_up': True, 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'security_groups': ['6c9a5211-7e59-470b-a218-1c8c2cc790e6']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:48.595174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 777f7682-731c-4be0-b2af-81626ea0eef0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:48.613563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:48.623393 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-061875e4-15f9-40ae-af5e-1a60989bb63e req-f7b247cd-4d05-429d-a29e-ad7176d36a32 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 210 time: 0.0487475 Feb 04 12:06:48.631295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:48.680352 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:06:48.683905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:48.726075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 777f7682-731c-4be0-b2af-81626ea0eef0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:48.731331 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 777f7682-731c-4be0-b2af-81626ea0eef0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:48.731792 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:48.850465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.13 (582140ba-1a4a-486c-b290-a84401333609/16f68d4a-a1cd-4d28-9711-4fba6b612cbf/bef7958c-d08a-4b84-8d80-b15ba12f4cf7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:06:48.853776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:48.886531 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 777f7682-731c-4be0-b2af-81626ea0eef0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=777f7682-731c-4be0-b2af-81626ea0eef0,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:48.946771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.017279 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=777f7682-731c-4be0-b2af-81626ea0eef0,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:49.040763 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.058978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object bef7958c-d08a-4b84-8d80-b15ba12f4cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:49.144222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.218000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 582140ba-1a4a-486c-b290-a84401333609 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:49.221597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:49.225341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:06:49.255987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:49.292976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:49.293598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.378801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-475ef218-d314-4525-a9d9-c5716201bf68 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0774670 Feb 04 12:06:49.389634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Request body: {'port': {'device_id': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:49.500727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.554382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-64648134-9638-42aa-8080-cdda104b67f6 None None] Provisioning for port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:49.559412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-64648134-9638-42aa-8080-cdda104b67f6 None None] Provisioning complete for port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:49.559805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-64648134-9638-42aa-8080-cdda104b67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.613861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-64648134-9638-42aa-8080-cdda104b67f6 None None] Port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:06:49.887452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fd9cd-336d-4030-8192-7a83b9aabef5 req-c1dd38a5-d330-42cf-80ae-16b264e764b3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:49.888155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-870fd9cd-336d-4030-8192-7a83b9aabef5 req-c1dd38a5-d330-42cf-80ae-16b264e764b3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:06:49.920262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef7958c-d08a-4b84-8d80-b15ba12f4cf7 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:06:49.927703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:49.941402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Transition to ACTIVE for port object bef7958c-d08a-4b84-8d80-b15ba12f4cf7 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:06:50.005975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-870fd9cd-336d-4030-8192-7a83b9aabef5 req-c1dd38a5-d330-42cf-80ae-16b264e764b3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:06:50.007152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-870fd9cd-336d-4030-8192-7a83b9aabef5 req-c1dd38a5-d330-42cf-80ae-16b264e764b3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 932 time: 0.2733231 Feb 04 12:06:50.034504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.105367 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-870fd9cd-336d-4030-8192-7a83b9aabef5 req-ed708029-a7b9-4189-91d4-edda14e91210 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922611 Feb 04 12:06:50.203824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Pushing event updated for resources: {'Port': ['ID=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:50.288374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Attempting to bind port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:06:50.288701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Attempting to bind port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:06:50.289020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Attempting to bind port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 on network 582140ba-1a4a-486c-b290-a84401333609 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:06:50.293646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 on network 582140ba-1a4a-486c-b290-a84401333609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:06:50.293956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Attempting to bind port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 on network 582140ba-1a4a-486c-b290-a84401333609 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:06:50.298929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:06:50.299275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Checking segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:06:50.303433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Bound using segment: {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:06:50.303433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Bound port: bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24146c69-8842-40fb-8558-d66437e48d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '582140ba-1a4a-486c-b290-a84401333609'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:06:50.303433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.387885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] For port bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:06:50.390636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] For port bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:06:50.520556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.532952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 777f7682-731c-4be0-b2af-81626ea0eef0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:50.607086 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 777f7682-731c-4be0-b2af-81626ea0eef0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:50.607458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.697005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:50.697607 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:50.699069 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] 10.222.0.42 "PUT /v2.0/ports/bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 1094 time: 1.3136573 Feb 04 12:06:50.699501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:50.723250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35727e-689f-4bdc-a983-afbcb8f5a49e service neutron] Pushing event updated for resources: {'Port': ['ID=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:50.763568 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'status': 'completed', 'code': 200} Feb 04 12:06:50.855777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e2db-561d-42a9-bb4c-65ad2cdacaf4 req-4347ba65-7c00-4311-8cc3-f7a6c5e1be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:50.857300 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4861e2db-561d-42a9-bb4c-65ad2cdacaf4 req-4347ba65-7c00-4311-8cc3-f7a6c5e1be6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1097 time: 0.0734935 Feb 04 12:06:50.995694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e2db-561d-42a9-bb4c-65ad2cdacaf4 req-59325654-c5e6-465b-8adb-b400dcb1b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:50.997025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4861e2db-561d-42a9-bb4c-65ad2cdacaf4 req-59325654-c5e6-465b-8adb-b400dcb1b6a0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1334391 Feb 04 12:06:51.147159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e2db-561d-42a9-bb4c-65ad2cdacaf4 req-7fb81967-12dc-4e91-a61e-ac841c4ec04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:51.148753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4861e2db-561d-42a9-bb4c-65ad2cdacaf4 req-7fb81967-12dc-4e91-a61e-ac841c4ec04b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452165 Feb 04 12:06:51.321099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-729f0cb7-12a1-40b1-9d4f-1abb6af188fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:51.322460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-729f0cb7-12a1-40b1-9d4f-1abb6af188fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1097 time: 0.1366653 Feb 04 12:06:51.335162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbea332-315c-43b1-9f14-9e601192730e req-9ebc447e-d16e-4253-989c-dc8e2c0d7a4a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:51.336686 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0dbea332-315c-43b1-9f14-9e601192730e req-9ebc447e-d16e-4253-989c-dc8e2c0d7a4a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 944 time: 0.1055858 Feb 04 12:06:51.413437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-add8e470-4d97-4862-abee-dfe322bb0d64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 217 time: 0.0756869 Feb 04 12:06:51.482498 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0dbea332-315c-43b1-9f14-9e601192730e req-87d23d58-5120-4762-aa89-14886c45d12e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955536 Feb 04 12:06:51.493862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-7cc01ac5-ed44-4d0d-8b88-23959a07b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:51.495175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-7cc01ac5-ed44-4d0d-8b88-23959a07b6ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 200 len: 835 time: 0.0751886 Feb 04 12:06:51.570383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a7cb-c851-4914-b4ff-f49810504073 req-f20dabd2-a5b2-49e5-898a-44932846ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:51.571957 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-f20dabd2-a5b2-49e5-898a-44932846ce81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=582140ba-1a4a-486c-b290-a84401333609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701303 Feb 04 12:06:51.704600 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-4845d560-86c0-4cd3-8dc5-2f818865cd64 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270041 Feb 04 12:06:51.840856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2345a7cb-c851-4914-b4ff-f49810504073 req-7c2b2104-5e79-4807-8f54-1beb4265f74a service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298776 Feb 04 12:06:52.666699 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c444a-becb-4c96-9122-e5ed6906053a req-fed2dd4f-133d-4636-b4fb-b6e2aa63fb9f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:52.668153 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f85c444a-becb-4c96-9122-e5ed6906053a req-fed2dd4f-133d-4636-b4fb-b6e2aa63fb9f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 944 time: 0.0782399 Feb 04 12:06:52.716561 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f85c444a-becb-4c96-9122-e5ed6906053a req-2275d5a5-7067-4659-a1af-7e7b0408b468 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426543 Feb 04 12:06:53.138608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device bef7958c-d08a-4b84-8d80-b15ba12f4cf7 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:06:53.270461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:53.283142 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'port_id': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'mac_address': 'fa:16:3e:5b:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:06:53.337653 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:53.354267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef7958c-d08a-4b84-8d80-b15ba12f4cf7 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:06:53.369834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:53.466867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:53.536339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:53.670500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['bef7958c-d08a-4b84-8d80-b15ba12f4cf7'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:06:53.901022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb0949-af02-49e8-b0f3-0ee3e662a077 req-96a524f2-9639-4d7f-90f7-59e62db9bbb9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:53.902438 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41cb0949-af02-49e8-b0f3-0ee3e662a077 req-96a524f2-9639-4d7f-90f7-59e62db9bbb9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 945 time: 0.0824904 Feb 04 12:06:53.946372 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41cb0949-af02-49e8-b0f3-0ee3e662a077 req-f15449a1-bc61-4da4-b020-dedce49b1f00 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381460 Feb 04 12:06:55.134028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89e17-514c-4250-a8c7-5470b9757557 req-f605c4cc-aec8-4292-b697-4d9145977145 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:55.136861 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aea89e17-514c-4250-a8c7-5470b9757557 req-f605c4cc-aec8-4292-b697-4d9145977145 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 945 time: 0.0862954 Feb 04 12:06:55.139525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device bef7958c-d08a-4b84-8d80-b15ba12f4cf7 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:06:55.187850 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aea89e17-514c-4250-a8c7-5470b9757557 req-2edc477d-6eee-426d-bb9b-ce498e2702ca tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445952 Feb 04 12:06:55.329763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:06:55.335128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:06:55.335490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:55.452752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:55.479049 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:06:55.489111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:06:55.544189 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'code': 200} Feb 04 12:06:55.558158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:55.646555 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:55.886003 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44340177-29b0-4757-a72e-8cc2e18eb4e0 req-e7d38434-95bf-4460-81cb-89d2c6c2a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:55.887465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-44340177-29b0-4757-a72e-8cc2e18eb4e0 req-e7d38434-95bf-4460-81cb-89d2c6c2a3ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1099 time: 0.0682275 Feb 04 12:06:55.928662 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-44340177-29b0-4757-a72e-8cc2e18eb4e0 req-9b59e300-4105-4dfa-8f07-ec548f4b96f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357139 Feb 04 12:06:56.376779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e98fe-098e-4581-b7cc-4ec6dcd4871e req-3281a409-9c24-485f-ba0a-b23fa55d2ab9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:56.378256 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec3e98fe-098e-4581-b7cc-4ec6dcd4871e req-3281a409-9c24-485f-ba0a-b23fa55d2ab9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0835638 Feb 04 12:06:56.424271 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ec3e98fe-098e-4581-b7cc-4ec6dcd4871e req-e4ea36cc-911b-4de7-9c51-367f610c9a11 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403392 Feb 04 12:06:57.617823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377eb84-5d45-41c8-a318-02b65e47b507 req-88785468-fd5b-4f8d-9c87-34bdb7354ed0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:57.619261 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a377eb84-5d45-41c8-a318-02b65e47b507 req-88785468-fd5b-4f8d-9c87-34bdb7354ed0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0846360 Feb 04 12:06:57.662796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a377eb84-5d45-41c8-a318-02b65e47b507 req-525ac2c3-42de-4658-bbda-b623618f9849 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380082 Feb 04 12:06:57.724360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:57.972495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d336d8-a3b2-40ee-a794-cee2353097ac req-017ceea7-c793-4cf2-93cc-9c59c3ba3a92 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:57.973871 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2d336d8-a3b2-40ee-a794-cee2353097ac req-017ceea7-c793-4cf2-93cc-9c59c3ba3a92 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.1916738 Feb 04 12:06:58.018526 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2d336d8-a3b2-40ee-a794-cee2353097ac req-c2d5bfcc-29bf-4b49-b53e-3620df17f8f5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389905 Feb 04 12:06:58.041442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:58.116310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd67db-fc14-41e0-a037-dce44ca994c0 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:06:58.117807 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c3dd67db-fc14-41e0-a037-dce44ca994c0 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1094 time: 0.0753820 Feb 04 12:06:58.120582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:06:58.125586 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:06:58.131642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:06:58.135359 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:floatingip and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:06:58.138363 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:06:58.144182 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:06:58.258031 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.289324 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:06:58.395530 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.526784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.103 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/4aa289c9-6fc2-407a-a6e6-5732d082dd28) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:06:58.670836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.766466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:58.834228 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:06:58.837071 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:06:58.840671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:06:58.873749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=4aa289c9-6fc2-407a-a6e6-5732d082dd28,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:59.266739 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:59.511907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:59.805513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:59.868434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:06:59.978936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=4aa289c9-6fc2-407a-a6e6-5732d082dd28,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:06:59.990798 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:00.168367 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP 75eaeeda-f67f-4e13-96d8-4e67450d47fe associated. External IP: 172.26.6.103, port: bef7958c-d08a-4b84-8d80-b15ba12f4cf7. Feb 04 12:07:00.286219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6a999c7b-359e-45d8-ad25-d13aa3f04f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:00.525043 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router c3ca989d-917b-4e2c-9383-71201ecad969 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:07:00.702480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:07:00.713057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] Sync routers for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:07:00.723236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:07:00.723939 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:00.777250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:00.837076 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c94ad83b-675e-44ed-acaa-7662eede53d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7154198 Feb 04 12:07:00.837657 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:07:00.883181 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'status': 'completed', 'code': 200} Feb 04 12:07:00.910159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:07:01.034080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-3ae5a1c8-9446-4230-9b18-2b49ca0e3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:01.035450 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-3ae5a1c8-9446-4230-9b18-2b49ca0e3d81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1099 time: 0.1314859 Feb 04 12:07:01.047187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87b84-7170-47fc-9102-090b14906e1d req-a91d9282-bf3e-4f77-b41f-f8167b3490aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:01.048604 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a8a87b84-7170-47fc-9102-090b14906e1d req-a91d9282-bf3e-4f77-b41f-f8167b3490aa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.1097429 Feb 04 12:07:01.191062 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a8a87b84-7170-47fc-9102-090b14906e1d req-f84d571f-2ebc-48ce-806a-65371fed4da1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219938 Feb 04 12:07:01.223229 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47324) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:07:01.269126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '75eaeeda-f67f-4e13-96d8-4e67450d47fe', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'port_id': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'mac_address': 'fa:16:3e:5b:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:06:59Z', 'updated_at': '2022-02-04T12:06:59Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:48Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:01.273121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] Checking router: c3ca989d-917b-4e2c-9383-71201ecad969 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:07:01.281706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:07:01.282303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:06:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:01.292419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-c62a040f-97f2-4a49-980a-5a7b536c7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:01.293793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-c62a040f-97f2-4a49-980a-5a7b536c7018 service neutron] 10.222.0.42 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 897 time: 0.2438009 Feb 04 12:07:01.420530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-623e96f7-1bd0-4ee3-8e05-b201592118b7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/75eaeeda-f67f-4e13-96d8-4e67450d47fe HTTP/1.1" status: 200 len: 992 time: 0.1947424 Feb 04 12:07:01.428411 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-d597d7d7-104e-474a-9ff8-ac288910cc19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 1000 time: 0.1201742 Feb 04 12:07:01.460152 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:07:01.492249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-9b07d743-7cef-4601-878c-a2e049634e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:01.493675 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-9b07d743-7cef-4601-878c-a2e049634e5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 200 len: 835 time: 0.0598774 Feb 04 12:07:01.569030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-f6fe2e69-ee15-4ec5-bcd2-3feaa914a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:01.572382 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-f6fe2e69-ee15-4ec5-bcd2-3feaa914a712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=582140ba-1a4a-486c-b290-a84401333609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717101 Feb 04 12:07:01.707840 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-3232afbb-104f-4278-84c6-0f51eefa4a91 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309254 Feb 04 12:07:01.841717 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f3169c2-6db5-4a96-9d45-44ec4bc7a715 req-cf7b901b-c247-49e3-9038-b4ba52aff0a9 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284094 Feb 04 12:07:01.863312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '75eaeeda-f67f-4e13-96d8-4e67450d47fe', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'port_id': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'mac_address': 'fa:16:3e:5b:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:06:59Z', 'updated_at': '2022-02-04T12:06:59Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:48Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:07:01.867268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b21f4-93f0-4bc7-9194-45d47ff89d26 None None] The sync data for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '75eaeeda-f67f-4e13-96d8-4e67450d47fe', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'port_id': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'mac_address': 'fa:16:3e:5b:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:06:59Z', 'updated_at': '2022-02-04T12:06:59Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:48Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:07:02.066503 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997baa21-3c8f-4a54-82e3-d424097dd850 None None] New status for floating IP 75eaeeda-f67f-4e13-96d8-4e67450d47fe: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:07:02.422634 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:07:02.529622 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-39007965-107a-49c8-afa5-a15bf99cda5b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/75eaeeda-f67f-4e13-96d8-4e67450d47fe HTTP/1.1" status: 200 len: 994 time: 0.1058183 Feb 04 12:07:02.758033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-89dac070-f737-4372-b790-cb42cc88037b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:03.723558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:03.812490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-64f2c327-adfa-4505-b115-c0292965873b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743105 Feb 04 12:07:03.851739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:03.967075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-2dba4060-01cd-420e-8bdf-f30ec3035bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:03.968574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-2dba4060-01cd-420e-8bdf-f30ec3035bcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1099 time: 0.0887532 Feb 04 12:07:04.109725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-e315b8d4-bfcd-40a5-aca7-56f5fafd39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:04.111047 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-e315b8d4-bfcd-40a5-aca7-56f5fafd39cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 897 time: 0.1241548 Feb 04 12:07:04.211085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-4d1d63a2-d2ca-4c44-92d5-556dec8f3547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 1002 time: 0.0941546 Feb 04 12:07:04.274219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-14f9ab25-030e-464b-972e-843219207f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:04.275672 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-14f9ab25-030e-464b-972e-843219207f04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 200 len: 835 time: 0.0584512 Feb 04 12:07:04.458948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-500c7ac0-70fa-4c2b-b183-79dbfd15cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:04.460419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-500c7ac0-70fa-4c2b-b183-79dbfd15cb32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=582140ba-1a4a-486c-b290-a84401333609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1792703 Feb 04 12:07:04.590070 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-79bbd4bd-dd8f-420a-a3b9-182bfc8caca0 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228983 Feb 04 12:07:04.719731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6e00edc-ccb8-4f62-a5b6-bbf76a322770 req-47251682-1fa3-45d7-9608-0c32989e317d service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226342 Feb 04 12:07:05.286121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:27.711769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:30.268132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-81e009c2-6582-4b08-92ff-cfcc40dae922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:32.288314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4d3f6-5416-4440-a4ee-96a03ef204b2 req-e6f16ae2-234d-4948-8f56-9b67eb7cceaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:32.289759 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64a4d3f6-5416-4440-a4ee-96a03ef204b2 req-e6f16ae2-234d-4948-8f56-9b67eb7cceaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.1396487 Feb 04 12:07:32.309959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-21fb58be-4105-4be3-88c2-bbe5a92959d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:32.311349 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-21fb58be-4105-4be3-88c2-bbe5a92959d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1099 time: 0.1075890 Feb 04 12:07:32.416082 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64a4d3f6-5416-4440-a4ee-96a03ef204b2 req-d6115906-ce69-477c-8aff-ba8cb371eb98 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205680 Feb 04 12:07:32.470236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-8dda6a30-9641-464b-a469-e278808db6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:32.472928 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-8dda6a30-9641-464b-a469-e278808db6b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 897 time: 0.1540048 Feb 04 12:07:32.579280 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-1594c343-bfb8-44f1-ab2b-636a2ec6dd92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 1002 time: 0.1001492 Feb 04 12:07:32.641460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-90e89822-8399-4b7d-bfc0-19d1510e92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:32.642909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-90e89822-8399-4b7d-bfc0-19d1510e92ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 200 len: 835 time: 0.0575361 Feb 04 12:07:32.723148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-ae0d0055-6664-4912-86e4-96cfe9cc3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:32.724662 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-ae0d0055-6664-4912-86e4-96cfe9cc3691 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=582140ba-1a4a-486c-b290-a84401333609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760984 Feb 04 12:07:32.763683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbf5448a-4a8d-4563-86b5-1bd01c68a575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:32.861285 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-3f5b411b-5302-4ae1-bd70-043d6ed557a2 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296909 Feb 04 12:07:32.993820 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78a15c80-6d47-4c83-9a27-0e13b8fc7115 req-c2f6e389-6284-45b9-b581-e3390332c28a service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267147 Feb 04 12:07:33.612849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7c4a0-7489-4e2a-a415-f381483c079c req-ce635f7b-b9c5-4921-8d0a-a28e17ca7a92 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:33.614289 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-43d7c4a0-7489-4e2a-a415-f381483c079c req-ce635f7b-b9c5-4921-8d0a-a28e17ca7a92 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0883892 Feb 04 12:07:33.658694 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-43d7c4a0-7489-4e2a-a415-f381483c079c req-6f9eaa1b-0d6c-43f2-b787-4fed96635ab3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386925 Feb 04 12:07:33.706384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:33.863298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:34.846089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761f654-81d4-42b2-8d48-db1db644bcc7 req-4b436e2d-8c49-4801-ab4e-58bebbdf0980 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:34.847455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1761f654-81d4-42b2-8d48-db1db644bcc7 req-4b436e2d-8c49-4801-ab4e-58bebbdf0980 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0795083 Feb 04 12:07:34.894443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1761f654-81d4-42b2-8d48-db1db644bcc7 req-869c5b06-5633-410a-8aa5-3a2f77a8cc56 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414128 Feb 04 12:07:35.287504 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:07:35.294588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:07:36.073702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d0502-a55e-486f-9562-4e124233d07f req-17f69a34-b54b-4110-b599-b8e59d60aabd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:36.075039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a8d0502-a55e-486f-9562-4e124233d07f req-17f69a34-b54b-4110-b599-b8e59d60aabd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0782366 Feb 04 12:07:36.117439 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a8d0502-a55e-486f-9562-4e124233d07f req-dac24071-9abf-42c0-a28e-e960698a5472 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367789 Feb 04 12:07:37.302849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41568a-a701-48e9-a047-c258c7c0ca5e req-daab57f4-0edf-4525-8676-b512e3f7f6a9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:37.304341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e41568a-a701-48e9-a047-c258c7c0ca5e req-daab57f4-0edf-4525-8676-b512e3f7f6a9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0837033 Feb 04 12:07:37.347807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e41568a-a701-48e9-a047-c258c7c0ca5e req-75876fca-2e85-443e-86f5-a94bc7285058 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378969 Feb 04 12:07:38.532796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8546-d7d1-460e-a636-cb6994be2e0a req-8299cbd3-c987-4b14-83bd-cf47aa69c7e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:38.534228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8edd8546-d7d1-460e-a636-cb6994be2e0a req-8299cbd3-c987-4b14-83bd-cf47aa69c7e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0796025 Feb 04 12:07:38.579538 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8edd8546-d7d1-460e-a636-cb6994be2e0a req-b31a808f-217c-48f9-a4d6-a0b8382b9c23 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390322 Feb 04 12:07:39.868255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b2ba-591c-4eae-82f6-3b4d1f5cf389 req-c8f67c18-7881-45d0-aaf2-81edf22eef2b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:39.869622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e72b2ba-591c-4eae-82f6-3b4d1f5cf389 req-c8f67c18-7881-45d0-aaf2-81edf22eef2b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.1834650 Feb 04 12:07:39.912870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e72b2ba-591c-4eae-82f6-3b4d1f5cf389 req-6b18cdbd-b0e2-4046-a265-bd701d707656 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376840 Feb 04 12:07:41.109425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397afd9-19d3-45ce-87ca-fb3f7794bf1b req-def7d9e9-9e88-4cee-9a03-42f1d466f1d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:41.110856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3397afd9-19d3-45ce-87ca-fb3f7794bf1b req-def7d9e9-9e88-4cee-9a03-42f1d466f1d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0781054 Feb 04 12:07:41.156714 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3397afd9-19d3-45ce-87ca-fb3f7794bf1b req-5c79d42a-c10a-4420-9933-6dddc05a30e4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398188 Feb 04 12:07:42.339948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ad5bd-c598-4e3f-b4ae-4981d9788d8b req-2c13243e-5114-4938-bae9-9cd79e3e9071 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:42.341457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-903ad5bd-c598-4e3f-b4ae-4981d9788d8b req-2c13243e-5114-4938-bae9-9cd79e3e9071 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0780776 Feb 04 12:07:42.386895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-903ad5bd-c598-4e3f-b4ae-4981d9788d8b req-ceb2d086-8d15-42cf-9ccc-72482aedf96e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398819 Feb 04 12:07:43.572041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b304-2322-451e-905a-0f3ee948ed4c req-0030f9c4-cfdf-43ab-8685-38d9f1e86058 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:43.573466 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dec4b304-2322-451e-905a-0f3ee948ed4c req-0030f9c4-cfdf-43ab-8685-38d9f1e86058 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0819242 Feb 04 12:07:43.617684 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dec4b304-2322-451e-905a-0f3ee948ed4c req-64f07d6f-929b-47be-b56e-f6b2a57b40d0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386891 Feb 04 12:07:44.800152 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284eaab-739c-403f-b69d-95a20c1ef897 req-3e239eca-fc34-40af-ba8f-17213fba0dc5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:44.801504 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a284eaab-739c-403f-b69d-95a20c1ef897 req-3e239eca-fc34-40af-ba8f-17213fba0dc5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0780666 Feb 04 12:07:44.845322 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a284eaab-739c-403f-b69d-95a20c1ef897 req-762387a5-519b-46cf-ac79-ee14701e8eb9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381646 Feb 04 12:07:46.029124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af31a3-37ef-484c-9f04-dd04a8d74768 req-5ab4edaf-7aa6-4a87-a1f9-c638dddbcf46 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:46.030444 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41af31a3-37ef-484c-9f04-dd04a8d74768 req-5ab4edaf-7aa6-4a87-a1f9-c638dddbcf46 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0813234 Feb 04 12:07:46.073190 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-41af31a3-37ef-484c-9f04-dd04a8d74768 req-39e00e2a-19c2-45ff-b457-6385a5857dab tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366375 Feb 04 12:07:47.254522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d8723-7a14-4091-8165-7651927be7d5 req-4df8cda7-c0a7-4512-b9a2-9171bf704c66 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:47.255993 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c0d8723-7a14-4091-8165-7651927be7d5 req-4df8cda7-c0a7-4512-b9a2-9171bf704c66 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0791047 Feb 04 12:07:47.303183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c0d8723-7a14-4091-8165-7651927be7d5 req-81da1998-12ba-435c-b03c-7cd425ab6d76 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415111 Feb 04 12:07:48.482425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef4e01-4664-4a8a-929e-c7f35fc3fec6 req-d8225a09-8656-43c5-b13e-de0d2331eb94 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:48.483862 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fbef4e01-4664-4a8a-929e-c7f35fc3fec6 req-d8225a09-8656-43c5-b13e-de0d2331eb94 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0784481 Feb 04 12:07:48.527632 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fbef4e01-4664-4a8a-929e-c7f35fc3fec6 req-2df45652-35d4-422e-bd76-35baa856cc58 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376279 Feb 04 12:07:49.868458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c0161-8c55-4478-ba59-2944bf84cc23 req-a5fb21d2-3fd5-4b98-8a84-346415fb8731 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:07:49.869807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c0c0161-8c55-4478-ba59-2944bf84cc23 req-a5fb21d2-3fd5-4b98-8a84-346415fb8731 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.0815008 Feb 04 12:07:49.912051 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c0c0161-8c55-4478-ba59-2944bf84cc23 req-9a9e8dc8-6091-4786-91ae-407739d03a50 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366082 Feb 04 12:07:49.935052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:07:50.040240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2e9b7f7a-7211-45a9-8cba-056c30fa3bec tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/75eaeeda-f67f-4e13-96d8-4e67450d47fe HTTP/1.1" status: 200 len: 994 time: 0.1039922 Feb 04 12:07:57.722621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:00.272122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-981b4748-f7c6-46a3-90da-3d512b62d950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:02.764613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-371d8eb8-b81e-412f-8745-a83823b079e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:03.702150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:03.839178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:04.765186 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-3ec5eafc-ca9c-470e-9bf2-45f45ed6a0cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676332 Feb 04 12:08:04.915134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-211469c1-38ad-4ec8-8963-36d7f89fe039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:04.916586 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-211469c1-38ad-4ec8-8963-36d7f89fe039 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1099 time: 0.0769100 Feb 04 12:08:05.056977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-c9e3d946-14cd-4902-a5ee-164e747ad05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:05.058311 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-c9e3d946-14cd-4902-a5ee-164e747ad05c service neutron] 10.222.0.42 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 897 time: 0.1240895 Feb 04 12:08:05.164998 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-cf9821fd-ebaf-4cd2-9694-1fbfd41ac9d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 1002 time: 0.0995746 Feb 04 12:08:05.231300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-ba936798-01e2-4a6b-ac0a-495d308ec6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:05.232781 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-ba936798-01e2-4a6b-ac0a-495d308ec6a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 200 len: 835 time: 0.0617158 Feb 04 12:08:05.265348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:05.308481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-174dad26-0e24-4718-823d-727dae8ac730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:05.309907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-174dad26-0e24-4718-823d-727dae8ac730 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=582140ba-1a4a-486c-b290-a84401333609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699115 Feb 04 12:08:05.321085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-dd5fd2a9-e436-431c-a7c0-55df17405350 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:08:05.322033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-dd5fd2a9-e436-431c-a7c0-55df17405350 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 Feb 04 12:08:05.453030 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-badd7376-7c09-4c92-a1fe-8c7c5f0c544c service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252210 Feb 04 12:08:05.587850 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50e8f3f1-78be-472c-958d-eeddb94c6526 req-a793e64c-951b-4e5f-a135-6192b83fa57b service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281786 Feb 04 12:08:12.286803 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:08:18.079461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:18.387122 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 4aa289c9-6fc2-407a-a6e6-5732d082dd28 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:08:18.387474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:18.553665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:18.553989 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:18.677359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 4aa289c9-6fc2-407a-a6e6-5732d082dd28 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:08:18.876849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:18.922273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=4aa289c9-6fc2-407a-a6e6-5732d082dd28,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:18.934049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.934391 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.934722 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.935049 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.935379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.935725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.936531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.936531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.936716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.936956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.937270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:18.937583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:19.024761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:19.025128 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP 75eaeeda-f67f-4e13-96d8-4e67450d47fe disassociated (deleted). External IP: 172.26.6.103, port: bef7958c-d08a-4b84-8d80-b15ba12f4cf7. Feb 04 12:08:19.367737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router c3ca989d-917b-4e2c-9383-71201ecad969 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:08:19.603149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:08:19.613891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] Sync routers for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:08:19.627535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:19.627535 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:19.690237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:19.750451 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2a3771ae-95a7-4360-bae4-4358ed1ba6e5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/floatingips/75eaeeda-f67f-4e13-96d8-4e67450d47fe HTTP/1.1" status: 204 len: 168 time: 1.6699753 Feb 04 12:08:19.751131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:19.797588 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'status': 'completed', 'code': 200} Feb 04 12:08:19.810257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:20.012976 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468e12-4468-42d0-97af-5261c9581c70 req-60c7f862-b491-4d99-8138-e98fb9e9b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.014474 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-60c7f862-b491-4d99-8138-e98fb9e9b0f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 1099 time: 0.1928160 Feb 04 12:08:20.135070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:48Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:20.139059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] Checking router: c3ca989d-917b-4e2c-9383-71201ecad969 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:08:20.146714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468e12-4468-42d0-97af-5261c9581c70 req-12c9aa9e-dbe8-4f76-82b4-130730151fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.147453 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:20.148081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:20.148203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-12c9aa9e-dbe8-4f76-82b4-130730151fa7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 200 len: 897 time: 0.1268454 Feb 04 12:08:20.220304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-e528ff15-1f5b-4260-9a00-6e430592e37f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 200 len: 217 time: 0.0656004 Feb 04 12:08:20.329367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:20.339443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468e12-4468-42d0-97af-5261c9581c70 req-aef58d8f-7449-406c-ab8e-e1daac9eb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.340899 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-aef58d8f-7449-406c-ab8e-e1daac9eb2bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 200 len: 835 time: 0.1146467 Feb 04 12:08:20.410842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236e689-4ee1-4856-adb9-b9f9c9ec5f08 req-2db92335-ef22-4aef-8d22-3d1ab1358b2a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.411582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-6236e689-4ee1-4856-adb9-b9f9c9ec5f08 req-2db92335-ef22-4aef-8d22-3d1ab1358b2a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:20.439498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468e12-4468-42d0-97af-5261c9581c70 req-ec649994-504d-4174-a95e-b1a1c3b09263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:20.440977 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-ec649994-504d-4174-a95e-b1a1c3b09263 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=582140ba-1a4a-486c-b290-a84401333609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924549 Feb 04 12:08:20.517034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-6236e689-4ee1-4856-adb9-b9f9c9ec5f08 req-2db92335-ef22-4aef-8d22-3d1ab1358b2a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:20.518151 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6236e689-4ee1-4856-adb9-b9f9c9ec5f08 req-2db92335-ef22-4aef-8d22-3d1ab1358b2a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.2612903 Feb 04 12:08:20.605710 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6236e689-4ee1-4856-adb9-b9f9c9ec5f08 req-2aeba118-c8da-488d-bd63-333f07c57b05 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755196 Feb 04 12:08:20.638127 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-75168959-5291-4dad-a968-d2f44705de80 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880105 Feb 04 12:08:20.684554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:48Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:20.688503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec72533-7eac-42e3-82a0-c27aadaa7935 None None] The sync data for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:06:43Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '777f7682-731c-4be0-b2af-81626ea0eef0', 'name': '', 'network_id': '582140ba-1a4a-486c-b290-a84401333609', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:a9:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:42Z', 'updated_at': '2022-02-04T12:06:48Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '16f68d4a-a1cd-4d28-9711-4fba6b612cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:08:20.777040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58468e12-4468-42d0-97af-5261c9581c70 req-04e722be-3bae-4fcd-ba6e-a5f980ee3aa5 service neutron] 10.222.0.42 "GET /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320632 Feb 04 12:08:20.907849 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660a622-91a9-4834-9a22-8bacdcba1002 None None] New status for floating IP 75eaeeda-f67f-4e13-96d8-4e67450d47fe: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:08:21.838880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-aba21176-90db-4505-91b2-9df351d33cc0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:21.840369 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-aba21176-90db-4505-91b2-9df351d33cc0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.1337614 Feb 04 12:08:21.888014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03509d-f6b2-4af9-b621-9e9557e0f2a7 req-b151d5d6-5c3c-4ff2-bb18-d2c41eb81a5b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:21.889429 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e03509d-f6b2-4af9-b621-9e9557e0f2a7 req-b151d5d6-5c3c-4ff2-bb18-d2c41eb81a5b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 946 time: 0.1518753 Feb 04 12:08:21.949558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:08:21.949893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:21.999830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e03509d-f6b2-4af9-b621-9e9557e0f2a7 req-e7efe5bc-c366-451b-a132-900ab69c2ddb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c9a5211-7e59-470b-a218-1c8c2cc790e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033971 Feb 04 12:08:22.201328 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port bef7958c-d08a-4b84-8d80-b15ba12f4cf7, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:22.201732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:22.324732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for bef7958c-d08a-4b84-8d80-b15ba12f4cf7 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:08:22.781717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:22.830842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=bef7958c-d08a-4b84-8d80-b15ba12f4cf7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:22.904675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] No DVR routers for this DVR port bef7958c-d08a-4b84-8d80-b15ba12f4cf7 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:08:22.907190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:22.909678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'name': 'network-vif-deleted', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:22.954809 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841be3b-020f-40b3-90ef-abc4c651f818', 'name': 'network-vif-deleted', 'tag': 'bef7958c-d08a-4b84-8d80-b15ba12f4cf7', 'status': 'completed', 'code': 200} Feb 04 12:08:22.987826 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d239eda-a29c-4501-83f8-54c09062ea19 req-dab8b76d-df4c-4ba3-b95d-fe01c3aff1db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "DELETE /v2.0/ports/bef7958c-d08a-4b84-8d80-b15ba12f4cf7 HTTP/1.1" status: 204 len: 173 time: 1.1428196 Feb 04 12:08:23.147755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b3c5a971-a7f8-46e2-a189-27a1b91c3405 req-a9779ffd-ac0b-48a1-9c92-05144504c935 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:23.225359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b3c5a971-a7f8-46e2-a189-27a1b91c3405 req-a9779ffd-ac0b-48a1-9c92-05144504c935 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:23.226545 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b3c5a971-a7f8-46e2-a189-27a1b91c3405 req-a9779ffd-ac0b-48a1-9c92-05144504c935 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c841be3b-020f-40b3-90ef-abc4c651f818 HTTP/1.1" status: 200 len: 210 time: 0.1206324 Feb 04 12:08:24.322437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47410) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:24.862031 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:25.203816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 777f7682-731c-4be0-b2af-81626ea0eef0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:08:25.204153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:25.387620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 777f7682-731c-4be0-b2af-81626ea0eef0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=777f7682-731c-4be0-b2af-81626ea0eef0,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:25.388326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:25.605538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device bef7958c-d08a-4b84-8d80-b15ba12f4cf7 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:25.615518 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 777f7682-731c-4be0-b2af-81626ea0eef0 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:08:25.640025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: bef7958c-d08a-4b84-8d80-b15ba12f4cf7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:08:25.640368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device bef7958c-d08a-4b84-8d80-b15ba12f4cf7 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:08:26.010034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:26.057543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=777f7682-731c-4be0-b2af-81626ea0eef0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:26.334491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:26.692441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router c3ca989d-917b-4e2c-9383-71201ecad969 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:08:26.863205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:08:26.873554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15741b19-373d-4c30-9275-8576780d4104 None None] Sync routers for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:08:26.882496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:26.883100 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:26.959145 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-89e0ea80-5bbe-4233-be76-0e31a1107630 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/c3ca989d-917b-4e2c-9383-71201ecad969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354082 Feb 04 12:08:26.961690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:27.065374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:27.149112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting subnet 16f68d4a-a1cd-4d28-9711-4fba6b612cbf {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:08:27.152066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.205778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.291297 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.351195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:08:25Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:27.355791 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15741b19-373d-4c30-9275-8576780d4104 None None] Checking router: c3ca989d-917b-4e2c-9383-71201ecad969 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:08:27.364923 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] Routers {'c3ca989d-917b-4e2c-9383-71201ecad969'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:27.365752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c3ca989d-917b-4e2c-9383-71201ecad969'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:27.433597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.475288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Subnet': ['ID=16f68d4a-a1cd-4d28-9711-4fba6b612cbf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:27.477295 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.487000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1bcc7aea-9bf0-41a8-8046-2e050fdc77d5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/subnets/16f68d4a-a1cd-4d28-9711-4fba6b612cbf HTTP/1.1" status: 204 len: 168 time: 0.5219469 Feb 04 12:08:27.487222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:27.527438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b61a6-882b-4171-9560-ce80b608890c None None] Network 582140ba-1a4a-486c-b290-a84401333609 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:08:27.667478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.692561 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] Set router c3ca989d-917b-4e2c-9383-71201ecad969 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:27.840242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.869726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:27.964517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 5135421f-e688-4039-b195-4eabc0504ef3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:08:27.964985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.067808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-15741b19-373d-4c30-9275-8576780d4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:08:25Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:28.072434 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15741b19-373d-4c30-9275-8576780d4104 None None] The sync data for ids ['c3ca989d-917b-4e2c-9383-71201ecad969'] in dv-neutron-827824-2-hyperv is: [{'id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847407597', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '5135421f-e688-4039-b195-4eabc0504ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:06:37Z', 'updated_at': '2022-02-04T12:08:25Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '5135421f-e688-4039-b195-4eabc0504ef3', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ca989d-917b-4e2c-9383-71201ecad969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:06:38Z', 'updated_at': '2022-02-04T12:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:08:28.093827 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] DHCP port deletion for 582140ba-1a4a-486c-b290-a84401333609 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:08:28.098548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Deleting port 89bc9bfe-2c42-4879-b8c8-14913debe2ca {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:08:28.099020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.156395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 5135421f-e688-4039-b195-4eabc0504ef3, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5135421f-e688-4039-b195-4eabc0504ef3,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:28.156940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.281064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 5135421f-e688-4039-b195-4eabc0504ef3 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:08:28.356151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] For port 89bc9bfe-2c42-4879-b8c8-14913debe2ca, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=89bc9bfe-2c42-4879-b8c8-14913debe2ca,segment=NetworkSegment(24146c69-8842-40fb-8558-d66437e48d2b),segment_id=24146c69-8842-40fb-8558-d66437e48d2b)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:28.356455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.484890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Calling delete_port for 89bc9bfe-2c42-4879-b8c8-14913debe2ca owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:08:28.501770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.556050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=5135421f-e688-4039-b195-4eabc0504ef3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:28.613369 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 89bc9bfe-2c42-4879-b8c8-14913debe2ca no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:28.642769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.653791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.683186 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 89bc9bfe-2c42-4879-b8c8-14913debe2ca {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:08:28.683391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 89bc9bfe-2c42-4879-b8c8-14913debe2ca not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:08:28.683793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 777f7682-731c-4be0-b2af-81626ea0eef0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:28.731740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 777f7682-731c-4be0-b2af-81626ea0eef0 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:08:28.732095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 777f7682-731c-4be0-b2af-81626ea0eef0 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:08:28.733742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] No DVR routers for this DVR port 89bc9bfe-2c42-4879-b8c8-14913debe2ca on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:08:28.735139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Pushing event deleted for resources: {'Port': ['ID=89bc9bfe-2c42-4879-b8c8-14913debe2ca,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:28.747654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.747984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.748325 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.748658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.750000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.750000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.750000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.750347 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.750523 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.750736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.751143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.751469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856eedb-b1c7-499f-a218-e0b1537f6b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:28.939360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:28.941548 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.065288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.065706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Fanout notify agent at l3_agent the message router_deleted on router c3ca989d-917b-4e2c-9383-71201ecad969 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:08:29.087263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.087263 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e0b4aedf-91a9-4c08-bbed-674e12f228f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/routers/c3ca989d-917b-4e2c-9383-71201ecad969 HTTP/1.1" status: 204 len: 168 time: 1.5939252 Feb 04 12:08:29.087263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:29.199562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.329871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.353956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582140ba-1a4a-486c-b290-a84401333609']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:29.365360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24146c69-8842-40fb-8558-d66437e48d2b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:29.365645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24146c69-8842-40fb-8558-d66437e48d2b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:29.376975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.392649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.398345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:08:29.398776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:08:29.412496 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:08:29.575813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.593317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.604893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Network': ['ID=582140ba-1a4a-486c-b290-a84401333609,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:29.610138 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c1ba5572-80eb-464c-900b-5f3997258dd8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/networks/582140ba-1a4a-486c-b290-a84401333609 HTTP/1.1" status: 204 len: 168 time: 0.5238421 Feb 04 12:08:29.612385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:29.677994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614d2df7-bccd-491b-bb1c-1a1b6ae16c84 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.707576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614d2df7-bccd-491b-bb1c-1a1b6ae16c84 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.821332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614d2df7-bccd-491b-bb1c-1a1b6ae16c84 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.838007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d2df7-bccd-491b-bb1c-1a1b6ae16c84 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a5211-7e59-470b-a218-1c8c2cc790e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:29.845993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614d2df7-bccd-491b-bb1c-1a1b6ae16c84 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:29.847085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-614d2df7-bccd-491b-bb1c-1a1b6ae16c84 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c9a5211-7e59-470b-a218-1c8c2cc790e6 HTTP/1.1" status: 204 len: 168 time: 0.2338197 Feb 04 12:08:30.223341 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:30.229159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767596176', 'description': 'tempest-secgroup-smoke-1767596176 description', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:30.235206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:30.239302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:30.242183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:30.247741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:30.261553 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-20e3f595-1d56-4a78-bbf2-25061bd844aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.329709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.350272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:30.354808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:30.357879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:30.363935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:30.432264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.483839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.527921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baedefd-8349-4095-a314-7859b1398c2d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:30.587662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5135421f-e688-4039-b195-4eabc0504ef3 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:08:30.597366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.598588 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e52f4abf-bcc6-46f6-bc66-69e1587f9aaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3742380 Feb 04 12:08:30.601720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:30.607112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '7baedefd-8349-4095-a314-7859b1398c2d', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:30.612914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:30.616791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:30.619791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:30.622799 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5135421f-e688-4039-b195-4eabc0504ef3 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:08:30.623174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5135421f-e688-4039-b195-4eabc0504ef3 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:08:30.626669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:30.696418 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.757140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.820809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.844161 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b20eaef-409f-468a-be77-fe97ddb45ff8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:30.924117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:30.925287 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-789d8fc8-3c90-4770-8379-a2ff963457c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226318 Feb 04 12:08:30.928197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:30.933308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '7baedefd-8349-4095-a314-7859b1398c2d', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:30.942846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:30.944097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:30.947302 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:30.952744 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:31.026334 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.085795 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.162249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.188610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcf4ebc-1b08-43c7-b246-31ba850b2987,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:31.199654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.199995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.201755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.201755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.201755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.201755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.201755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.202198 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.202310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.202654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.202970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.203287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:31.266688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.267885 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bb903b65-bf32-4edd-90e6-9a4595e5adbd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386934 Feb 04 12:08:31.270483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:31.275994 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '7baedefd-8349-4095-a314-7859b1398c2d', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:31.281961 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:31.285779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:31.288658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:31.294297 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:31.386479 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.447442 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.661558 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.689803 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eece74-12cd-4bcd-b6d2-6215b8158c02,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:31.762483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:31.763739 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-6af52835-faa7-4da6-b6d2-b2b0c1a69b8f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4922671 Feb 04 12:08:31.766455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:31.771457 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '7baedefd-8349-4095-a314-7859b1398c2d', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:31.778077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:31.781880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:31.784724 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:31.790887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:31.885365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.051694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.140921 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.164654 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d9d4c8-a482-4d86-94bd-3b9c9dafc398,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:32.271011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.272237 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-963e5dd0-110a-4070-b797-ce0e01e5b87c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5047877 Feb 04 12:08:32.275839 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:32.280733 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '7baedefd-8349-4095-a314-7859b1398c2d', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:32.286590 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:32.290450 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:32.293311 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:32.299007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:32.373453 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:08:32.379838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.441990 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.512527 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.535267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50da9190-4b11-42d7-a128-d4ed164f8927,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:32.609469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.610650 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f66a7187-50af-4322-8757-bf8e5d6389a4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339036 Feb 04 12:08:32.613310 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:32.618888 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '7baedefd-8349-4095-a314-7859b1398c2d', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:32.625011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:32.628874 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:32.631900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:32.637807 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:32.701410 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:08:32.708507 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.762296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30081e35-7481-4994-8c6a-91d833be347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.776413 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.855135 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.883537 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32db2b52-731c-415d-81a4-d2c9e171d802,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:32.958667 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:32.959869 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ab82b5e9-8348-4568-8166-44af7ffb2e7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3456244 Feb 04 12:08:32.963168 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:32.968539 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'network': {'name': 'tempest-network-smoke--566636706', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:32.974268 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:32.977602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:network and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:32.980446 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:32.985970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:33.055567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:08:33.059009 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.086223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:08:33.094428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.094760 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Added segment 6d729104-2487-4590-be2d-5c81cecba2c8 of type vlan for network eba86bba-67ce-4765-bf25-778f83bd8153 Feb 04 12:08:33.119897 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.203877 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.209638 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:33.210215 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.315219 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Network': ['ID=eba86bba-67ce-4765-bf25-778f83bd8153,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:33.325844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network eba86bba-67ce-4765-bf25-778f83bd8153 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:08:33.371936 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8e778b86-a7a9-4033-a24e-497bbc25307e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4054120 Feb 04 12:08:33.372170 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:33.377232 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'admin_state_up': True, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:33.384583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:33.388487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:router and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:33.391360 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:33.397648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:33.478922 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.480087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.497661 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.701558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.855430 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:33.855730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:34.217077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:34.245952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:34.378208 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.150 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/c6e7e44f-27d9-4503-926d-12da5b9798e8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:08:34.528981 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:34.598627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:34.662064 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:34.664904 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:34.667393 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:08:34.709245 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=c6e7e44f-27d9-4503-926d-12da5b9798e8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:35.228475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:35.276999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:35.565051 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:35.833180 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 92fbeb42-0396-4fee-8742-275df04b401a is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:08:36.009431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:08:36.020016 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Sync routers for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:08:36.033093 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:36.033693 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:36.096032 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:36.097162 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a023b400-dea9-4143-aa9d-7ded5f67eaad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7241278 Feb 04 12:08:36.100337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47470) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:36.142666 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0a89ed68-d85f-44f1-8c59-82c34c7357e3 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=893da9ed4e99499cb8f6d5df44bfa936&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412312 Feb 04 12:08:36.145320 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:36.214304 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:36.411850 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c7f67e-e89d-4835-a3da-67a757ad86b2 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:36.413374 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-11c7f67e-e89d-4835-a3da-67a757ad86b2 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2671776 Feb 04 12:08:36.416200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:36.455112 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-a8503130-052b-44ff-a9de-55aebf7eb577 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377667 Feb 04 12:08:36.457553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:36.463721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246290586', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:36.501093 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:34Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:36.504910 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Checking router: 92fbeb42-0396-4fee-8742-275df04b401a for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:08:36.505256 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Updating router 92fbeb42-0396-4fee-8742-275df04b401a port c6e7e44f-27d9-4503-926d-12da5b9798e8 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:08:36.561263 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:36.578939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:36.584531 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:subnet and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:36.588098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:36.593774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:36.667033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:08:36.670737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:36.894956 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:36.905988 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Transition to ACTIVE for port object c6e7e44f-27d9-4503-926d-12da5b9798e8 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:36.941779 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:36.969883 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.022996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Subnet': ['ID=c32f8625-1e32-449c-8b97-a3d1993657fc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:37.033851 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Checking segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:08:37.034199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network hostable DHCP agents. Network: eba86bba-67ce-4765-bf25-778f83bd8153, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:08:37.051956 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Attempting to bind port c6e7e44f-27d9-4503-926d-12da5b9798e8 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:08:37.052566 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Attempting to bind port c6e7e44f-27d9-4503-926d-12da5b9798e8 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:08:37.052686 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Attempting to bind port c6e7e44f-27d9-4503-926d-12da5b9798e8 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:08:37.055247 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Pushing event updated for resources: {'Port': ['ID=c6e7e44f-27d9-4503-926d-12da5b9798e8,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:37.064036 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:08:37.064403 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:08:37.064795 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.065178 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:08:37.065622 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Bound port: c6e7e44f-27d9-4503-926d-12da5b9798e8, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:08:37.065982 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.089739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.090073 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.090401 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.090723 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.091045 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.091364 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.091720 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.094097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.094097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.094097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.094097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.094097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:08:37.112407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network eba86bba-67ce-4765-bf25-778f83bd8153 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:08:37.145503 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] For port c6e7e44f-27d9-4503-926d-12da5b9798e8, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:08:37.148721 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] For port c6e7e44f-27d9-4503-926d-12da5b9798e8, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c6e7e44f-27d9-4503-926d-12da5b9798e8,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:08:37.181920 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, eba86bba-67ce-4765-bf25-778f83bd8153) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:37.185909 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:37.186519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.190773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820d23e-b16a-44e5-a402-33990d86c879 None None] Network eba86bba-67ce-4765-bf25-778f83bd8153 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:08:37.204469 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.266183 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-c8d8cfa5-c468-4dd9-95ef-fbc493c3886c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8073461 Feb 04 12:08:37.269022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47490) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:37.281845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:37.282519 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:37.365128 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347634f-8ccc-4d8e-a9a1-89dfb5467f50 None None] Pushing event updated for resources: {'Port': ['ID=c6e7e44f-27d9-4503-926d-12da5b9798e8,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:37.413289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-eba86bba-67ce-4765-bf25-778f83bd8153', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:08:37.414306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.515706 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:37.574082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Allocated IP 172.20.0.2 (eba86bba-67ce-4765-bf25-778f83bd8153/c32f8625-1e32-449c-8b97-a3d1993657fc/3c041d64-b655-4a2d-baee-3b563076bbb4) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:08:37.781832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.792377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Transition to ACTIVE for port object 3c041d64-b655-4a2d-baee-3b563076bbb4 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:37.812890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Transition to ACTIVE for port object 3c041d64-b655-4a2d-baee-3b563076bbb4 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:37.831211 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:34Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:37.835338 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0262d7-194d-48e3-a892-0094bf33d3b4 None None] The sync data for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv is: [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:34Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:08:37.896384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:37.971618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Network eba86bba-67ce-4765-bf25-778f83bd8153 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:37.974487 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:37.977444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:08:37.986218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Pushing event updated for resources: {'Port': ['ID=3c041d64-b655-4a2d-baee-3b563076bbb4,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:38.105850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Attempting to bind port 3c041d64-b655-4a2d-baee-3b563076bbb4 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:08:38.106293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Attempting to bind port 3c041d64-b655-4a2d-baee-3b563076bbb4 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:08:38.106719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Attempting to bind port 3c041d64-b655-4a2d-baee-3b563076bbb4 on network eba86bba-67ce-4765-bf25-778f83bd8153 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:08:38.111983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:08:38.112345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Checking segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:08:38.112740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:38.113125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Bound using segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:08:38.113577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Bound port: 3c041d64-b655-4a2d-baee-3b563076bbb4, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:08:38.114054 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:38.133908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:38.252616 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] For port 3c041d64-b655-4a2d-baee-3b563076bbb4, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:08:38.255728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] For port 3c041d64-b655-4a2d-baee-3b563076bbb4, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3c041d64-b655-4a2d-baee-3b563076bbb4,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:08:38.340680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:38.444658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eaa90-c56b-46cc-a76c-896168964ca9 None None] Pushing event updated for resources: {'Port': ['ID=3c041d64-b655-4a2d-baee-3b563076bbb4,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:38.593681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.1 (eba86bba-67ce-4765-bf25-778f83bd8153/c32f8625-1e32-449c-8b97-a3d1993657fc/dcd394c6-d36e-49bd-8673-6cf7c8bc38aa) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:08:38.658388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6e7e44f-27d9-4503-926d-12da5b9798e8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:38.859519 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:38.884203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object dcd394c6-d36e-49bd-8673-6cf7c8bc38aa will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:38.890457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c6e7e44f-27d9-4503-926d-12da5b9798e8 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:38.905258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c6e7e44f-27d9-4503-926d-12da5b9798e8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:38.905628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:38.981530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:39.035113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:39.052598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port c6e7e44f-27d9-4503-926d-12da5b9798e8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c6e7e44f-27d9-4503-926d-12da5b9798e8,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:39.060429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network eba86bba-67ce-4765-bf25-778f83bd8153 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:39.063822 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:39.068144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:08:39.104787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:39.124853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:39.131114 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:39.195630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=c6e7e44f-27d9-4503-926d-12da5b9798e8,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:39.496839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:39.556375 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe51152-67f4-4237-bef0-ecf46bce4ab2 None None] Network eba86bba-67ce-4765-bf25-778f83bd8153 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:08:39.736890 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c369fa7c-7b71-4b24-b51c-2affe7915a3e None None] Provisioning for port 3c041d64-b655-4a2d-baee-3b563076bbb4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:39.944689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.002522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.162670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6978cfd8-aa96-44f0-aaf4-22dfe0ab6a22 None None] Provisioning for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:40.168705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6978cfd8-aa96-44f0-aaf4-22dfe0ab6a22 None None] Provisioning complete for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:40.169175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6978cfd8-aa96-44f0-aaf4-22dfe0ab6a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.227040 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6978cfd8-aa96-44f0-aaf4-22dfe0ab6a22 None None] Port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:08:40.232007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.236231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:40.357333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f83dd76e-f9b4-4fde-a6b3-1cdc39386c59 None None] Provisioning complete for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:40.357705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f83dd76e-f9b4-4fde-a6b3-1cdc39386c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.368009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network eba86bba-67ce-4765-bf25-778f83bd8153 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:40.369082 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:40.416359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f83dd76e-f9b4-4fde-a6b3-1cdc39386c59 None None] Port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:08:40.572698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 92fbeb42-0396-4fee-8742-275df04b401a has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:08:40.645094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-70463f4d-4e21-41da-88d0-51f7bca9404d None None] Provisioning complete for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:40.646234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-70463f4d-4e21-41da-88d0-51f7bca9404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.678678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3c041d64-b655-4a2d-baee-3b563076bbb4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:40.754440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-70463f4d-4e21-41da-88d0-51f7bca9404d None None] Port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:08:40.763334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:08:40.773020 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Sync routers for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:08:40.775702 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9edd1bdc-5015-466c-8a46-67a01735aa6a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/92fbeb42-0396-4fee-8742-275df04b401a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5050137 Feb 04 12:08:40.781854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:40.782461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:40.846079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 3c041d64-b655-4a2d-baee-3b563076bbb4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:40.860833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3c041d64-b655-4a2d-baee-3b563076bbb4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:40.861204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:40.935177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a325938a-f5c8-4057-8815-79977132a088 req-ed081b8a-5a53-484c-943d-d6bce6673bf6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:40.996742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a325938a-f5c8-4057-8815-79977132a088 req-ed081b8a-5a53-484c-943d-d6bce6673bf6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:40.997953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-ed081b8a-5a53-484c-943d-d6bce6673bf6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767596176&fields=id&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 267 time: 0.1030653 Feb 04 12:08:41.015213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:41.148238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-e7382fc8-308e-4679-8691-ad13c35d2abb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:41.148940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a325938a-f5c8-4057-8815-79977132a088 req-e7382fc8-308e-4679-8691-ad13c35d2abb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:41.186875 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:41.221223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a325938a-f5c8-4057-8815-79977132a088 req-e7382fc8-308e-4679-8691-ad13c35d2abb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:41.222496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-e7382fc8-308e-4679-8691-ad13c35d2abb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 796 time: 0.2179301 Feb 04 12:08:41.238201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-c4bf676d-d57c-4789-bd5d-dac2f7e2958b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/quotas/893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 375 time: 0.0095000 Feb 04 12:08:41.323610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a325938a-f5c8-4057-8815-79977132a088 req-894cce58-8c02-4760-ac85-749581a3fee9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:41.333141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 3c041d64-b655-4a2d-baee-3b563076bbb4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3c041d64-b655-4a2d-baee-3b563076bbb4,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:41.398873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:41.399647 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6e7e44f-27d9-4503-926d-12da5b9798e8 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:41.407776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-a325938a-f5c8-4057-8815-79977132a088 req-894cce58-8c02-4760-ac85-749581a3fee9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:41.409114 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-894cce58-8c02-4760-ac85-749581a3fee9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653597 Feb 04 12:08:41.527388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=3c041d64-b655-4a2d-baee-3b563076bbb4,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:41.547016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c6e7e44f-27d9-4503-926d-12da5b9798e8 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:41.547384 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:41.579650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 2, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:41.594756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-c316179f-a063-4776-8a61-1b87cc3eb51c service neutron] 10.222.0.36 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732030 Feb 04 12:08:41.597388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Checking router: 92fbeb42-0396-4fee-8742-275df04b401a for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:08:41.597736 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Updating router 92fbeb42-0396-4fee-8742-275df04b401a port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:08:41.663114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:41.732994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-c8e61cbf-2c13-4e4e-ba72-658d53673f28 service neutron] 10.222.0.36 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322932 Feb 04 12:08:41.998460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e9bedd4e-2378-46ec-8456-0f2195d3f56a req-dc2e49d5-f1c4-42d9-b5ff-bd79292b31ea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 210 time: 0.0476911 Feb 04 12:08:42.068120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:42.080312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Transition to ACTIVE for port object dcd394c6-d36e-49bd-8673-6cf7c8bc38aa will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:42.208309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:42.337663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76ca33-5680-4127-93f4-a06e52ecbcaf None None] Pushing event updated for resources: {'Port': ['ID=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:42.428691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Attempting to bind port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:08:42.429059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Attempting to bind port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:08:42.431752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Attempting to bind port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa on network eba86bba-67ce-4765-bf25-778f83bd8153 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:08:42.439174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:08:42.439607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Checking segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:08:42.440006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:42.440393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Bound using segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:08:42.440854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Bound port: dcd394c6-d36e-49bd-8673-6cf7c8bc38aa, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:08:42.441222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:42.543033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] For port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:08:42.545996 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] For port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:08:42.588604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3c041d64-b655-4a2d-baee-3b563076bbb4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:42.629202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:42.741767 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:42.742934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:42.821208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76ca33-5680-4127-93f4-a06e52ecbcaf None None] Pushing event updated for resources: {'Port': ['ID=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:42.857621 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3c041d64-b655-4a2d-baee-3b563076bbb4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:42.857994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:43.053783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:43.163131 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-271abe1c-5019-4973-8580-e636a6d8b3ca req-778f938c-6ed5-41c2-b4bf-5ea3226ac3ce tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 210 time: 0.0494368 Feb 04 12:08:43.486811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:43.490658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e122694-81f8-4b3e-b3ef-a16c18dab7ce None None] The sync data for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv is: [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:08:44.228262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-9536d9ec-bd61-4edb-82ae-166df25fa445 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:44.230353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-9536d9ec-bd61-4edb-82ae-166df25fa445 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 796 time: 0.1670024 Feb 04 12:08:44.297520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-7e4db478-5d10-4e66-bec8-fb26f466d9b8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 380 time: 0.0547848 Feb 04 12:08:44.343839 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ad35550f-cfe5-41d0-9dc7-5d7257838176 req-9c8c9d58-66f9-4631-bf63-c79f64a8744d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 210 time: 0.0436242 Feb 04 12:08:44.348371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'port': {'device_id': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'admin_state_up': True, 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'security_groups': ['7baedefd-8349-4095-a314-7859b1398c2d']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:44.650150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:44.661596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:44.662270 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dcd394c6-d36e-49bd-8673-6cf7c8bc38aa up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:44.763782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:08:44.767446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:44.792500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:44.797469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:44.797878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:44.917842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:44.930321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.7 (eba86bba-67ce-4765-bf25-778f83bd8153/c32f8625-1e32-449c-8b97-a3d1993657fc/c66587b4-55d1-485d-be3e-9b8cba82c80b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:08:44.950366 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:45.036821 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.106230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:45.123131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.139079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object c66587b4-55d1-485d-be3e-9b8cba82c80b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:45.219667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.293455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network eba86bba-67ce-4765-bf25-778f83bd8153 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:45.296891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:45.300748 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:08:45.338018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:45.371841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:45.372445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.510133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-a9ac75a1-b432-4cb3-b6f4-4a147e1f47f4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1653264 Feb 04 12:08:45.522064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Request body: {'port': {'device_id': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:45.651427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d617-b159-43f2-a632-ed851f65b82d req-962e2fb5-e8fe-4f45-a43b-94fd9b27b80d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:45.652132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0018d617-b159-43f2-a632-ed851f65b82d req-962e2fb5-e8fe-4f45-a43b-94fd9b27b80d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:08:45.663334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.682406 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9a20-6dde-4513-8363-4d774f64428f None None] Provisioning for port c66587b4-55d1-485d-be3e-9b8cba82c80b completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:45.687829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9a20-6dde-4513-8363-4d774f64428f None None] Provisioning complete for port c66587b4-55d1-485d-be3e-9b8cba82c80b triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:45.688461 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9a20-6dde-4513-8363-4d774f64428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:45.747991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9a20-6dde-4513-8363-4d774f64428f None None] Port c66587b4-55d1-485d-be3e-9b8cba82c80b cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:08:45.783916 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-0018d617-b159-43f2-a632-ed851f65b82d req-962e2fb5-e8fe-4f45-a43b-94fd9b27b80d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:08:45.785065 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0018d617-b159-43f2-a632-ed851f65b82d req-962e2fb5-e8fe-4f45-a43b-94fd9b27b80d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 931 time: 0.3157585 Feb 04 12:08:45.908894 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0018d617-b159-43f2-a632-ed851f65b82d req-b3e5efa4-9aa5-477c-99e2-79f5f0cf7909 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173871 Feb 04 12:08:46.041482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66587b4-55d1-485d-be3e-9b8cba82c80b {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:46.048752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:46.062475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Transition to ACTIVE for port object c66587b4-55d1-485d-be3e-9b8cba82c80b will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:08:46.124117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:46.251282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:46.359957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Attempting to bind port c66587b4-55d1-485d-be3e-9b8cba82c80b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:08:46.360608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Attempting to bind port c66587b4-55d1-485d-be3e-9b8cba82c80b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:08:46.360726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Attempting to bind port c66587b4-55d1-485d-be3e-9b8cba82c80b on network eba86bba-67ce-4765-bf25-778f83bd8153 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:08:46.365244 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Port c66587b4-55d1-485d-be3e-9b8cba82c80b on network eba86bba-67ce-4765-bf25-778f83bd8153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:08:46.365598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Attempting to bind port c66587b4-55d1-485d-be3e-9b8cba82c80b on network eba86bba-67ce-4765-bf25-778f83bd8153 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:08:46.371925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:08:46.372332 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Checking segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:08:46.372618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Bound using segment: {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:08:46.373043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Bound port: c66587b4-55d1-485d-be3e-9b8cba82c80b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d729104-2487-4590-be2d-5c81cecba2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:08:46.373379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:46.465914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:08:46.468765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:08:46.546853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:46.592907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dcd394c6-d36e-49bd-8673-6cf7c8bc38aa up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:46.606724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:46.609771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:46.609771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] 10.222.0.42 "PUT /v2.0/ports/c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 1093 time: 1.0906940 Feb 04 12:08:46.612051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:46.645447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b306d-fd3d-459e-b666-eabe3bfc7dcc service neutron] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:46.665483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:46.665863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:46.669746 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'status': 'completed', 'code': 200} Feb 04 12:08:46.767028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a7198-f369-44c1-b620-facf701555d3 req-bed0287a-332a-417b-bba7-97955069948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:46.768554 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e80a7198-f369-44c1-b620-facf701555d3 req-bed0287a-332a-417b-bba7-97955069948c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1096 time: 0.0801673 Feb 04 12:08:46.913184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a7198-f369-44c1-b620-facf701555d3 req-cddcfbcb-0fa9-407e-b632-ae4edd7d7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:46.915151 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e80a7198-f369-44c1-b620-facf701555d3 req-cddcfbcb-0fa9-407e-b632-ae4edd7d7865 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1394022 Feb 04 12:08:47.200232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a7198-f369-44c1-b620-facf701555d3 req-96167f30-dc1d-4b50-9730-4ad1d03b11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:47.201670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e80a7198-f369-44c1-b620-facf701555d3 req-96167f30-dc1d-4b50-9730-4ad1d03b11c0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2812288 Feb 04 12:08:47.216741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582004aa-c7e5-4f18-8b47-eb266e979576 req-083ec374-5f8e-4493-a7f7-a63b5b03f3b2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:47.218200 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-582004aa-c7e5-4f18-8b47-eb266e979576 req-083ec374-5f8e-4493-a7f7-a63b5b03f3b2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 943 time: 0.1315806 Feb 04 12:08:47.309085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-582004aa-c7e5-4f18-8b47-eb266e979576 req-6db02ba7-c7ff-4491-bb40-d10d7533ac5e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851951 Feb 04 12:08:47.328379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-7b1b40e6-eda1-496c-8a7f-0ca5c407f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:47.329813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-7b1b40e6-eda1-496c-8a7f-0ca5c407f6e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1096 time: 0.0886769 Feb 04 12:08:47.396460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-e648413e-a023-4ff2-bd9d-f61352e532fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 217 time: 0.0596035 Feb 04 12:08:47.459356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-da290cc1-46a3-4888-b94b-cabffd2da9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:47.460740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-da290cc1-46a3-4888-b94b-cabffd2da9d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0590227 Feb 04 12:08:47.533461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325938a-f5c8-4057-8815-79977132a088 req-31c85280-3fe8-4e50-95a3-b3b2cf13bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:47.534890 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-31c85280-3fe8-4e50-95a3-b3b2cf13bacb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688157 Feb 04 12:08:47.662227 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-500c6c71-c5f1-4709-adbd-e1368f9bf5ed service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210144 Feb 04 12:08:47.792597 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a325938a-f5c8-4057-8815-79977132a088 req-c4d107ba-4613-43cb-baa5-17dff203b6d1 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242476 Feb 04 12:08:48.496621 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac278c8-016e-44c1-96e5-c01c5d961fcf req-004967fc-e2e9-40c4-b619-19065a7ffa16 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:48.498079 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eac278c8-016e-44c1-96e5-c01c5d961fcf req-004967fc-e2e9-40c4-b619-19065a7ffa16 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 943 time: 0.0834391 Feb 04 12:08:48.540907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eac278c8-016e-44c1-96e5-c01c5d961fcf req-5ecaaaaf-762a-436c-b24f-48cc8f34b3dc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372918 Feb 04 12:08:49.286354 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:08:49.714030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:08:49.723637 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e69cf-6127-4e85-9450-9075c945c2b3 req-a7759e9f-28f4-42c6-a088-9a0a8959fbe3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:49.725138 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-313e69cf-6127-4e85-9450-9075c945c2b3 req-a7759e9f-28f4-42c6-a088-9a0a8959fbe3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 943 time: 0.0801477 Feb 04 12:08:49.770471 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-313e69cf-6127-4e85-9450-9075c945c2b3 req-63dff421-fa19-4e86-85de-7d50ea291ec1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385385 Feb 04 12:08:49.847899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:49.861175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'port_id': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'mac_address': 'fa:16:3e:ea:4f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:08:49.914416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:49.931618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66587b4-55d1-485d-be3e-9b8cba82c80b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:08:49.946174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:49.996062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:50.066333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:50.198914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['c66587b4-55d1-485d-be3e-9b8cba82c80b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:08:50.953603 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e50e2-ba24-4a9a-8319-932392079d1f req-b0315af3-ee46-48aa-8627-8faef9adaf28 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:50.955035 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d27e50e2-ba24-4a9a-8319-932392079d1f req-b0315af3-ee46-48aa-8627-8faef9adaf28 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 944 time: 0.0820477 Feb 04 12:08:50.998783 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d27e50e2-ba24-4a9a-8319-932392079d1f req-cef29e85-de17-41a9-bdf5-cb47719e2883 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379841 Feb 04 12:08:51.731078 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:08:51.854237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port c66587b4-55d1-485d-be3e-9b8cba82c80b completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:08:51.859070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port c66587b4-55d1-485d-be3e-9b8cba82c80b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:08:51.859441 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:51.977000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:52.032713 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:52.043868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:08:52.081493 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'code': 200} Feb 04 12:08:52.106350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:52.181674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:52.209551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ccf7b-19d6-4449-9018-40d05b494fff req-e2324f49-cbed-475b-9cfe-e6ea67f1748c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:52.211036 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c0ccf7b-19d6-4449-9018-40d05b494fff req-e2324f49-cbed-475b-9cfe-e6ea67f1748c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0982230 Feb 04 12:08:52.259107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c0ccf7b-19d6-4449-9018-40d05b494fff req-b0b6be49-eb20-427a-aa37-97eada862c7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Feb 04 12:08:52.499675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338d8f8-59ad-49c3-a877-03aa0f026ade req-d795c105-6d75-4dad-afba-c2d98e14d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:52.501164 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5338d8f8-59ad-49c3-a877-03aa0f026ade req-d795c105-6d75-4dad-afba-c2d98e14d861 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.0852344 Feb 04 12:08:52.546101 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5338d8f8-59ad-49c3-a877-03aa0f026ade req-ceb79633-bbd8-496e-8e2e-bc9040fb0265 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Feb 04 12:08:53.451880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5019-aa4b-4118-b0e4-0e30498d9a99 req-1c3daca3-ba72-4033-907e-fdb2af796344 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:53.453388 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ecd5019-aa4b-4118-b0e4-0e30498d9a99 req-1c3daca3-ba72-4033-907e-fdb2af796344 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0861754 Feb 04 12:08:53.499428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ecd5019-aa4b-4118-b0e4-0e30498d9a99 req-c669dd9a-f774-49fa-a4aa-74833a88b95f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401652 Feb 04 12:08:54.708632 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2faf-2e1f-40cf-8a14-d2d32dbeac11 req-9220ebfd-8e7c-454d-83ca-04d4d007e4e7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:54.710197 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eba2faf-2e1f-40cf-8a14-d2d32dbeac11 req-9220ebfd-8e7c-454d-83ca-04d4d007e4e7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0949390 Feb 04 12:08:54.760945 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eba2faf-2e1f-40cf-8a14-d2d32dbeac11 req-e8ae6689-2340-4441-ad7b-9267c267bc15 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Feb 04 12:08:54.957027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00daf6-034b-42aa-965d-d190895a9cad req-15104ac6-e5ce-4faf-9519-21b00ed25ddb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:54.958882 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e00daf6-034b-42aa-965d-d190895a9cad req-15104ac6-e5ce-4faf-9519-21b00ed25ddb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0878241 Feb 04 12:08:55.005808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e00daf6-034b-42aa-965d-d190895a9cad req-4de36e37-56cc-44f4-9d23-7a6d41fd362c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405002 Feb 04 12:08:55.029647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47554) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:55.105703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a9c15-0250-4943-9735-84298c8d12e4 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:55.107100 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-731a9c15-0250-4943-9735-84298c8d12e4 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1093 time: 0.0764678 Feb 04 12:08:55.110030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47558) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:55.115068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:08:55.121428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:08:55.125380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:floatingip and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:08:55.128889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:08:55.135210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:08:55.204755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:55.456123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:55.598239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.194 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/6d82ad8f-4cb9-455f-a8bc-96460a4d79d3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:08:55.757354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:55.836836 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:55.909155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:08:55.912254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:08:55.914852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:08:55.950388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=6d82ad8f-4cb9-455f-a8bc-96460a4d79d3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:56.350283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:56.496311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:56.730346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:56.819533 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:56.933128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=6d82ad8f-4cb9-455f-a8bc-96460a4d79d3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:08:56.944325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:57.117222 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP 69431619-7125-4aa0-aef7-b8f2d34151f0 associated. External IP: 172.26.6.194, port: c66587b4-55d1-485d-be3e-9b8cba82c80b. Feb 04 12:08:57.595718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 92fbeb42-0396-4fee-8742-275df04b401a has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:08:57.761967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:57.786138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:08:57.801824 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] Sync routers for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:08:57.812359 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:57.815805 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:57.909250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:08:57.969310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4e159034-f44c-452a-b659-c2e791945b1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8581882 Feb 04 12:08:57.969917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:08:57.994821 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:58.021847 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'status': 'completed', 'code': 200} Feb 04 12:08:58.174799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-e917b84d-b360-41c1-856c-b642a9e18cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.176563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-e917b84d-b360-41c1-856c-b642a9e18cf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.1332419 Feb 04 12:08:58.188181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50193-6a8b-4877-8085-92331f855839 req-0de6c608-c06b-473e-90df-46624228ee6b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.189622 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02b50193-6a8b-4877-8085-92331f855839 req-0de6c608-c06b-473e-90df-46624228ee6b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.1118858 Feb 04 12:08:58.312043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02b50193-6a8b-4877-8085-92331f855839 req-74bf371b-d7b3-43eb-ad63-4f2ba7826c7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032987 Feb 04 12:08:58.335651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:58.343890 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '69431619-7125-4aa0-aef7-b8f2d34151f0', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'port_id': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'mac_address': 'fa:16:3e:ea:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:08:56Z', 'updated_at': '2022-02-04T12:08:56Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:44Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:58.347825 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] Checking router: 92fbeb42-0396-4fee-8742-275df04b401a for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:08:58.351999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-d2d343da-2f39-4051-9505-f3c2dcb089f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.353423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-d2d343da-2f39-4051-9505-f3c2dcb089f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1628466 Feb 04 12:08:58.356203 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:08:58.356789 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:08:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:58.451343 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d0c14c48-a8be-4e2c-8458-0dbc60e5299f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/69431619-7125-4aa0-aef7-b8f2d34151f0 HTTP/1.1" status: 200 len: 991 time: 0.1133776 Feb 04 12:08:58.457417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-dee50e24-23fc-4b95-a16f-9c3c100c154e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 999 time: 0.0984585 Feb 04 12:08:58.527504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-0c2e0a65-b18e-4be1-9939-fc0f0ba67328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.529144 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-0c2e0a65-b18e-4be1-9939-fc0f0ba67328 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0666010 Feb 04 12:08:58.543492 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:08:58.611405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-3bf4dc0f-7abf-4f38-8866-06c9a260331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:08:58.612909 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-3bf4dc0f-7abf-4f38-8866-06c9a260331d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784204 Feb 04 12:08:58.749344 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-db122e69-cdb9-4008-81bd-f72f3fe59c0d service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304162 Feb 04 12:08:58.902788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5ab99a8-7f6f-4888-9d84-ec5bb1b4e6c2 req-150652e1-1258-4bc2-a5e8-644c7a992a33 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471159 Feb 04 12:08:58.926025 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '69431619-7125-4aa0-aef7-b8f2d34151f0', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'port_id': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'mac_address': 'fa:16:3e:ea:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:08:56Z', 'updated_at': '2022-02-04T12:08:56Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:44Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:08:58.930671 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb12213-7003-43d1-850c-d2d30ff0b7aa None None] The sync data for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv is: [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '69431619-7125-4aa0-aef7-b8f2d34151f0', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'port_id': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'mac_address': 'fa:16:3e:ea:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:08:56Z', 'updated_at': '2022-02-04T12:08:56Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:44Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:08:59.128888 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a969631-c515-442d-806d-6b2316e4cbe0 None None] New status for floating IP 69431619-7125-4aa0-aef7-b8f2d34151f0: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:08:59.453528 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:08:59.581919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-38e45ef2-6001-4e33-bc53-ed44bdfd5929 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/69431619-7125-4aa0-aef7-b8f2d34151f0 HTTP/1.1" status: 200 len: 991 time: 0.1180427 Feb 04 12:09:00.312576 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a2831cc9-6585-4600-bcc5-1d6bf24c7f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:00.577040 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:09:00.688223 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4bef1711-6ba1-467d-a671-3b00aae1a098 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/69431619-7125-4aa0-aef7-b8f2d34151f0 HTTP/1.1" status: 200 len: 993 time: 0.1098163 Feb 04 12:09:02.775823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-69fdadab-09f7-497d-8b72-3b0e92414fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:03.717723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:03.866579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:04.285736 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-e52fea91-bf07-4fbb-bde4-c8898e6a9a02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1771722 Feb 04 12:09:04.437446 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ace29a-181c-4777-9ced-9f127c743c00 req-669b0345-e436-49cf-aa2c-7b1a8aa22a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:04.438898 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-669b0345-e436-49cf-aa2c-7b1a8aa22a9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.0720842 Feb 04 12:09:04.584233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ace29a-181c-4777-9ced-9f127c743c00 req-e14eacf4-63bf-4af9-ae71-aa224758f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:04.585668 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-e14eacf4-63bf-4af9-ae71-aa224758f6df service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1289480 Feb 04 12:09:04.691281 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-0d854f9b-7588-4b6a-adce-30c11a82a6a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 1001 time: 0.0987940 Feb 04 12:09:04.754695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ace29a-181c-4777-9ced-9f127c743c00 req-9ea18818-c663-4eca-9a34-930e71a5184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:04.756308 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-9ea18818-c663-4eca-9a34-930e71a5184d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0585022 Feb 04 12:09:04.832242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ace29a-181c-4777-9ced-9f127c743c00 req-70103720-bf9e-4508-be5b-4a8bf7ffa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:04.833920 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-70103720-bf9e-4508-be5b-4a8bf7ffa4ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714266 Feb 04 12:09:04.970248 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-f1545553-ff29-4e70-82f0-e6850c3f468e service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306429 Feb 04 12:09:05.107425 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-75ace29a-181c-4777-9ced-9f127c743c00 req-5ea020b4-1b08-47c9-ae4c-84b6982ce17b service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305447 Feb 04 12:09:05.293260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:25.796852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5f4d-a3d4-401d-a76a-af7e7268be95 req-81da3f5c-047d-456d-bf13-f46fc4cd3852 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:25.798327 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30cb5f4d-a3d4-401d-a76a-af7e7268be95 req-81da3f5c-047d-456d-bf13-f46fc4cd3852 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0950739 Feb 04 12:09:25.859050 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30cb5f4d-a3d4-401d-a76a-af7e7268be95 req-b061c3e6-c1ac-4f30-9bf0-a950fc97a755 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532556 Feb 04 12:09:25.935856 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-da442094-b1fa-40ef-aaa2-a32055c5df8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208851 Feb 04 12:09:26.288676 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:09:27.054866 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ba267-6a67-4f37-a9f2-df6aa529e9a5 req-07024a1a-f0a3-4467-94b6-eb1a1a5b6e95 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:27.056345 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-862ba267-6a67-4f37-a9f2-df6aa529e9a5 req-07024a1a-f0a3-4467-94b6-eb1a1a5b6e95 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0820994 Feb 04 12:09:27.105883 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-862ba267-6a67-4f37-a9f2-df6aa529e9a5 req-2c651cec-690f-42e2-b833-101554f2575d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Feb 04 12:09:27.798605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:28.002144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-73b48944-0cff-4167-89ba-6aae6411b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:28.004238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-73b48944-0cff-4167-89ba-6aae6411b192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.0752203 Feb 04 12:09:28.140266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-ddc3ab85-d8db-4d44-932c-6880b2069730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:28.141764 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-ddc3ab85-d8db-4d44-932c-6880b2069730 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1307111 Feb 04 12:09:28.282291 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-d067fb45-3909-4327-ac3e-0e9326a49875 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 1001 time: 0.1325972 Feb 04 12:09:28.368785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-ee00b4b1-579b-4215-9aa6-5ad709d82d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:28.370240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-ee00b4b1-579b-4215-9aa6-5ad709d82d4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0769823 Feb 04 12:09:28.427489 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fee97-217f-4456-bcc5-0aa7613b62a5 req-79c22381-c8ef-42e6-9242-3cfff89e2c19 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:28.429009 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d5fee97-217f-4456-bcc5-0aa7613b62a5 req-79c22381-c8ef-42e6-9242-3cfff89e2c19 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.1819682 Feb 04 12:09:28.488370 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d5fee97-217f-4456-bcc5-0aa7613b62a5 req-c43f14da-968b-4f28-9222-c7fef1550218 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496964 Feb 04 12:09:28.495497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-40134420-9eef-476a-ba18-fbb5864c6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:28.496997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-40134420-9eef-476a-ba18-fbb5864c6c5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207600 Feb 04 12:09:28.827362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-95504024-aeb0-4e06-be5f-db3f276921a6 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230202 Feb 04 12:09:28.980448 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-5098e857-0378-484b-8fc3-3de24c0bba01 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458790 Feb 04 12:09:29.699077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265658e9-4e10-4586-814f-23b325091d19 req-73bd5f42-6618-4532-b6e9-429c27e7fe6d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:29.700759 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-265658e9-4e10-4586-814f-23b325091d19 req-73bd5f42-6618-4532-b6e9-429c27e7fe6d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0854907 Feb 04 12:09:29.750376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-265658e9-4e10-4586-814f-23b325091d19 req-cb29f56b-f514-4405-adf8-a5f144314cbb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Feb 04 12:09:30.264721 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c1194c92-80d7-49ba-b29c-0389ef4a6e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:30.948025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e476fa-d1da-41e5-a193-ffbd22ab70bc req-70aed89f-e387-40b2-bd13-af897ffb53ed tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:30.949555 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-66e476fa-d1da-41e5-a193-ffbd22ab70bc req-70aed89f-e387-40b2-bd13-af897ffb53ed tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0929463 Feb 04 12:09:30.998615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-66e476fa-d1da-41e5-a193-ffbd22ab70bc req-223b8da3-d93f-471c-ad02-a31606b0430a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Feb 04 12:09:32.186035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07fa64-c3bc-49fa-b532-a78a6c15ea40 req-7ff1cac8-98ea-4f1d-b768-3c499edda36a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:32.187517 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de07fa64-c3bc-49fa-b532-a78a6c15ea40 req-7ff1cac8-98ea-4f1d-b768-3c499edda36a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0816784 Feb 04 12:09:32.233954 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de07fa64-c3bc-49fa-b532-a78a6c15ea40 req-83dd4c83-556e-4671-b66f-80cd07effd48 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Feb 04 12:09:32.752628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ce1c0179-6e00-4125-92fc-080cc76da83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:33.424325 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cf761-509d-4bbd-9070-544d28e738d5 req-dfc49afa-00e1-42b8-9d99-c9d7981fd0ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:33.425769 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e3cf761-509d-4bbd-9070-544d28e738d5 req-dfc49afa-00e1-42b8-9d99-c9d7981fd0ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0823262 Feb 04 12:09:33.469334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5e3cf761-509d-4bbd-9070-544d28e738d5 req-cb35bcea-bae1-45ba-be39-584f4c0f8d6f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379102 Feb 04 12:09:33.710181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:33.901235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:34.657744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08277309-aa1e-4c45-85d4-5363af29d67f req-33299938-23ff-4618-93bf-885848492813 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:34.659273 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-08277309-aa1e-4c45-85d4-5363af29d67f req-33299938-23ff-4618-93bf-885848492813 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0822306 Feb 04 12:09:34.707841 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-08277309-aa1e-4c45-85d4-5363af29d67f req-aefe6652-1d19-4015-a55e-5cbe6b97b663 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Feb 04 12:09:35.283345 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:35.904028 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd3970-187b-4649-8253-81c2cedcdf49 req-9ca8fdff-0df7-44e9-938d-963faf0d9733 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:35.905508 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8dd3970-187b-4649-8253-81c2cedcdf49 req-9ca8fdff-0df7-44e9-938d-963faf0d9733 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0855720 Feb 04 12:09:35.951107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d8dd3970-187b-4649-8253-81c2cedcdf49 req-d104552b-d8aa-4ca7-8064-a92e855f2f5d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 Feb 04 12:09:37.137658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae937-d885-41e3-bc9b-d9323d5007b5 req-be61d585-8981-4135-a8e6-ead445e0b73e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:37.139128 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-266ae937-d885-41e3-bc9b-d9323d5007b5 req-be61d585-8981-4135-a8e6-ead445e0b73e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0807316 Feb 04 12:09:37.186982 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-266ae937-d885-41e3-bc9b-d9323d5007b5 req-1e315f74-1982-49c0-9632-1e330926d88b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Feb 04 12:09:38.379081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b843-f1d1-46df-91cd-59cbd3295ce6 req-cb8a78aa-37a9-4f18-b8d4-81c29bb5eb55 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:38.380893 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a91b843-f1d1-46df-91cd-59cbd3295ce6 req-cb8a78aa-37a9-4f18-b8d4-81c29bb5eb55 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0832133 Feb 04 12:09:38.426011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2a91b843-f1d1-46df-91cd-59cbd3295ce6 req-f3e0a53c-060e-4d5b-9b61-91a2b7e3c03a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388408 Feb 04 12:09:39.622659 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969242b3-6002-41b3-a716-3d92fa071924 req-e3c98849-3dae-4070-b0c5-a008368efcd1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:39.624204 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-969242b3-6002-41b3-a716-3d92fa071924 req-e3c98849-3dae-4070-b0c5-a008368efcd1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0870876 Feb 04 12:09:39.672457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-969242b3-6002-41b3-a716-3d92fa071924 req-cd672ed0-4d32-4326-b47e-ead59b20fe53 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Feb 04 12:09:40.867789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8e46-7746-426c-a17e-52e1f9de2437 req-2d5c7874-a2fb-447f-829d-850d1d733d1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:40.869768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df0e8e46-7746-426c-a17e-52e1f9de2437 req-2d5c7874-a2fb-447f-829d-850d1d733d1c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0842099 Feb 04 12:09:40.914540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-df0e8e46-7746-426c-a17e-52e1f9de2437 req-bfdb49b6-9838-445a-bf39-ece131dcc296 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390024 Feb 04 12:09:42.106521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d4f92-a0a9-4064-ba33-cc6b74939163 req-4b234873-ca29-4522-81b4-96e16889feb3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:42.107901 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b45d4f92-a0a9-4064-ba33-cc6b74939163 req-4b234873-ca29-4522-81b4-96e16889feb3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0843508 Feb 04 12:09:42.152591 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b45d4f92-a0a9-4064-ba33-cc6b74939163 req-ee895e1e-4100-42b2-a8c7-f676e35b91d7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Feb 04 12:09:43.345187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294492-64c1-4595-855b-c0839fa70c96 req-3ff81801-f46c-469d-88dc-3589b9414b42 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:43.346740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d294492-64c1-4595-855b-c0839fa70c96 req-3ff81801-f46c-469d-88dc-3589b9414b42 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0875404 Feb 04 12:09:43.395914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2d294492-64c1-4595-855b-c0839fa70c96 req-b3e9d24e-b3ce-45c2-89c0-62c0a0961aa3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Feb 04 12:09:44.589050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215e355-da59-4211-aa15-74a9c91b50ef req-260a4694-35fb-4a90-8764-5477c5968e97 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:44.590625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5215e355-da59-4211-aa15-74a9c91b50ef req-260a4694-35fb-4a90-8764-5477c5968e97 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0841711 Feb 04 12:09:44.643887 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5215e355-da59-4211-aa15-74a9c91b50ef req-93b4b6e8-b101-4320-aebd-aa9905729b35 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Feb 04 12:09:45.840715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeeed1-0dd4-40b5-b32b-3e1609ff4835 req-f85268bb-9305-422b-b146-cddff38ba700 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:45.842162 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-edeeeed1-0dd4-40b5-b32b-3e1609ff4835 req-f85268bb-9305-422b-b146-cddff38ba700 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0809698 Feb 04 12:09:45.889105 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-edeeeed1-0dd4-40b5-b32b-3e1609ff4835 req-0c56c6dc-e740-45ff-b6ac-723b313b0113 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Feb 04 12:09:45.993515 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-2ab3eded-108a-4c23-9cfd-95bcc395f59b service neutron] 10.222.0.42 "GET /v2.0/ports/c66587b4-55d1-485d-be3e-9b8cba82c80b/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0731490 Feb 04 12:09:46.562338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-070ce09e-a159-4e72-864d-a2c3d44cb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:46.563096 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-070ce09e-a159-4e72-864d-a2c3d44cb304 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 1098 time: 0.0696452 Feb 04 12:09:46.655901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-3a6ad4a8-dda4-4702-bf71-e9471b4715e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:46.657341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-3a6ad4a8-dda4-4702-bf71-e9471b4715e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.0723574 Feb 04 12:09:46.787230 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-90181611-76de-442f-9360-977c2946e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:46.789026 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-90181611-76de-442f-9360-977c2946e830 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1252804 Feb 04 12:09:46.989472 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-bd4ec227-f182-4096-a6e4-5e6f4a3aae32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 1001 time: 0.1948996 Feb 04 12:09:47.101307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-00e6f863-3982-4e76-829c-19d633c9aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:47.102712 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-00e6f863-3982-4e76-829c-19d633c9aec8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.1071994 Feb 04 12:09:47.173645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70feee3-ee90-4220-bf8f-52b68feb9ab4 req-2d6d8a7e-17c9-42dd-a0de-c289ee970557 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:47.174968 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f70feee3-ee90-4220-bf8f-52b68feb9ab4 req-2d6d8a7e-17c9-42dd-a0de-c289ee970557 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.1511242 Feb 04 12:09:47.225793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-74cda729-69a3-4931-9094-6124fc2b12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:47.227231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-74cda729-69a3-4931-9094-6124fc2b12fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186955 Feb 04 12:09:47.230143 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f70feee3-ee90-4220-bf8f-52b68feb9ab4 req-eb78c8e6-0a77-45fc-aa71-93582b58dd04 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496042 Feb 04 12:09:47.356113 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-f5763f5c-4ed7-4ac4-9fca-d62d78324adc service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231539 Feb 04 12:09:47.486078 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-39ba24d7-296c-467a-a5e6-2cde0c873ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240952 Feb 04 12:09:48.150720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:09:48.152903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:09:48.363673 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:48.401725 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:09:48.415529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:48.426547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'port_id': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'mac_address': 'fa:16:3e:ea:4f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:09:48.428714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c611-6f04-4435-bab8-d1beba94b105 req-4986b539-2c02-4508-be48-fb2c081e7033 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:48.429161 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:09:48.430214 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2f16c611-6f04-4435-bab8-d1beba94b105 req-4986b539-2c02-4508-be48-fb2c081e7033 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0871720 Feb 04 12:09:48.479207 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2f16c611-6f04-4435-bab8-d1beba94b105 req-eec4b522-b00c-47ce-ada1-f0da5aaddb69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Feb 04 12:09:48.484078 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'code': 200} Feb 04 12:09:48.496901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:48.510121 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:48.547540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c66587b4-55d1-485d-be3e-9b8cba82c80b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:09:48.626425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:48.636333 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.636664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.637001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.637334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.637662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.637990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.638312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.638636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.638962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.639280 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.639625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.639944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:09:48.643123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:09:48.643476 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:09:49.201231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:49.218103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66587b4-55d1-485d-be3e-9b8cba82c80b {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:09:49.233999 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:09:49.305624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:49.372520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['c66587b4-55d1-485d-be3e-9b8cba82c80b'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:09:49.431641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:49.676196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240753a2-67b7-44c2-8368-5fdaf9404341 req-3f8844f7-d5b0-4e56-8ab8-0a2fa1ffb802 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:49.678552 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-240753a2-67b7-44c2-8368-5fdaf9404341 req-3f8844f7-d5b0-4e56-8ab8-0a2fa1ffb802 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 944 time: 0.0867584 Feb 04 12:09:49.726231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-240753a2-67b7-44c2-8368-5fdaf9404341 req-fb5290d1-65bd-4e0f-9403-1481adac9101 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Feb 04 12:09:50.163903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:09:50.230934 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port c66587b4-55d1-485d-be3e-9b8cba82c80b triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:09:50.231693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:50.245106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949284cc-4dc1-4ec3-ad47-51f008d6188c req-9200a8fc-4af0-4164-9377-cc5974c3aec8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.246549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-949284cc-4dc1-4ec3-ad47-51f008d6188c req-9200a8fc-4af0-4164-9377-cc5974c3aec8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 944 time: 0.1325035 Feb 04 12:09:50.299777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-a4dedb4c-fa20-49c6-95ee-c811c9118d3e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.301014 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-a4dedb4c-fa20-49c6-95ee-c811c9118d3e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203&tenant_id=893da9ed4e99499cb8f6d5df44bfa936&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.1278875 Feb 04 12:09:50.311840 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-949284cc-4dc1-4ec3-ad47-51f008d6188c req-191cbffd-86a5-423a-ada7-9d3a737935dd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589252 Feb 04 12:09:50.356066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:50.394817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:09:50.460019 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:09:50.495424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:09:50.508880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-d5f1e267-fee3-40ee-810c-d29ff3b26d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.510040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-d5f1e267-fee3-40ee-810c-d29ff3b26d7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1097 time: 0.1287148 Feb 04 12:09:50.535696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:09:50.555076 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'code': 200} Feb 04 12:09:50.607692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8f682-a475-4425-8c1d-63f93a43fa52 req-e63bb2c4-5ec7-4371-9f5d-647a2a8db7f3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.609154 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ae8f682-a475-4425-8c1d-63f93a43fa52 req-e63bb2c4-5ec7-4371-9f5d-647a2a8db7f3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.1784012 Feb 04 12:09:50.687481 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9ae8f682-a475-4425-8c1d-63f93a43fa52 req-320438df-d14d-4a75-a4f2-dbc1a4d829e8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715110 Feb 04 12:09:50.688634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-3d97e4d0-0c68-4bd6-b006-80446a3c9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.689962 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-3d97e4d0-0c68-4bd6-b006-80446a3c9590 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1746969 Feb 04 12:09:50.793440 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-dd8b6c89-2fcf-4b19-9c01-4fcb82cc0815 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 1001 time: 0.0970800 Feb 04 12:09:50.853937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-11574078-632a-4f24-937d-505b92a91ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.856216 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-11574078-632a-4f24-937d-505b92a91ac9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0575953 Feb 04 12:09:50.928574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-8a05ff25-bd2c-43e9-905b-da67c31ed612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:50.929997 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-8a05ff25-bd2c-43e9-905b-da67c31ed612 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686922 Feb 04 12:09:51.058167 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-e46d9c31-bf3b-4b98-9e92-2af11afd4804 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221049 Feb 04 12:09:51.288305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e99f7fa8-59a8-4a25-9947-e585c4fef88d req-48b1836e-03d9-4107-aee1-aea72e1925e5 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247462 Feb 04 12:09:51.882902 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529affeb-fbfd-40f0-b74e-ade170ec5bc1 req-66664022-b8d0-4d36-9d69-270ce199ae7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:51.884408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-529affeb-fbfd-40f0-b74e-ade170ec5bc1 req-66664022-b8d0-4d36-9d69-270ce199ae7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0840840 Feb 04 12:09:51.930961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-529affeb-fbfd-40f0-b74e-ade170ec5bc1 req-add62122-fc11-4f41-a36b-d625ba81c6bd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Feb 04 12:09:53.117682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a413c-9133-47ce-b5fa-bebdc770af0d req-986d8cde-1d82-4e30-a2d9-d247ba3b0b05 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:09:53.119751 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-033a413c-9133-47ce-b5fa-bebdc770af0d req-986d8cde-1d82-4e30-a2d9-d247ba3b0b05 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0823259 Feb 04 12:09:53.171451 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-033a413c-9133-47ce-b5fa-bebdc770af0d req-a009e5fe-3e0c-4b2d-9b3b-f1940cb5cabf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Feb 04 12:09:53.194569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:09:53.300128 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c949a4a5-9ff7-4f2a-a2b5-389a375e3f3f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/69431619-7125-4aa0-aef7-b8f2d34151f0 HTTP/1.1" status: 200 len: 993 time: 0.1042798 Feb 04 12:09:57.739989 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:00.299919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-94d760ed-70d3-463a-b127-3b112e5451df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:02.763047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-35ccfa53-0102-485b-9bb8-ad553d40bce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:03.291250 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:10:03.801993 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:03.882597 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:04.175905 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-9499feb9-5011-4dd2-bf06-bf3803e99743 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684772 Feb 04 12:10:04.316828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-a87ac3f9-dfb3-4637-85cd-f15dd449c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:04.318326 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-a87ac3f9-dfb3-4637-85cd-f15dd449c465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.0695314 Feb 04 12:10:04.470103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-7ceec0d9-7ae0-47f2-86f9-5a4018995850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:04.471596 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-7ceec0d9-7ae0-47f2-86f9-5a4018995850 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1240885 Feb 04 12:10:04.575117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-a5ddde8d-914e-4f10-8064-44432835332e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 1001 time: 0.0967681 Feb 04 12:10:04.640157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-f71b54a2-127f-458e-8517-7fdbbc35b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:04.641568 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-f71b54a2-127f-458e-8517-7fdbbc35b14b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0603373 Feb 04 12:10:04.716568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-4ecf450d-8758-42e9-9e7a-246d0bdafce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:04.718040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-4ecf450d-8758-42e9-9e7a-246d0bdafce6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707715 Feb 04 12:10:04.856957 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-0951a82d-ca6a-4f65-b120-31cddb7c9c64 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316664 Feb 04 12:10:04.990085 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4b53d8bb-597d-449f-ab42-ae497d94fc0d req-8d7746c9-e352-4f1a-a49d-31ea20134612 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264560 Feb 04 12:10:05.270889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:19.824291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47686) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:20.097200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 6d82ad8f-4cb9-455f-a8bc-96460a4d79d3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:10:20.097454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.371597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.371840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.502280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 6d82ad8f-4cb9-455f-a8bc-96460a4d79d3 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:10:20.829684 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.883581 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=6d82ad8f-4cb9-455f-a8bc-96460a4d79d3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:20.926530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.926869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.927202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.927538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.927889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.928206 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.928524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.928838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.929155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.929469 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.929781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.930085 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:20.987768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:20.988092 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP 69431619-7125-4aa0-aef7-b8f2d34151f0 disassociated (deleted). External IP: 172.26.6.194, port: c66587b4-55d1-485d-be3e-9b8cba82c80b. Feb 04 12:10:21.371608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 92fbeb42-0396-4fee-8742-275df04b401a has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:10:21.550006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:10:21.559439 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] Sync routers for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:10:21.569627 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:21.570214 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:21.624697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:21.683026 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4fd5ab7a-df40-4fb5-8bf6-1683fddc3e2d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/floatingips/69431619-7125-4aa0-aef7-b8f2d34151f0 HTTP/1.1" status: 204 len: 168 time: 1.8576365 Feb 04 12:10:21.683608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:21.755881 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:21.838941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'status': 'completed', 'code': 200} Feb 04 12:10:21.938990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-77ad39d9-0b67-4cbd-a1a7-e09c87ba2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:21.940589 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-77ad39d9-0b67-4cbd-a1a7-e09c87ba2f5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 1098 time: 0.0719812 Feb 04 12:10:22.076294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-92607e6f-2181-46c2-9326-c366e7a882ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:22.077755 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-92607e6f-2181-46c2-9326-c366e7a882ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 200 len: 897 time: 0.1316819 Feb 04 12:10:22.084221 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:44Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:22.088304 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] Checking router: 92fbeb42-0396-4fee-8742-275df04b401a for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:10:22.099019 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:22.099645 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:22.287077 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:22.293497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-ac96b5cc-9ce5-410f-8d8d-c888b169020e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 200 len: 217 time: 0.2081835 Feb 04 12:10:22.379942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-bfe93b2c-3f44-4bc6-8b10-292a4476cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:22.381362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-bfe93b2c-3f44-4bc6-8b10-292a4476cc34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 200 len: 835 time: 0.0764837 Feb 04 12:10:22.437275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab194e-17d7-41b2-bb17-d380e6ef45ee req-18d46bd4-59bc-4338-9794-047a905fc56a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:22.438505 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-32ab194e-17d7-41b2-bb17-d380e6ef45ee req-18d46bd4-59bc-4338-9794-047a905fc56a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:22.478427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-f800e523-505f-4934-a21c-d5961d3688c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:22.479903 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-f800e523-505f-4934-a21c-d5961d3688c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eba86bba-67ce-4765-bf25-778f83bd8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915072 Feb 04 12:10:22.563354 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-32ab194e-17d7-41b2-bb17-d380e6ef45ee req-18d46bd4-59bc-4338-9794-047a905fc56a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:22.564434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-32ab194e-17d7-41b2-bb17-d380e6ef45ee req-18d46bd4-59bc-4338-9794-047a905fc56a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.3078065 Feb 04 12:10:22.632742 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:44Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:22.637056 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89555fb8-2251-42a3-94fb-a182f3f9233b None None] The sync data for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv is: [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'dcd394c6-d36e-49bd-8673-6cf7c8bc38aa', 'name': '', 'network_id': 'eba86bba-67ce-4765-bf25-778f83bd8153', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:ee:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:38Z', 'updated_at': '2022-02-04T12:08:44Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': 'c32f8625-1e32-449c-8b97-a3d1993657fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:10:22.642642 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-32ab194e-17d7-41b2-bb17-d380e6ef45ee req-b7f91f83-7b3c-4e46-b31f-5000a41a8360 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721972 Feb 04 12:10:22.659773 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-3f17c315-1bf0-4b26-881b-1cbeb2655509 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675813 Feb 04 12:10:22.798975 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb955541-f7f4-4b00-9926-f2a868ddc7d2 req-df47612d-e8cc-4aed-99df-560f84819282 service neutron] 10.222.0.42 "GET /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320937 Feb 04 12:10:22.885174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73d558-d2f5-4cdc-9833-25d19bad29a5 None None] New status for floating IP 69431619-7125-4aa0-aef7-b8f2d34151f0: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:10:23.852215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d8654-0126-42e2-84e3-2792c994d772 req-96f406f4-bd50-4f57-831a-edd39bb893a9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:23.854151 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-794d8654-0126-42e2-84e3-2792c994d772 req-96f406f4-bd50-4f57-831a-edd39bb893a9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.0913906 Feb 04 12:10:23.954847 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-794d8654-0126-42e2-84e3-2792c994d772 req-9c93e81f-ba70-45fb-ab1b-787a157631d9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=7baedefd-8349-4095-a314-7859b1398c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951757 Feb 04 12:10:23.982882 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-e5d428d1-c4ec-49b7-85ac-03a2ac381daa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:23.984424 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-e5d428d1-c4ec-49b7-85ac-03a2ac381daa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 945 time: 0.1079557 Feb 04 12:10:24.054911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port c66587b4-55d1-485d-be3e-9b8cba82c80b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:10:24.055250 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:24.311009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port c66587b4-55d1-485d-be3e-9b8cba82c80b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c66587b4-55d1-485d-be3e-9b8cba82c80b,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:24.311274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:24.438713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for c66587b4-55d1-485d-be3e-9b8cba82c80b owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:10:24.658680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:24.710090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=c66587b4-55d1-485d-be3e-9b8cba82c80b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:24.795086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] No DVR routers for this DVR port c66587b4-55d1-485d-be3e-9b8cba82c80b on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:10:24.798149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:24.800767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-deleted', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:24.845732 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9e0067-1cbb-4b6b-a045-dfa62f224203', 'name': 'network-vif-deleted', 'tag': 'c66587b4-55d1-485d-be3e-9b8cba82c80b', 'status': 'completed', 'code': 200} Feb 04 12:10:24.923769 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-19316f68-afdd-4670-be89-77d6344d7cf9 req-6b7d5188-34dd-42c5-8e6e-c47a5c8f5e96 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "DELETE /v2.0/ports/c66587b4-55d1-485d-be3e-9b8cba82c80b HTTP/1.1" status: 204 len: 173 time: 0.9338996 Feb 04 12:10:25.111908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5f07fa5c-fbd8-4fac-9d00-791c80b241fe req-e80edcd4-33b3-4cb8-b8fd-0f138b28d9c8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:25.206782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5f07fa5c-fbd8-4fac-9d00-791c80b241fe req-e80edcd4-33b3-4cb8-b8fd-0f138b28d9c8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:25.217484 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f07fa5c-fbd8-4fac-9d00-791c80b241fe req-e80edcd4-33b3-4cb8-b8fd-0f138b28d9c8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c9e0067-1cbb-4b6b-a045-dfa62f224203 HTTP/1.1" status: 200 len: 210 time: 0.1413085 Feb 04 12:10:26.305974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:26.963087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:27.321339 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:10:27.322069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:27.511020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port dcd394c6-d36e-49bd-8673-6cf7c8bc38aa, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:27.511371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:27.635060 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for dcd394c6-d36e-49bd-8673-6cf7c8bc38aa owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:10:27.739663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.162413 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.213404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=dcd394c6-d36e-49bd-8673-6cf7c8bc38aa,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:28.352649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:28.395919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: c66587b4-55d1-485d-be3e-9b8cba82c80b {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:10:28.396907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device c66587b4-55d1-485d-be3e-9b8cba82c80b not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:28.510958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:28.926237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 92fbeb42-0396-4fee-8742-275df04b401a has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:10:29.104671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:10:29.115967 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] Sync routers for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:10:29.126947 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:29.127791 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:29.175899 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6312674-7233-4176-9568-e61cda38d93b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/92fbeb42-0396-4fee-8742-275df04b401a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8693378 Feb 04 12:10:29.180371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47712) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:29.254075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting subnet c32f8625-1e32-449c-8b97-a3d1993657fc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:10:29.258886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.315405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.316560 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:29.397183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.555919 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.597382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f8625-1e32-449c-8b97-a3d1993657fc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:29.601074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.610662 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2cbac438-ccca-4a56-9e22-1bd97c93bb7f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/subnets/c32f8625-1e32-449c-8b97-a3d1993657fc HTTP/1.1" status: 204 len: 168 time: 0.4290411 Feb 04 12:10:29.613703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea13690-0183-4bf9-9a88-db1607fd1948 None None] Network eba86bba-67ce-4765-bf25-778f83bd8153 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:10:29.619983 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:10:28Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:29.622502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47716) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:29.624392 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] Checking router: 92fbeb42-0396-4fee-8742-275df04b401a for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:10:29.635888 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] Routers {'92fbeb42-0396-4fee-8742-275df04b401a'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:29.636895 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['92fbeb42-0396-4fee-8742-275df04b401a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:29.889776 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] Set router 92fbeb42-0396-4fee-8742-275df04b401a gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:29.968249 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] DHCP port deletion for eba86bba-67ce-4765-bf25-778f83bd8153 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:10:29.972143 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] Deleting port 3c041d64-b655-4a2d-baee-3b563076bbb4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:10:29.972826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:29.986700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.199587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.232426 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:10:28Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:30.237317 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b4ebb-8ece-4104-b058-c1f1ee3e3bfa None None] The sync data for ids ['92fbeb42-0396-4fee-8742-275df04b401a'] in dv-neutron-827824-2-hyperv is: [{'id': '92fbeb42-0396-4fee-8742-275df04b401a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776821178', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:08:33Z', 'updated_at': '2022-02-04T12:10:28Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': 'c6e7e44f-27d9-4503-926d-12da5b9798e8', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fbeb42-0396-4fee-8742-275df04b401a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:08:34Z', 'updated_at': '2022-02-04T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:10:30.246105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] For port 3c041d64-b655-4a2d-baee-3b563076bbb4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3c041d64-b655-4a2d-baee-3b563076bbb4,segment=NetworkSegment(6d729104-2487-4590-be2d-5c81cecba2c8),segment_id=6d729104-2487-4590-be2d-5c81cecba2c8)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:30.246661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.282813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port c6e7e44f-27d9-4503-926d-12da5b9798e8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:10:30.283253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.369090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a9e71935-93c4-4916-b6fd-91a540b13a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.376922 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] Calling delete_port for 3c041d64-b655-4a2d-baee-3b563076bbb4 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:10:30.483159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port c6e7e44f-27d9-4503-926d-12da5b9798e8, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c6e7e44f-27d9-4503-926d-12da5b9798e8,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:30.483431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.528259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:30.585578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] Pushing event deleted for resources: {'Port': ['ID=3c041d64-b655-4a2d-baee-3b563076bbb4,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:30.596080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5d60c-747e-48cf-acdc-e3dda79304c8 None None] No DVR routers for this DVR port 3c041d64-b655-4a2d-baee-3b563076bbb4 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:10:30.626091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for c6e7e44f-27d9-4503-926d-12da5b9798e8 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:10:30.671467 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3c041d64-b655-4a2d-baee-3b563076bbb4 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:30.743689 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 3c041d64-b655-4a2d-baee-3b563076bbb4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:10:30.744126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3c041d64-b655-4a2d-baee-3b563076bbb4 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:30.744636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dcd394c6-d36e-49bd-8673-6cf7c8bc38aa no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:30.786452 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: dcd394c6-d36e-49bd-8673-6cf7c8bc38aa {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:10:30.789557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dcd394c6-d36e-49bd-8673-6cf7c8bc38aa not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:30.989956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.048005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=c6e7e44f-27d9-4503-926d-12da5b9798e8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:31.143069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.333100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.336980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.419381 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.419990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Fanout notify agent at l3_agent the message router_deleted on router 92fbeb42-0396-4fee-8742-275df04b401a {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:10:31.439140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.440761 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-86ef4a64-fbc3-461a-81f1-ac754b15faa5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/routers/92fbeb42-0396-4fee-8742-275df04b401a HTTP/1.1" status: 204 len: 168 time: 1.8170733 Feb 04 12:10:31.443253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47720) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:31.588984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.873275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.909495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba86bba-67ce-4765-bf25-778f83bd8153']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:31.924983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d729104-2487-4590-be2d-5c81cecba2c8') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:31.925357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d729104-2487-4590-be2d-5c81cecba2c8') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:31.939282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.959945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.968467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:10:31.969623 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:10:31.988374 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:10:32.150228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:32.169197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:32.180862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Network': ['ID=eba86bba-67ce-4765-bf25-778f83bd8153,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:32.249051 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f4fb39d-c35a-4c33-aae8-c240496ef71c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/networks/eba86bba-67ce-4765-bf25-778f83bd8153 HTTP/1.1" status: 204 len: 168 time: 0.8043568 Feb 04 12:10:32.251983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47724) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:32.328111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd1c1-e554-4b8d-8dae-a38b6cd937e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:32.361956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd1c1-e554-4b8d-8dae-a38b6cd937e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:32.504422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd1c1-e554-4b8d-8dae-a38b6cd937e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:32.523775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cd1c1-e554-4b8d-8dae-a38b6cd937e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baedefd-8349-4095-a314-7859b1398c2d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:32.600197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd1c1-e554-4b8d-8dae-a38b6cd937e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:32.601180 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7f2cd1c1-e554-4b8d-8dae-a38b6cd937e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/security-groups/7baedefd-8349-4095-a314-7859b1398c2d HTTP/1.1" status: 204 len: 168 time: 0.3481259 Feb 04 12:10:32.645851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6e7e44f-27d9-4503-926d-12da5b9798e8 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:10:32.684021 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: c6e7e44f-27d9-4503-926d-12da5b9798e8 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:10:32.684362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c6e7e44f-27d9-4503-926d-12da5b9798e8 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:10:32.760260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-674650ad-6a7a-4aab-a957-0193e3e8f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.195174 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47732) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:33.200368 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66603398', 'description': 'tempest-secgroup-smoke-66603398 description', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:33.206375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:33.210767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:33.214280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:33.220879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:33.309433 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.330651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:33.334675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:33.337488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:33.343766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:33.420007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.481933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.531713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9c13ef-a75e-4651-b42b-eb8c060cd83f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:33.597110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.598574 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8418d2e0-3b2f-43cd-950e-f72f520a2756 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4023643 Feb 04 12:10:33.601799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:33.609988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '8b9c13ef-a75e-4651-b42b-eb8c060cd83f', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:33.617048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:33.622524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:33.625896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:33.636563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:33.693899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.717759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.853089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.859357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.926629 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:33.951782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3f0337-dda4-4cee-b270-31ec1028c08d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:34.048240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.049357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2791c068-6d4a-4dc2-ac9c-a6aff35889f8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4461801 Feb 04 12:10:34.052238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:34.057282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '8b9c13ef-a75e-4651-b42b-eb8c060cd83f', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:34.063925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:34.067839 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:34.070732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:34.077096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:34.169692 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.229812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.304963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.331219 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53af1489-407c-4d41-b4c2-d4ce5cb89c9f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:34.458169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.459705 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e1e1cb67-c113-446b-b787-8f0e3c2466a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4064684 Feb 04 12:10:34.462422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47744) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:34.467375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '8b9c13ef-a75e-4651-b42b-eb8c060cd83f', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:34.473380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:34.477318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:34.480199 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:34.486522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:34.568201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.628705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.704624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.728843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a425f3f9-f4cb-4a56-b915-e68c3caf1bf4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:34.813639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.815084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-297031f9-d92d-4594-ab94-193ea81b6327 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515966 Feb 04 12:10:34.818143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47748) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:34.827792 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '8b9c13ef-a75e-4651-b42b-eb8c060cd83f', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:34.830203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:34.834273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:34.837077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:34.842768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:34.923762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:34.989661 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.059000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.084102 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b4a951-ff26-4a9b-884c-054ea02e9737,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:35.156276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.157544 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-bba53264-97d5-49c6-853b-28bfa4ff657b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3384769 Feb 04 12:10:35.160334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:35.165635 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '8b9c13ef-a75e-4651-b42b-eb8c060cd83f', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:35.172249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:35.176123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:35.179276 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:35.184978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:35.247636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:10:35.255188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.276478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.326831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.379001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.402596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6dda75-a948-4c32-87ad-8fa9f356d453,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:35.453556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.454778 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b7b696f2-c9c4-42ab-823b-23eb40696308 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2933815 Feb 04 12:10:35.458647 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:35.464247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '8b9c13ef-a75e-4651-b42b-eb8c060cd83f', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:35.471583 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:35.475808 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:35.478740 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:35.485038 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:35.549623 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:10:35.556675 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.619035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.693497 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.717087 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d95e02-95f2-4fb4-859d-4e237e34492e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:35.728142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.728482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.728815 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.729136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.729470 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.729790 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.730109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.730428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.730741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.731091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.731371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.731712 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:35.796863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.798221 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9e361efc-d66b-4db5-b062-a0dfefdbc720 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3381436 Feb 04 12:10:35.801003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:35.806693 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'network': {'name': 'tempest-network-smoke--743058026', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:35.811810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:35.815786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:network and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:35.818601 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:35.824197 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:35.910454 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:35.914078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.942550 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:10:35.951433 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:35.951734 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Added segment 6d817b43-d69b-4793-88da-8accf86c0c4f of type vlan for network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b Feb 04 12:10:35.982391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.048207 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.053722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:36.054309 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.167299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Network': ['ID=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:36.183196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:10:36.196850 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-344f48e8-4921-47b8-be7d-75104b998eb6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3947804 Feb 04 12:10:36.199461 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:36.205200 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'admin_state_up': True, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:36.212556 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:36.216492 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:router and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:36.219337 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:36.225690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:36.276855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.278211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.294907 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:36.804563 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.181886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.216607 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.361606 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.230 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:10:37.518671 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.613508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:37.681264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:37.684101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:37.687861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:10:37.727983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:38.219401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:38.695226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:38.989834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:10:39.176014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:10:39.187271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Sync routers for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:10:39.198547 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:39.199156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:39.299294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:39.304457 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f7360427-05a7-45cb-8b11-f7774783066a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1004865 Feb 04 12:10:39.304903 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:39.389171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:39.408025 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f4afd191-a846-4b46-847a-e0a0f44f5df2 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=893da9ed4e99499cb8f6d5df44bfa936&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1017189 Feb 04 12:10:39.410995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47774) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:39.543039 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eba21a-84ab-4642-bfe0-4b06101a1392 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:39.544569 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b0eba21a-84ab-4642-bfe0-4b06101a1392 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328204 Feb 04 12:10:39.548132 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:39.588402 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5897d7b8-194c-49b7-9b90-1da6db8f823a tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389185 Feb 04 12:10:39.590677 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:39.596604 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942700828', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:39.674903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:37Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:39.678914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Checking router: 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:10:39.679344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Updating router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:10:39.707023 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:39.712421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:subnet and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:10:39.714346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:10:39.720602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:39.744385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:39.794887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:39.798386 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.073557 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.085889 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Transition to ACTIVE for port object 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:40.092658 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.173432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.174101 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Subnet': ['ID=180a63d9-51cd-47de-b989-fb266b199fb5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:40.184758 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Checking segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:10:40.185111 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network hostable DHCP agents. Network: d256a07a-b6f8-49cd-b881-1f36ac6e7e5b, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:10:40.254251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Attempting to bind port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:10:40.257776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Attempting to bind port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:10:40.257776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Attempting to bind port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:10:40.257776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee846e-0740-4ece-8699-7944cd5c3e67 None None] Pushing event updated for resources: {'Port': ['ID=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:40.262631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:10:40.263006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:10:40.263443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.263933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:10:40.264399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Bound port: 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:10:40.264831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.275931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:10:40.290515 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:10:40.340170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] For port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:10:40.343023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] For port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:10:40.367353 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, d256a07a-b6f8-49cd-b881-1f36ac6e7e5b) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:40.371389 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:40.372011 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.377096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851b49c-cafc-4d10-8202-a1516d008023 None None] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:10:40.441473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.470082 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b12baf9a-bfec-4333-a399-a3bd8bdb1532 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8783839 Feb 04 12:10:40.472848 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:10:40.570303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:40.570931 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:40.643825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee846e-0740-4ece-8699-7944cd5c3e67 None None] Pushing event updated for resources: {'Port': ['ID=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:40.882578 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-d256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:10:40.883411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:40.911952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:41.300761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Allocated IP 172.20.0.2 (d256a07a-b6f8-49cd-b881-1f36ac6e7e5b/180a63d9-51cd-47de-b989-fb266b199fb5/ece64eef-2faf-4f62-a3b7-933734323075) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:10:41.348270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.452353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:37Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:41.466942 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd91dcf-09a0-429f-8299-57c477ca7eb3 None None] The sync data for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv is: [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:37Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:10:41.550644 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.572464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Transition to ACTIVE for port object ece64eef-2faf-4f62-a3b7-933734323075 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:41.593145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Transition to ACTIVE for port object ece64eef-2faf-4f62-a3b7-933734323075 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:41.653835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.728763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:41.736857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:41.739679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:10:41.784795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Pushing event updated for resources: {'Port': ['ID=ece64eef-2faf-4f62-a3b7-933734323075,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:41.865165 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.1 (d256a07a-b6f8-49cd-b881-1f36ac6e7e5b/180a63d9-51cd-47de-b989-fb266b199fb5/cd1c4ac7-b0d7-413f-a7c2-14fb24521674) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:10:41.872614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Attempting to bind port ece64eef-2faf-4f62-a3b7-933734323075 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:10:41.878200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Attempting to bind port ece64eef-2faf-4f62-a3b7-933734323075 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:10:41.878200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Attempting to bind port ece64eef-2faf-4f62-a3b7-933734323075 on network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:10:41.885232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:10:41.885915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Checking segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:10:41.886660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:41.887534 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Bound using segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:10:41.888285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Bound port: ece64eef-2faf-4f62-a3b7-933734323075, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:10:41.888859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.021432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] For port ece64eef-2faf-4f62-a3b7-933734323075, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:10:42.026498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] For port ece64eef-2faf-4f62-a3b7-933734323075, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ece64eef-2faf-4f62-a3b7-933734323075,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:10:42.081269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.091400 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object cd1c4ac7-b0d7-413f-a7c2-14fb24521674 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:42.099432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.186323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232cec6-dcc3-43eb-8684-1952ec3ed686 None None] Pushing event updated for resources: {'Port': ['ID=ece64eef-2faf-4f62-a3b7-933734323075,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:42.197836 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.282097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:42.285532 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:42.290021 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:10:42.340912 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:42.368871 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.761465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:42.883958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:42.899031 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:42.904321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:42.904829 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.053147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.072264 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:43.167507 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.172061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ece64eef-2faf-4f62-a3b7-933734323075 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:43.305775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:43.373296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.379805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port ece64eef-2faf-4f62-a3b7-933734323075 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:43.435603 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac16b1-0837-444b-aa9d-e77e16715d19 None None] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:10:43.464887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.587847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:43.595326 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.653359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] Provisioning for port ece64eef-2faf-4f62-a3b7-933734323075 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:43.677620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] Provisioning complete for port ece64eef-2faf-4f62-a3b7-933734323075 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:43.678849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.768783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:43.770562 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:43.887336 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:43.930614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] For port ece64eef-2faf-4f62-a3b7-933734323075, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ece64eef-2faf-4f62-a3b7-933734323075,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:43.989088 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:10:44.014033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.099068 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788c16-c5b3-40a1-9f89-c704c984c019 None None] Pushing event updated for resources: {'Port': ['ID=ece64eef-2faf-4f62-a3b7-933734323075,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:44.151812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-46673b58-a791-4721-b47d-69ea6ff496dc None None] Provisioning complete for port ece64eef-2faf-4f62-a3b7-933734323075 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:44.152236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46673b58-a791-4721-b47d-69ea6ff496dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.198199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:10:44.221173 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Sync routers for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:10:44.222227 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1c3cec0f-3536-4eaa-b525-d66abd1550ef tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/81a0f9fe-3705-442b-af8b-0c6e5f1eba84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7470262 Feb 04 12:10:44.243433 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:44.244927 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:44.396011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-46673b58-a791-4721-b47d-69ea6ff496dc None None] Provisioning for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:44.404215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-46673b58-a791-4721-b47d-69ea6ff496dc None None] Provisioning complete for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:44.404909 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-46673b58-a791-4721-b47d-69ea6ff496dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.447336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-648b1d38-f146-432f-8086-a2505769192b req-a96d0405-bc97-417e-9b74-08c770322808 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:44.471123 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:44.487804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-46673b58-a791-4721-b47d-69ea6ff496dc None None] Port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:10:44.527133 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-648b1d38-f146-432f-8086-a2505769192b req-a96d0405-bc97-417e-9b74-08c770322808 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:44.528379 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-a96d0405-bc97-417e-9b74-08c770322808 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66603398&fields=id&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 267 time: 0.1351976 Feb 04 12:10:44.620729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-428ff952-a54b-4939-a257-ec515d04db98 None None] Provisioning complete for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:44.621337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-428ff952-a54b-4939-a257-ec515d04db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.738911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-428ff952-a54b-4939-a257-ec515d04db98 None None] Port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:10:44.760714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:44.848422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:44.848953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.883761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-18101194-05a2-4c1b-ba81-dec58597abba tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:44.885501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-648b1d38-f146-432f-8086-a2505769192b req-18101194-05a2-4c1b-ba81-dec58597abba tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:44.930299 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e20de8ad-a94f-418e-96d1-0c958ec58ade None None] Provisioning complete for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:44.931217 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e20de8ad-a94f-418e-96d1-0c958ec58ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:44.968530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-648b1d38-f146-432f-8086-a2505769192b req-18101194-05a2-4c1b-ba81-dec58597abba tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:44.980578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-18101194-05a2-4c1b-ba81-dec58597abba tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 796 time: 0.4385099 Feb 04 12:10:45.005231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-73152a30-a31d-405e-8b1f-fdcbfa080514 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/quotas/893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 375 time: 0.0223236 Feb 04 12:10:45.041567 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 2, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:45.048784 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Checking router: 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:10:45.049221 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Updating router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:10:45.053276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ece64eef-2faf-4f62-a3b7-933734323075 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:45.125150 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.156860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e20de8ad-a94f-418e-96d1-0c958ec58ade None None] Port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:10:45.160159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-648b1d38-f146-432f-8086-a2505769192b req-bb3e6cd8-cfea-4873-9f49-3cd28dbfb0cf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:45.175748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port ece64eef-2faf-4f62-a3b7-933734323075 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:45.177426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.231611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-648b1d38-f146-432f-8086-a2505769192b req-bb3e6cd8-cfea-4873-9f49-3cd28dbfb0cf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:45.236326 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-bb3e6cd8-cfea-4873-9f49-3cd28dbfb0cf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230160 Feb 04 12:10:45.481526 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-be0c94e0-99ab-478c-8078-9b80f411eaaa service neutron] 10.222.0.36 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252409 Feb 04 12:10:45.644031 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.656968 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Transition to ACTIVE for port object cd1c4ac7-b0d7-413f-a7c2-14fb24521674 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:45.669075 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-6804d784-04e0-493d-a4d0-c807acf5cd1b service neutron] 10.222.0.36 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781111 Feb 04 12:10:45.750939 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:45.920508 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Pushing event updated for resources: {'Port': ['ID=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:45.974537 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.975049 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.975540 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.976052 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.976536 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.977015 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.977497 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.977968 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.978519 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.978920 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.979392 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:45.979895 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:46.019490 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Attempting to bind port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:10:46.020144 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Attempting to bind port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:10:46.020580 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Attempting to bind port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 on network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:10:46.029505 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:10:46.030143 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Checking segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:10:46.030859 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:46.031558 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Bound using segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:10:46.032720 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Bound port: cd1c4ac7-b0d7-413f-a7c2-14fb24521674, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:10:46.033457 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:46.086851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-87bd24ed-1b29-4910-9177-ffca06b93e5e req-95ae5da3-b1a8-4dad-8333-7d1544ab8493 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 210 time: 0.0740316 Feb 04 12:10:46.174990 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] For port cd1c4ac7-b0d7-413f-a7c2-14fb24521674, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:10:46.179575 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] For port cd1c4ac7-b0d7-413f-a7c2-14fb24521674, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:10:46.271223 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:46.354868 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:10:46.356320 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:10:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:46.452280 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d636d-5ce2-451a-82af-9c6ee30bf257 None None] Pushing event updated for resources: {'Port': ['ID=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:46.570138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:10:46.996644 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:46Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:10:47.002521 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d177-05da-44a2-bfc1-ef420f5807bc None None] The sync data for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv is: [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:46Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:10:47.282908 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f611d933-025a-4838-8fed-8cac90405f63 req-04d37b3c-5217-4f50-9a09-8f65c6b93ae9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 210 time: 0.0503497 Feb 04 12:10:48.533933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ce3c76a0-d389-45ad-b000-e935c389b268 req-cb97237d-c445-4f35-ad3f-13a00746ec0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 210 time: 0.0583565 Feb 04 12:10:48.615577 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-b039f936-62f3-49c8-a990-fa3e5359a569 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:48.617184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-b039f936-62f3-49c8-a990-fa3e5359a569 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 796 time: 0.2234213 Feb 04 12:10:48.671063 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-c60761d3-c96c-4af2-b3f9-fb9d14f6c213 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 378 time: 0.0455630 Feb 04 12:10:48.681187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'port': {'device_id': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'admin_state_up': True, 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'security_groups': ['8b9c13ef-a75e-4651-b42b-eb8c060cd83f']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:48.731913 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cd1c4ac7-b0d7-413f-a7c2-14fb24521674 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:48.883799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:10:48.892327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:48.895291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:10:48.898139 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:48.898664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:48.979006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:10:48.982881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.031764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.076503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port cd1c4ac7-b0d7-413f-a7c2-14fb24521674, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:49.140138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.213522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:49.221649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.223014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.223014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.223014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.223014 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.223681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.223812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.224151 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.224739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.224869 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.225112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.225427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:10:49.293400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.11 (d256a07a-b6f8-49cd-b881-1f36ac6e7e5b/180a63d9-51cd-47de-b989-fb266b199fb5/492d46e6-847d-4b5d-97ed-cdc720f0660a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:10:49.512033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.529411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object 492d46e6-847d-4b5d-97ed-cdc720f0660a will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:49.642239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.781405 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:10:49.787938 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:10:49.790526 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:10:49.831360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=492d46e6-847d-4b5d-97ed-cdc720f0660a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:49.887732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:49.888327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:49.926075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddd4ba-641e-4919-8785-036065c5b5be req-1796d1a7-a27f-4539-b601-45ed06e5a638 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:49.927650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06ddd4ba-641e-4919-8785-036065c5b5be req-1796d1a7-a27f-4539-b601-45ed06e5a638 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 932 time: 0.2393167 Feb 04 12:10:49.979808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06ddd4ba-641e-4919-8785-036065c5b5be req-3f3b248a-4d0f-470d-8b19-5474684792a9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453649 Feb 04 12:10:50.025713 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-58abb9ca-fd3a-43d0-9c4c-0246fd235289 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3484511 Feb 04 12:10:50.037312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Request body: {'port': {'device_id': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:10:50.151304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6f076397-be08-41f7-8f61-fa1ee4eefe1a None None] Provisioning for port 492d46e6-847d-4b5d-97ed-cdc720f0660a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:50.159692 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6f076397-be08-41f7-8f61-fa1ee4eefe1a None None] Provisioning complete for port 492d46e6-847d-4b5d-97ed-cdc720f0660a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:50.160128 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6f076397-be08-41f7-8f61-fa1ee4eefe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.174327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.222023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-6f076397-be08-41f7-8f61-fa1ee4eefe1a None None] Port 492d46e6-847d-4b5d-97ed-cdc720f0660a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:10:50.587606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492d46e6-847d-4b5d-97ed-cdc720f0660a {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:10:50.595746 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.613851 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Transition to ACTIVE for port object 492d46e6-847d-4b5d-97ed-cdc720f0660a will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:10:50.674038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cd1c4ac7-b0d7-413f-a7c2-14fb24521674 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:50.676711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.785858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:50.786229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:50.982301 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Pushing event updated for resources: {'Port': ['ID=492d46e6-847d-4b5d-97ed-cdc720f0660a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:51.120535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Attempting to bind port 492d46e6-847d-4b5d-97ed-cdc720f0660a on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:10:51.120979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Attempting to bind port 492d46e6-847d-4b5d-97ed-cdc720f0660a by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:10:51.121503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Attempting to bind port 492d46e6-847d-4b5d-97ed-cdc720f0660a on network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:10:51.176392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Port 492d46e6-847d-4b5d-97ed-cdc720f0660a on network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:10:51.176757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Attempting to bind port 492d46e6-847d-4b5d-97ed-cdc720f0660a on network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:10:51.193781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:10:51.194277 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Checking segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:10:51.194761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Bound using segment: {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:10:51.195235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Bound port: 492d46e6-847d-4b5d-97ed-cdc720f0660a, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d817b43-d69b-4793-88da-8accf86c0c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:10:51.195647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.325946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571bad-8027-42cc-a0fe-9d6584870ef5 req-6f1fc7c8-bc60-4be7-8a5a-5d390a3c018b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:51.326883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e0571bad-8027-42cc-a0fe-9d6584870ef5 req-6f1fc7c8-bc60-4be7-8a5a-5d390a3c018b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:10:51.332592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] For port 492d46e6-847d-4b5d-97ed-cdc720f0660a, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:10:51.336238 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] For port 492d46e6-847d-4b5d-97ed-cdc720f0660a, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:10:51.374961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.447045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e0571bad-8027-42cc-a0fe-9d6584870ef5 req-6f1fc7c8-bc60-4be7-8a5a-5d390a3c018b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:10:51.448963 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0571bad-8027-42cc-a0fe-9d6584870ef5 req-6f1fc7c8-bc60-4be7-8a5a-5d390a3c018b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 944 time: 0.3211372 Feb 04 12:10:51.512498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:51.513521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:51.515877 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] 10.222.0.42 "PUT /v2.0/ports/492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 1094 time: 1.4827909 Feb 04 12:10:51.516576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:51.561322 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e0571bad-8027-42cc-a0fe-9d6584870ef5 req-2bc7740e-7e71-4096-a66e-6a00fa18d0ad tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958180 Feb 04 12:10:51.562098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd164-c269-4e37-9d69-9f223856e296 service neutron] Pushing event updated for resources: {'Port': ['ID=492d46e6-847d-4b5d-97ed-cdc720f0660a,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:51.590850 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'status': 'completed', 'code': 200} Feb 04 12:10:51.699169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf712a-8a78-496b-9572-39d565e20192 req-f359ae48-2d3a-4b23-b637-d7ab39d8df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:51.701400 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5fbf712a-8a78-496b-9572-39d565e20192 req-f359ae48-2d3a-4b23-b637-d7ab39d8df81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1097 time: 0.0908804 Feb 04 12:10:51.984037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf712a-8a78-496b-9572-39d565e20192 req-da2de08a-c433-45da-8c4f-c15cea20bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:51.985851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5fbf712a-8a78-496b-9572-39d565e20192 req-da2de08a-c433-45da-8c4f-c15cea20bf0f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2771420 Feb 04 12:10:52.175980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf712a-8a78-496b-9572-39d565e20192 req-b2cc374f-f9ed-4f61-8f3f-ad2d80d3b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.177617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5fbf712a-8a78-496b-9572-39d565e20192 req-b2cc374f-f9ed-4f61-8f3f-ad2d80d3b453 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848354 Feb 04 12:10:52.298972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-be8d1783-50a0-4781-821b-02a733c94437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.300374 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-be8d1783-50a0-4781-821b-02a733c94437 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1097 time: 0.0812681 Feb 04 12:10:52.390487 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-793490f7-afba-44cd-80c2-badc62f01510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 217 time: 0.0834982 Feb 04 12:10:52.454793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-905629ea-f23a-4643-9ecb-e357c5d90a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.456417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-905629ea-f23a-4643-9ecb-e357c5d90a63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 200 len: 834 time: 0.0605302 Feb 04 12:10:52.552447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1d38-f146-432f-8086-a2505769192b req-9eeea47c-f519-4c32-982c-2fa5e4772530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.553791 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-9eeea47c-f519-4c32-982c-2fa5e4772530 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900640 Feb 04 12:10:52.736725 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-81e9299d-391b-4a94-9d87-b93c4b743ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764750 Feb 04 12:10:52.893451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876751-0ab5-4897-9715-b398f089e4c9 req-87a7a963-7630-4aea-9391-be34311d7c5f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:52.894806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-62876751-0ab5-4897-9715-b398f089e4c9 req-87a7a963-7630-4aea-9391-be34311d7c5f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 944 time: 0.1986547 Feb 04 12:10:52.898182 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-648b1d38-f146-432f-8086-a2505769192b req-1bfaebe2-c34d-4435-88f5-506aceef535e service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550255 Feb 04 12:10:52.946090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-62876751-0ab5-4897-9715-b398f089e4c9 req-3b60f7b0-f69a-41c6-9269-40d2149dae74 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441027 Feb 04 12:10:54.189899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976575d-b0c4-49e6-965b-172e179d20b2 req-66523280-9db7-4f38-b54d-963e874a3302 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:54.192283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8976575d-b0c4-49e6-965b-172e179d20b2 req-66523280-9db7-4f38-b54d-963e874a3302 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 944 time: 0.1338372 Feb 04 12:10:54.240560 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8976575d-b0c4-49e6-965b-172e179d20b2 req-49ec0e56-55fd-40dd-bb59-86318cc7a9e2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410554 Feb 04 12:10:55.483996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d5668-74a9-40c2-bf07-7d2733342312 req-78d91956-bce0-4c4d-a0b2-da54432f64c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:55.485942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-844d5668-74a9-40c2-bf07-7d2733342312 req-78d91956-bce0-4c4d-a0b2-da54432f64c2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 944 time: 0.0932562 Feb 04 12:10:55.541639 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-844d5668-74a9-40c2-bf07-7d2733342312 req-a112934f-26f0-41ad-bfe9-361cf2871977 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490816 Feb 04 12:10:56.476315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 492d46e6-847d-4b5d-97ed-cdc720f0660a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:10:56.698876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 492d46e6-847d-4b5d-97ed-cdc720f0660a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:56.722683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'port_id': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'mac_address': 'fa:16:3e:ca:da:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:10:56.787911 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e131-a48b-4082-a676-00641cf4e128 req-64de2155-8506-4f09-a46b-8516fc73f83c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:56.789399 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbe1e131-a48b-4082-a676-00641cf4e128 req-64de2155-8506-4f09-a46b-8516fc73f83c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 944 time: 0.1247294 Feb 04 12:10:56.801533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:56.819256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492d46e6-847d-4b5d-97ed-cdc720f0660a {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:10:56.844391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 492d46e6-847d-4b5d-97ed-cdc720f0660a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:56.852910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bbe1e131-a48b-4082-a676-00641cf4e128 req-35f9f817-7e79-4231-9fba-dd652db34833 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540092 Feb 04 12:10:56.910997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:56.997271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=492d46e6-847d-4b5d-97ed-cdc720f0660a,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:57.177426 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['492d46e6-847d-4b5d-97ed-cdc720f0660a'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:10:57.795661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:58.126506 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd833f1-5c96-4b8e-a8a2-482327a84792 req-028a3ffa-c171-4045-a33f-8024f3b399c6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:58.128968 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0bd833f1-5c96-4b8e-a8a2-482327a84792 req-028a3ffa-c171-4045-a33f-8024f3b399c6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 945 time: 0.1492813 Feb 04 12:10:58.206601 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0bd833f1-5c96-4b8e-a8a2-482327a84792 req-85686d52-a16e-4752-ab0a-4a1aff64e06f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672467 Feb 04 12:10:58.491681 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 492d46e6-847d-4b5d-97ed-cdc720f0660a up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:10:58.612784 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 492d46e6-847d-4b5d-97ed-cdc720f0660a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:10:58.619144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 492d46e6-847d-4b5d-97ed-cdc720f0660a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:10:58.619669 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:58.758686 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:58.806433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:10:58.818365 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 492d46e6-847d-4b5d-97ed-cdc720f0660a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:10:58.919574 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'code': 200} Feb 04 12:10:58.921853 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:10:59.005864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=492d46e6-847d-4b5d-97ed-cdc720f0660a,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:10:59.439327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bb6d9-f813-46d4-b41e-1cf62a2bb4bc req-971a5536-3d5b-411d-9b7a-b5748d8cc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:59.441052 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d43bb6d9-f813-46d4-b41e-1cf62a2bb4bc req-971a5536-3d5b-411d-9b7a-b5748d8cc4de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1099 time: 0.1636968 Feb 04 12:10:59.468715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367d400-f2d0-48a8-a886-20ddcada5375 req-2e2c9708-8b19-4f87-af9a-772418c5d249 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:10:59.470467 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e367d400-f2d0-48a8-a886-20ddcada5375 req-2e2c9708-8b19-4f87-af9a-772418c5d249 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1252449 Feb 04 12:10:59.523270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d43bb6d9-f813-46d4-b41e-1cf62a2bb4bc req-a7f37e4d-ed64-4f61-8fb3-3b93fd635588 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756638 Feb 04 12:10:59.533728 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e367d400-f2d0-48a8-a886-20ddcada5375 req-219cc98b-3d51-4ffa-8cc4-b5a66dd6a0e7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544682 Feb 04 12:11:00.275811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-431f8d18-69f4-4342-ad61-8308d74e91c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:00.746849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919e23c-c38c-4ed7-9ba9-2b6aa5323622 req-bb10e8c2-dd59-4eb3-b7fb-9b0c518796ba tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:00.748971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6919e23c-c38c-4ed7-9ba9-2b6aa5323622 req-bb10e8c2-dd59-4eb3-b7fb-9b0c518796ba tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0923698 Feb 04 12:11:00.793304 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6919e23c-c38c-4ed7-9ba9-2b6aa5323622 req-64bac735-d67b-46f1-a9ba-891924fe4e7a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385239 Feb 04 12:11:02.009283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bf460-ea0d-41f9-8a14-e3ff6d3005b9 req-26eff95a-3b88-4bd6-873d-81c5e83c6e78 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:02.010635 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-435bf460-ea0d-41f9-8a14-e3ff6d3005b9 req-26eff95a-3b88-4bd6-873d-81c5e83c6e78 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1044500 Feb 04 12:11:02.059188 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-435bf460-ea0d-41f9-8a14-e3ff6d3005b9 req-6935b57a-d20e-4eb8-a655-b11f0c72a7b2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402265 Feb 04 12:11:02.266150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aa577-fc5e-4e37-9eec-deec96cd9631 req-f7dfd5f5-4d2b-45c8-b550-45ca6792568f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:02.267521 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c2aa577-fc5e-4e37-9eec-deec96cd9631 req-f7dfd5f5-4d2b-45c8-b550-45ca6792568f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1023719 Feb 04 12:11:02.433479 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c2aa577-fc5e-4e37-9eec-deec96cd9631 req-290f0710-6b58-43f1-9fcd-5c3b9e182f31 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1594541 Feb 04 12:11:02.457940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47854) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:02.541025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be043da-f5cf-4f4d-9097-a6074c18b868 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:02.542669 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1be043da-f5cf-4f4d-9097-a6074c18b868 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1094 time: 0.0827420 Feb 04 12:11:02.546630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:02.553284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:11:02.559823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:11:02.563750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:floatingip and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:11:02.566588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:11:02.572591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:11:02.659683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:02.802320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a4328e98-86b2-4c70-886e-3a51b1c0f9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:02.808552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:02.962444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.154 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/151d3aa0-9f6d-4a14-950d-86b409b7c396) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:11:03.122002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:03.220408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:03.290074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:11:03.292906 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:11:03.295542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:11:03.335787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=151d3aa0-9f6d-4a14-950d-86b409b7c396,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:03.773804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:03.820034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:03.881878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:03.989239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:04.234026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:04.281777 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:04.389924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=151d3aa0-9f6d-4a14-950d-86b409b7c396,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:11:04.410388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:04.751174 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 associated. External IP: 172.26.6.154, port: 492d46e6-847d-4b5d-97ed-cdc720f0660a. Feb 04 12:11:05.218357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:11:05.288157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:05.454990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:11:05.469554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] Sync routers for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:11:05.484651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:11:05.485737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:11:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:05.584956 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:05.663533 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-968f5ef7-1662-42e9-81fa-cffa728e252d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1154974 Feb 04 12:11:05.664514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:11:05.722337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:11:05.768943 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'status': 'completed', 'code': 200} Feb 04 12:11:05.939202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285323a4-28dd-4807-8f2a-337b03fe847d req-5eeb99b2-1796-4e34-b756-47f5bb0921d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:05.940753 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-5eeb99b2-1796-4e34-b756-47f5bb0921d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1099 time: 0.1543241 Feb 04 12:11:05.949147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df92e-9726-4766-9a5a-893ab1be4460 req-a15cde7f-a5f3-4696-88e1-d8469a4dc095 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:05.950711 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a41df92e-9726-4766-9a5a-893ab1be4460 req-a15cde7f-a5f3-4696-88e1-d8469a4dc095 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1209178 Feb 04 12:11:06.108986 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a41df92e-9726-4766-9a5a-893ab1be4460 req-c9bd6607-3e9d-4557-b235-635cd21c2a20 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269932 Feb 04 12:11:06.152267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285323a4-28dd-4807-8f2a-337b03fe847d req-a9b119f2-b5b1-41c1-a5a8-6bc840379db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:06.153733 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-a9b119f2-b5b1-41c1-a5a8-6bc840379db6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 897 time: 0.2018814 Feb 04 12:11:06.162176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47866) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:06.235815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'port_id': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'mac_address': 'fa:16:3e:ca:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:11:03Z', 'updated_at': '2022-02-04T12:11:03Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:49Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:06.240154 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] Checking router: 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:11:06.250927 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:11:06.251716 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:11:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:06.265581 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-64de0351-36eb-4edf-b069-eeabf36db0e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256666 Feb 04 12:11:06.409631 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-ac80fa9e-b032-4d61-ac5b-7ae8c71ffe56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 1000 time: 0.2488344 Feb 04 12:11:06.412615 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3c9ac403-095b-47fe-95ef-8816d0fda790 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 HTTP/1.1" status: 200 len: 992 time: 0.1794662 Feb 04 12:11:06.478131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285323a4-28dd-4807-8f2a-337b03fe847d req-1a24d7d2-47c7-4d11-8bfb-5629c7f83688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:06.480655 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-1a24d7d2-47c7-4d11-8bfb-5629c7f83688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 200 len: 834 time: 0.0648353 Feb 04 12:11:06.492566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:11:06.614459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285323a4-28dd-4807-8f2a-337b03fe847d req-ecad4e4a-d60a-49f2-bfc5-e6c8d73b5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:06.616922 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-ecad4e4a-d60a-49f2-bfc5-e6c8d73b5ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299009 Feb 04 12:11:06.921337 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-9c7f1aab-2873-4477-9d7a-1c8cfbc704d3 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965937 Feb 04 12:11:07.016572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'port_id': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'mac_address': 'fa:16:3e:ca:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:11:03Z', 'updated_at': '2022-02-04T12:11:03Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:49Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:11:07.021057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b7e02-cdb0-4999-901d-982a7fc20f3f None None] The sync data for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv is: [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'port_id': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'mac_address': 'fa:16:3e:ca:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:11:03Z', 'updated_at': '2022-02-04T12:11:03Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:49Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:11:07.112876 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-285323a4-28dd-4807-8f2a-337b03fe847d req-04a904b2-71b7-4c89-b86a-b527228e3f7c service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847248 Feb 04 12:11:07.302130 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8f975-92fc-4088-afeb-020597586c19 None None] New status for floating IP f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:11:07.416483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:07.427345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-4d6f399e-ceb9-46fc-969f-348afdcea082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:07.429830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-4d6f399e-ceb9-46fc-969f-348afdcea082 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1099 time: 0.1037889 Feb 04 12:11:07.557087 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7d765311-83ed-4bed-b49d-ffc2ab0b9d39 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 HTTP/1.1" status: 200 len: 992 time: 0.1394620 Feb 04 12:11:07.604559 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-09832f4a-6d61-43b0-9748-aa9010d3e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:07.606131 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-09832f4a-6d61-43b0-9748-aa9010d3e158 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 897 time: 0.1533608 Feb 04 12:11:07.743221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-f32c40a7-12a2-4ddf-9616-de4c7dcc30c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 1000 time: 0.1308267 Feb 04 12:11:07.815942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-a666bbb8-e7c0-44fe-81ea-8a3fbf66dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:07.817428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-a666bbb8-e7c0-44fe-81ea-8a3fbf66dd88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 200 len: 834 time: 0.0681100 Feb 04 12:11:07.903575 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-7803d8cb-365d-424e-9c1f-9edb6152dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:07.905587 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-7803d8cb-365d-424e-9c1f-9edb6152dcf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810673 Feb 04 12:11:08.051475 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-453fa9ba-8db1-4d18-9d50-6e36bcb5d105 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392062 Feb 04 12:11:08.202679 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-8185b718-6164-42ee-9010-cdadc3052968 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448753 Feb 04 12:11:08.561931 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:08.673637 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0f7f4515-0525-431a-ae50-ed98a6e921f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 HTTP/1.1" status: 200 len: 994 time: 0.1093717 Feb 04 12:11:17.292290 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:11:27.784598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:30.293210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad650-7787-42e3-a9d1-f5b57042ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:32.783239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7af86dc1-5f9c-4a1a-b0a0-1890d3583bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.726833 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:33.886720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:35.338001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:11:38.487874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ed79-fc23-4d79-b60d-3579d8045385 req-0cde4103-747d-426b-a724-d1bc91a69eb7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:38.489338 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-adf2ed79-fc23-4d79-b60d-3579d8045385 req-0cde4103-747d-426b-a724-d1bc91a69eb7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1258757 Feb 04 12:11:38.538858 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-adf2ed79-fc23-4d79-b60d-3579d8045385 req-bd401836-2109-498e-a89b-4d0dd936a228 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436196 Feb 04 12:11:39.786079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b61a-4674-426d-bb33-cdc3a0eb9286 req-4ce46c49-5cf4-443d-a791-d52933f442a2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:39.787619 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3577b61a-4674-426d-bb33-cdc3a0eb9286 req-4ce46c49-5cf4-443d-a791-d52933f442a2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1344252 Feb 04 12:11:39.834583 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3577b61a-4674-426d-bb33-cdc3a0eb9286 req-5bae3ff8-c8e7-479f-8aa7-877ba36d2e58 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408330 Feb 04 12:11:41.044733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018118b3-bf3c-4f61-afd6-d9f911924774 req-33d0bf13-eebe-436a-a794-a11c3a2ed9a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:41.046283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-018118b3-bf3c-4f61-afd6-d9f911924774 req-33d0bf13-eebe-436a-a794-a11c3a2ed9a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1016798 Feb 04 12:11:41.094546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-018118b3-bf3c-4f61-afd6-d9f911924774 req-c1cc7587-0d24-445e-b8fc-ad169d12501f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426502 Feb 04 12:11:42.285279 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb930b-1ba9-477f-849c-9027fb92f72a req-e76e0eda-62ad-4559-a25e-2a381af5381b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:42.286780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-20eb930b-1ba9-477f-849c-9027fb92f72a req-e76e0eda-62ad-4559-a25e-2a381af5381b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0791342 Feb 04 12:11:42.331539 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-20eb930b-1ba9-477f-849c-9027fb92f72a req-e62b47d8-8096-41c3-b0fa-f41da32d07b0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389781 Feb 04 12:11:43.529876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48b8d7-b718-4f8c-b677-501fef03ba9f req-6f3e3bb3-ed79-4173-b8db-b548f67b0456 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:43.531316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d48b8d7-b718-4f8c-b677-501fef03ba9f req-6f3e3bb3-ed79-4173-b8db-b548f67b0456 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0863574 Feb 04 12:11:43.576386 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d48b8d7-b718-4f8c-b677-501fef03ba9f req-cec4afa4-2631-420b-90ad-01e01351e56c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388296 Feb 04 12:11:44.800291 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3c690-e873-438e-a56c-bbf1488b11dc req-2c2a747a-339c-43c2-894b-10ca35901311 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:44.801771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-59c3c690-e873-438e-a56c-bbf1488b11dc req-2c2a747a-339c-43c2-894b-10ca35901311 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0934556 Feb 04 12:11:44.848254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-59c3c690-e873-438e-a56c-bbf1488b11dc req-e70e94b0-49d5-4cb9-98ed-bd98edf1f6fd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397964 Feb 04 12:11:46.046931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be041-f7e0-4856-9937-a553bee26522 req-ed52e3bd-6fe8-48de-bb94-00833c888584 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:46.048321 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e73be041-f7e0-4856-9937-a553bee26522 req-ed52e3bd-6fe8-48de-bb94-00833c888584 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0865414 Feb 04 12:11:46.093020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e73be041-f7e0-4856-9937-a553bee26522 req-484362c5-8208-411f-b20c-0969eaf09922 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390363 Feb 04 12:11:47.293847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635e4d0-0d67-4428-8ed3-dc0c8c887919 req-3bc755a6-cdad-4f32-8623-e5be728fd01a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:47.295436 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d635e4d0-0d67-4428-8ed3-dc0c8c887919 req-3bc755a6-cdad-4f32-8623-e5be728fd01a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0925140 Feb 04 12:11:47.454942 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d635e4d0-0d67-4428-8ed3-dc0c8c887919 req-324ab22a-e61c-47e7-a0df-b20ee009c5bf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531768 Feb 04 12:11:48.646035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528979ab-b155-4504-99e3-6e074272b868 req-9f0019e1-e1fb-49e4-896d-d34f7543860a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:48.647520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-528979ab-b155-4504-99e3-6e074272b868 req-9f0019e1-e1fb-49e4-896d-d34f7543860a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0841401 Feb 04 12:11:48.692777 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-528979ab-b155-4504-99e3-6e074272b868 req-a061039b-2738-499c-88d8-87a06598e1bd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395420 Feb 04 12:11:49.891722 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15925f3-7d58-4d4b-86b9-649ed8f8ccc6 req-608ac58c-310d-40b8-88e2-a8668a1610cf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:49.893258 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d15925f3-7d58-4d4b-86b9-649ed8f8ccc6 req-608ac58c-310d-40b8-88e2-a8668a1610cf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0879555 Feb 04 12:11:49.947134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d15925f3-7d58-4d4b-86b9-649ed8f8ccc6 req-e2da20c7-65cd-40a6-ab39-ab8c4130e168 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439847 Feb 04 12:11:49.972708 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:50.184281 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f759d8a0-026b-46c7-bd3b-5048489dcb1b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 HTTP/1.1" status: 200 len: 994 time: 0.2105041 Feb 04 12:11:51.956912 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4616603-d4cb-448f-88dd-a9cf23c805c0 req-45875852-574b-429a-9fca-0afcdf32b749 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:51.959218 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4616603-d4cb-448f-88dd-a9cf23c805c0 req-45875852-574b-429a-9fca-0afcdf32b749 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.1229582 Feb 04 12:11:52.072465 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4616603-d4cb-448f-88dd-a9cf23c805c0 req-4050dc40-92ef-412c-a7de-c339aae30ba9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042027 Feb 04 12:11:52.126558 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-0083deb6-6645-4334-a6a6-f771d014909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:52.128737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-0083deb6-6645-4334-a6a6-f771d014909c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1099 time: 0.1677580 Feb 04 12:11:52.315448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-c44bcebb-72ef-4346-a3bd-161cd2f047a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:52.317342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-c44bcebb-72ef-4346-a3bd-161cd2f047a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 897 time: 0.1814716 Feb 04 12:11:52.430801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-9439de30-d178-42d1-902d-45c92c17b2a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 1002 time: 0.1067016 Feb 04 12:11:52.515988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-30785186-6db2-4c34-a32b-4e255c1b1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:52.517478 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-30785186-6db2-4c34-a32b-4e255c1b1ecc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 200 len: 834 time: 0.0798793 Feb 04 12:11:52.608817 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-bf05fe03-b172-440f-a793-927ca3ed9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:52.610350 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-bf05fe03-b172-440f-a793-927ca3ed9954 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855768 Feb 04 12:11:52.796703 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-21e418fc-9ae4-4944-9397-f051996b9799 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794598 Feb 04 12:11:52.933029 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50fae397-da54-46d0-882a-e5dd7e9fe91a req-37452b89-22a8-479a-a82e-acddc05168c6 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296697 Feb 04 12:11:53.274524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b7131-d49c-4a24-934e-81705daafc76 req-98d2a262-5f99-4280-be5f-a1fb1f6f446f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:53.275907 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-914b7131-d49c-4a24-934e-81705daafc76 req-98d2a262-5f99-4280-be5f-a1fb1f6f446f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0829809 Feb 04 12:11:53.327966 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-914b7131-d49c-4a24-934e-81705daafc76 req-205b7163-99eb-4388-a3b4-f36beb878f32 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452626 Feb 04 12:11:54.293422 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:11:54.550708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f212f56-c5c9-4498-8024-925ab72f16c3 req-1f4a09a6-eff6-43df-8ad1-9d847275102e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:11:54.552092 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f212f56-c5c9-4498-8024-925ab72f16c3 req-1f4a09a6-eff6-43df-8ad1-9d847275102e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0961075 Feb 04 12:11:54.602860 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6f212f56-c5c9-4498-8024-925ab72f16c3 req-c64fa237-2bd9-4405-a6f0-b6cc9de55b58 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429604 Feb 04 12:11:54.631371 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:11:54.749671 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7b374fc7-079f-4acb-856e-a6933723f75e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 HTTP/1.1" status: 200 len: 994 time: 0.1169183 Feb 04 12:11:57.823647 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:00.263526 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b0514f7-d7bb-45de-8e92-815db63982bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:02.789486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9f6988c9-b457-4fb7-91c4-26cffb48489e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.721296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:03.897749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:05.297295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:07.194059 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-ff35b625-32d9-4dc8-af26-07b5196985b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798726 Feb 04 12:12:07.350767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-6bfc73b3-9d4a-415c-be43-013736b5bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:07.352259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-6bfc73b3-9d4a-415c-be43-013736b5bf5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1099 time: 0.0759764 Feb 04 12:12:07.500582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-5b8cc703-fbcd-46e7-bdd1-7f1e6eb4e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:07.502148 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-5b8cc703-fbcd-46e7-bdd1-7f1e6eb4e04f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 897 time: 0.1280298 Feb 04 12:12:07.605108 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-05c43ecf-4753-4671-9c2d-fba77cfad219 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 1002 time: 0.0961831 Feb 04 12:12:07.770196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-3e6996f7-7555-4d9b-ad6c-4b243673e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:07.771558 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-3e6996f7-7555-4d9b-ad6c-4b243673e06a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 200 len: 834 time: 0.1599782 Feb 04 12:12:07.846949 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-7985a744-465b-4b0f-b24e-773d2fa37c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:07.848438 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-7985a744-465b-4b0f-b24e-773d2fa37c3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702417 Feb 04 12:12:07.981182 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-1632b8cf-f6ef-4199-b660-c12bbfc2c804 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258256 Feb 04 12:12:08.115062 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d0fe4506-5552-4ff8-b016-b5c44716d8b5 req-d88b9024-5dbb-45bb-a815-6102d24ebf87 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271665 Feb 04 12:12:25.233470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:25.439846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 151d3aa0-9f6d-4a14-950d-86b409b7c396 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:12:25.440198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.623363 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.623687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:25.749318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 151d3aa0-9f6d-4a14-950d-86b409b7c396 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:12:26.000062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.050053 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=151d3aa0-9f6d-4a14-950d-86b409b7c396,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:26.088001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.088340 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.088680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.089014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.089348 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.089676 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.090108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.090436 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.090758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.091083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.091406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.091744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:26.160098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:26.160485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 disassociated (deleted). External IP: 172.26.6.154, port: 492d46e6-847d-4b5d-97ed-cdc720f0660a. Feb 04 12:12:26.642233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:12:26.837008 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:12:26.849094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] Sync routers for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:12:26.859105 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:26.859756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:26.947037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:27.015563 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-269982cd-c362-4a90-b085-23c4f397be7d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/floatingips/f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3 HTTP/1.1" status: 204 len: 168 time: 1.7809176 Feb 04 12:12:27.016154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:12:27.077667 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'status': 'completed', 'code': 200} Feb 04 12:12:27.082796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:27.194667 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-ecbda5f2-597a-451a-865c-c7ba5f144f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:27.196225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-ecbda5f2-597a-451a-865c-c7ba5f144f88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 1099 time: 0.0851314 Feb 04 12:12:27.360048 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-157d0479-6d1b-4131-96f5-e647df8f6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:27.361462 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-157d0479-6d1b-4131-96f5-e647df8f6d93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 200 len: 897 time: 0.1586630 Feb 04 12:12:27.447150 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-05de5a6c-b07f-4c26-9323-68515a60556d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 200 len: 217 time: 0.0724633 Feb 04 12:12:27.461178 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:49Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:27.466359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] Checking router: 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:12:27.475075 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:27.475709 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:27.524042 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-2d396f62-5224-456f-b0d2-a21dc6dc04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:27.525788 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-2d396f62-5224-456f-b0d2-a21dc6dc04e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 200 len: 834 time: 0.0696125 Feb 04 12:12:27.615791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-2982290c-8072-4cd0-8977-da759f5d5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:27.617125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-2982290c-8072-4cd0-8977-da759f5d5193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848560 Feb 04 12:12:27.668245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:27.820274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45fb7-646f-43b2-90c2-9a052c59ed9b req-c1cd45ea-c45f-4b50-ac9b-57027b8ff584 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:27.820962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c1e45fb7-646f-43b2-90c2-9a052c59ed9b req-c1cd45ea-c45f-4b50-ac9b-57027b8ff584 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:27.827198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-3579dcb6-9451-413c-83b8-3b652c4ae566 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789327 Feb 04 12:12:27.850591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:27.905769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c1e45fb7-646f-43b2-90c2-9a052c59ed9b req-c1cd45ea-c45f-4b50-ac9b-57027b8ff584 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:27.906841 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1e45fb7-646f-43b2-90c2-9a052c59ed9b req-c1cd45ea-c45f-4b50-ac9b-57027b8ff584 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.2888682 Feb 04 12:12:27.984833 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c1e45fb7-646f-43b2-90c2-9a052c59ed9b req-aa9bde90-3eb1-4a44-8f43-19c5142b2893 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720661 Feb 04 12:12:28.009341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-087f1ea1-c8d3-4e88-a0c5-b23676594b8d req-882d4cef-4cfd-476f-b76f-cdc5f0499b47 service neutron] 10.222.0.42 "GET /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723452 Feb 04 12:12:28.057649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:49Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:28.063225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd6d86c-ff64-471e-b870-bf3c0a68dfda None None] The sync data for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv is: [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:10:42Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'cd1c4ac7-b0d7-413f-a7c2-14fb24521674', 'name': '', 'network_id': 'd256a07a-b6f8-49cd-b881-1f36ac6e7e5b', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:02:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:41Z', 'updated_at': '2022-02-04T12:10:49Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '180a63d9-51cd-47de-b989-fb266b199fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:12:28.306156 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59263b03-5d25-469d-8a14-1a858a7607f1 None None] New status for floating IP f09264dd-b1d4-45d4-a2b4-c5e4dfdc57a3: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:12:29.178020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3cd26-db06-4ae9-887c-e8381a1407d6 req-5d5128ad-2c78-4547-a17a-b3e56da0d8d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:29.179457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4e3cd26-db06-4ae9-887c-e8381a1407d6 req-5d5128ad-2c78-4547-a17a-b3e56da0d8d3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0810459 Feb 04 12:12:29.223348 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e4e3cd26-db06-4ae9-887c-e8381a1407d6 req-9f5940a3-b00e-440e-b5f4-3e73390a2acf tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b9c13ef-a75e-4651-b42b-eb8c060cd83f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382073 Feb 04 12:12:29.352759 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdcb98-0968-4850-b015-449e8e41382d req-6c5ba2e4-6f8c-4674-83f9-10566eafd53c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:29.354091 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a5bdcb98-0968-4850-b015-449e8e41382d req-6c5ba2e4-6f8c-4674-83f9-10566eafd53c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 946 time: 0.0834837 Feb 04 12:12:29.423015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 492d46e6-847d-4b5d-97ed-cdc720f0660a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:12:29.423364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:29.780251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 492d46e6-847d-4b5d-97ed-cdc720f0660a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=492d46e6-847d-4b5d-97ed-cdc720f0660a,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:29.780600 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:29.904463 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 492d46e6-847d-4b5d-97ed-cdc720f0660a owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:12:30.120065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:30.176448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=492d46e6-847d-4b5d-97ed-cdc720f0660a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:30.256806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] No DVR routers for this DVR port 492d46e6-847d-4b5d-97ed-cdc720f0660a on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:12:30.259499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:30.261890 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'name': 'network-vif-deleted', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:12:30.296599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fecc0570-2398-4868-ba28-e9d86b8a7abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:30.311237 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f81f986-fc27-4364-98b7-0eff0b5db8ee', 'name': 'network-vif-deleted', 'tag': '492d46e6-847d-4b5d-97ed-cdc720f0660a', 'status': 'completed', 'code': 200} Feb 04 12:12:30.314154 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a5bdcb98-0968-4850-b015-449e8e41382d req-bb3485a2-7b82-48b3-83da-6cca56795d5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "DELETE /v2.0/ports/492d46e6-847d-4b5d-97ed-cdc720f0660a HTTP/1.1" status: 204 len: 173 time: 0.9543316 Feb 04 12:12:30.375899 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-684c7756-9003-4d50-b8dc-ccdf7e23eacb req-4b0a46ce-3dad-4809-8cac-bb05a815b8f5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:30.474137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-684c7756-9003-4d50-b8dc-ccdf7e23eacb req-4b0a46ce-3dad-4809-8cac-bb05a815b8f5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:30.475390 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-684c7756-9003-4d50-b8dc-ccdf7e23eacb req-4b0a46ce-3dad-4809-8cac-bb05a815b8f5 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f81f986-fc27-4364-98b7-0eff0b5db8ee HTTP/1.1" status: 200 len: 210 time: 0.1411765 Feb 04 12:12:31.292415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:12:31.572269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:32.169351 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.660828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port cd1c4ac7-b0d7-413f-a7c2-14fb24521674 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:12:32.661452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.760062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d2f897e3-b87d-482d-aab9-032ef74984aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.865571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port cd1c4ac7-b0d7-413f-a7c2-14fb24521674, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:32.865920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:32.973391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 492d46e6-847d-4b5d-97ed-cdc720f0660a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:12:32.991556 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for cd1c4ac7-b0d7-413f-a7c2-14fb24521674 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:12:33.010907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 492d46e6-847d-4b5d-97ed-cdc720f0660a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:12:33.011244 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 492d46e6-847d-4b5d-97ed-cdc720f0660a not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:12:33.228437 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.281057 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=cd1c4ac7-b0d7-413f-a7c2-14fb24521674,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:33.565859 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.708672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.885257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:33.924163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:12:34.204034 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:12:34.214226 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] Sync routers for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:12:34.223661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:34.229595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:34.276141 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4d5a9669-c05b-4cc8-a233-b27d22599927 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/81a0f9fe-3705-442b-af8b-0c6e5f1eba84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026021 Feb 04 12:12:34.278791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47980) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:34.346671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting subnet 180a63d9-51cd-47de-b989-fb266b199fb5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:12:34.349670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.401383 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:34.405760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.493582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.691943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.723990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:12:33Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:34.729025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] Checking router: 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:12:34.739868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Subnet': ['ID=180a63d9-51cd-47de-b989-fb266b199fb5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:34.740423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] Routers {'81a0f9fe-3705-442b-af8b-0c6e5f1eba84'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:34.741219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:34.753542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:34.753542 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6ed6ffe-446c-432c-8912-a3f69c776ac7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/subnets/180a63d9-51cd-47de-b989-fb266b199fb5 HTTP/1.1" status: 204 len: 168 time: 0.4734709 Feb 04 12:12:34.756334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:34.797935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721d7cd-7de1-441e-a0fa-323551334cea None None] Network d256a07a-b6f8-49cd-b881-1f36ac6e7e5b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:12:34.941415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.084344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] Set router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:35.121232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.205452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:12:35.205917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.365803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.383479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:35.383868 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.438466 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] DHCP port deletion for d256a07a-b6f8-49cd-b881-1f36ac6e7e5b request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:12:35.446307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Deleting port ece64eef-2faf-4f62-a3b7-933734323075 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:12:35.446682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.506092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:12:33Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:35.511466 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:12:35.537381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc07a9-e321-4afe-925b-6f0185352c90 None None] The sync data for ids ['81a0f9fe-3705-442b-af8b-0c6e5f1eba84'] in dv-neutron-827824-2-hyperv is: [{'id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719273573', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:10:36Z', 'updated_at': '2022-02-04T12:12:33Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a0f9fe-3705-442b-af8b-0c6e5f1eba84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:10:37Z', 'updated_at': '2022-02-04T12:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:12:35.665455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] For port ece64eef-2faf-4f62-a3b7-933734323075, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=ece64eef-2faf-4f62-a3b7-933734323075,segment=NetworkSegment(6d817b43-d69b-4793-88da-8accf86c0c4f),segment_id=6d817b43-d69b-4793-88da-8accf86c0c4f)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:35.666323 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.759848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.794037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Calling delete_port for ece64eef-2faf-4f62-a3b7-933734323075 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:12:35.809459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:35.943258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:35.990039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Pushing event deleted for resources: {'Port': ['ID=ece64eef-2faf-4f62-a3b7-933734323075,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:35.999318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] No DVR routers for this DVR port ece64eef-2faf-4f62-a3b7-933734323075 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:12:36.001970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.002473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.002678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.003005 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.003339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.003693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.004022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.004359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.004698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.005025 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.005337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.005652 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007b4f-b0b0-4868-a5ee-8720804c6a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:36.031426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.205403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.207569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.302688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.303245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Fanout notify agent at l3_agent the message router_deleted on router 81a0f9fe-3705-442b-af8b-0c6e5f1eba84 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:12:36.321872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.322998 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7d35b218-5c8f-43e7-9f85-24ae9bd66a64 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/routers/81a0f9fe-3705-442b-af8b-0c6e5f1eba84 HTTP/1.1" status: 204 len: 168 time: 1.5656540 Feb 04 12:12:36.325673 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:36.440585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.573565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.600251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d256a07a-b6f8-49cd-b881-1f36ac6e7e5b']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:36.615800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d817b43-d69b-4793-88da-8accf86c0c4f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:36.616090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d817b43-d69b-4793-88da-8accf86c0c4f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:36.628690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.644392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.650210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:12:36.650701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:12:36.665312 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:12:36.789698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:12:36.826080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:12:36.826393 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 3e356bfa-61d3-44f6-9b4c-f7a28a5d41ac not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:12:36.826824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ece64eef-2faf-4f62-a3b7-933734323075 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:12:36.834026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.839214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:36.862380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: ece64eef-2faf-4f62-a3b7-933734323075 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:12:36.862380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device ece64eef-2faf-4f62-a3b7-933734323075 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:12:36.862809 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cd1c4ac7-b0d7-413f-a7c2-14fb24521674 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:12:36.868356 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Network': ['ID=d256a07a-b6f8-49cd-b881-1f36ac6e7e5b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:36.905794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: cd1c4ac7-b0d7-413f-a7c2-14fb24521674 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:12:36.906374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device cd1c4ac7-b0d7-413f-a7c2-14fb24521674 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:12:36.949230 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f1f29c46-6e1f-4ff4-aae6-75c8c5cd5284 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/networks/d256a07a-b6f8-49cd-b881-1f36ac6e7e5b HTTP/1.1" status: 204 len: 168 time: 0.6225085 Feb 04 12:12:36.951784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47992) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:37.020231 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d335d509-248a-418b-9817-c9fbc00f8779 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:37.049725 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d335d509-248a-418b-9817-c9fbc00f8779 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:37.200775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d335d509-248a-418b-9817-c9fbc00f8779 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:37.246716 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335d509-248a-418b-9817-c9fbc00f8779 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9c13ef-a75e-4651-b42b-eb8c060cd83f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:37.352968 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d335d509-248a-418b-9817-c9fbc00f8779 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:37.354090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d335d509-248a-418b-9817-c9fbc00f8779 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b9c13ef-a75e-4651-b42b-eb8c060cd83f HTTP/1.1" status: 204 len: 168 time: 0.4014184 Feb 04 12:12:37.893273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:37.898605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487432445', 'description': 'tempest-secgroup-smoke-487432445 description', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:37.904552 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:37.909164 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:37.912017 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:37.917654 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:37.982484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.002429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:38.006239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:38.009101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:38.014703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:38.084067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.153996 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.199885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2981a-7ab2-4107-9f72-41cac8c089f8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:38.262321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.263488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-ac83081c-f603-415e-af90-cf5e1649437d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3692071 Feb 04 12:12:38.266395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:38.271481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '0fc2981a-7ab2-4107-9f72-41cac8c089f8', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:38.277952 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:38.281783 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:38.285210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:38.291143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:38.391014 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.453047 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.554385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.583217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfe4bfb-e82f-4ec9-8840-f05212cb88b9,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:38.691791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.693021 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-47301289-bdbc-4176-9c02-917d17dd7d29 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4256079 Feb 04 12:12:38.695826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:38.701156 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '0fc2981a-7ab2-4107-9f72-41cac8c089f8', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:38.708630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:38.720948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:38.720948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:38.721987 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:38.836359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:38.901024 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.028038 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.054086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe42479f-be52-41cc-b6a8-0e66a3fc6f4f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:39.125543 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.127298 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8fb21d3e-dd6f-4e7a-9689-22dda9d0a1e9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4299617 Feb 04 12:12:39.129843 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:39.134825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '0fc2981a-7ab2-4107-9f72-41cac8c089f8', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:39.140827 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:39.144705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:39.147829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:39.153706 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:39.235467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.304282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.382366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.405787 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb7520e-250e-43f8-954b-4beacaaad545,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:39.478975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.480235 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-20380605-e675-4cfa-8fea-c8f7abd7bf87 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495088 Feb 04 12:12:39.483013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:39.488770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '0fc2981a-7ab2-4107-9f72-41cac8c089f8', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:39.494682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:39.498478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:39.501510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:39.507186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:39.623284 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.687932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.783169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.807440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906ee04a-2e1d-4752-9615-87749b996198,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:39.891125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:39.892919 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9c830e49-b330-4f82-b32f-48fcc9954d5a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4089761 Feb 04 12:12:39.895617 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:39.900435 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '0fc2981a-7ab2-4107-9f72-41cac8c089f8', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:39.906290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:39.910782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:39.913958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:39.919095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:39.982580 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:12:39.989369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.052434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.130878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.154841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe368af9-fa96-49bc-a0f5-9901edd114f9,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:40.228392 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.229617 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-75f876b6-6c08-4f51-adda-c3baa8a9dd21 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331082 Feb 04 12:12:40.232272 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:40.237288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'security_group_rule': {'security_group_id': '0fc2981a-7ab2-4107-9f72-41cac8c089f8', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:40.243095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:40.247271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:security_group_rule and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:40.250249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:40.256571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:40.325443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Project 893da9ed4e99499cb8f6d5df44bfa936 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:12:40.332978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.400620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.467985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.491077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e44aac-e737-4350-9da0-915a1a4bdf9a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:40.566051 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.567254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-505882f1-96f1-46e9-b7a8-b14dfe6427f1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340719 Feb 04 12:12:40.570067 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:40.575406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'network': {'name': 'tempest-network-smoke--767632352', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:40.580485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:40.586239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:network and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:40.589215 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:40.595043 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:40.645099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:40.648616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.678160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:12:40.687324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.687707 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Added segment 7febbb8f-6207-4acb-a8d5-206653581962 of type vlan for network 8ae2662f-0c79-4354-be05-4a71f388b6c9 Feb 04 12:12:40.714023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.834021 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:40.839664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:40.840233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:41.040026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Network': ['ID=8ae2662f-0c79-4354-be05-4a71f388b6c9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:41.051213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:12:41.183225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b048ee11-898b-4baa-beee-22c57b8dedfc tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6121249 Feb 04 12:12:41.185896 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48032) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:41.190804 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'admin_state_up': True, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:41.197922 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:41.201656 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:router and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:41.204580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:41.210963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:41.296508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:41.297769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:41.313170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:41.692825 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:42.045226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:42.074847 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:42.212867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.251 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/703426e5-715a-4207-9c0a-a88cc9f95ddc) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:42.365834 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:42.468223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:42.535397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:42.538148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:42.541647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:12:42.570361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=703426e5-715a-4207-9c0a-a88cc9f95ddc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:43.167872 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:43.505739 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:43.845925 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:12:44.021705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:12:44.030969 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Sync routers for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:12:44.040871 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:44.041479 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:44.098965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:44.100807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-82e03695-f029-4cf3-9fa8-06f59cb0f120 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9139879 Feb 04 12:12:44.104274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:44.147984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a6b72324-ccf0-4b2e-9ff4-4ff05f5186b7 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=893da9ed4e99499cb8f6d5df44bfa936&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425811 Feb 04 12:12:44.150855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48040) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:44.219154 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:44.287716 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e3dd0-f302-4b46-bb7f-0ad14c725379 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:44.291781 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-952e3dd0-f302-4b46-bb7f-0ad14c725379 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1373510 Feb 04 12:12:44.292092 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:44.335946 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-9128ebb6-a8b9-4fb1-943d-4161a7605cd2 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=2ba1a082-0931-4e9f-a4ca-84593260dc58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427480 Feb 04 12:12:44.338628 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48048) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:44.344223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818607217', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:44.454183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:44.458015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:subnet and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:12:44.461208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:12:44.468503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:44.509223 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:42Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:44.512981 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Checking router: 67e7c0a4-3b40-4622-8f63-7ef006f9d752 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:12:44.513327 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Updating router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 port 703426e5-715a-4207-9c0a-a88cc9f95ddc binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:12:44.542576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:44.546443 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:44.597442 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:44.822958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:44.904245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Subnet': ['ID=4886568d-867d-4caf-ac06-a58ab19c5121,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:44.912110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Checking segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:12:44.912462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network hostable DHCP agents. Network: 8ae2662f-0c79-4354-be05-4a71f388b6c9, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:12:44.925438 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:44.936820 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Transition to ACTIVE for port object 703426e5-715a-4207-9c0a-a88cc9f95ddc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:44.993412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:12:45.016250 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.079838 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 8ae2662f-0c79-4354-be05-4a71f388b6c9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:45.086079 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:45.093210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.093364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46b1b2-cbfd-47fe-abbd-22a120d5b29a None None] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:12:45.097646 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Attempting to bind port 703426e5-715a-4207-9c0a-a88cc9f95ddc on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:45.098190 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Attempting to bind port 703426e5-715a-4207-9c0a-a88cc9f95ddc by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:45.098359 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Attempting to bind port 703426e5-715a-4207-9c0a-a88cc9f95ddc on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:12:45.104432 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Pushing event updated for resources: {'Port': ['ID=703426e5-715a-4207-9c0a-a88cc9f95ddc,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:45.114155 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.114155 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.119138 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:45.120446 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:12:45.120814 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:12:45.121206 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.121583 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:12:45.122052 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Bound port: 703426e5-715a-4207-9c0a-a88cc9f95ddc, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:45.122415 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.210726 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] For port 703426e5-715a-4207-9c0a-a88cc9f95ddc, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:12:45.214069 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] For port 703426e5-715a-4207-9c0a-a88cc9f95ddc, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=703426e5-715a-4207-9c0a-a88cc9f95ddc,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:12:45.285554 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.294656 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48052) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:12:45.296528 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-19071530-d040-441d-98ef-35911719523a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9550579 Feb 04 12:12:45.340820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-8ae2662f-0c79-4354-be05-4a71f388b6c9', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:12:45.343422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.359023 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:45.359425 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:45.446426 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58817a-aebe-494e-b00a-d7a721bc9775 None None] Pushing event updated for resources: {'Port': ['ID=703426e5-715a-4207-9c0a-a88cc9f95ddc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:45.529587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Allocated IP 172.20.0.2 (8ae2662f-0c79-4354-be05-4a71f388b6c9/4886568d-867d-4caf-ac06-a58ab19c5121/e9282810-8750-4d3c-9013-357dc2d06d57) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:45.563261 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:45.834236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:45.859304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Transition to ACTIVE for port object e9282810-8750-4d3c-9013-357dc2d06d57 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:45.890600 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Transition to ACTIVE for port object e9282810-8750-4d3c-9013-357dc2d06d57 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:45.900494 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:42Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:45.905107 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3664398f-8576-4bcd-9d52-b87c1762b72e None None] The sync data for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv is: [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:42Z', 'revision_number': 3, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:12:45.954256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.061011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Pushing event updated for resources: {'Port': ['ID=e9282810-8750-4d3c-9013-357dc2d06d57,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:46.065419 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:46.066910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:46.071124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:12:46.178689 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.197675 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Attempting to bind port e9282810-8750-4d3c-9013-357dc2d06d57 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:46.198260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Attempting to bind port e9282810-8750-4d3c-9013-357dc2d06d57 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:46.198386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Attempting to bind port e9282810-8750-4d3c-9013-357dc2d06d57 on network 8ae2662f-0c79-4354-be05-4a71f388b6c9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:12:46.205352 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:12:46.211001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Checking segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:12:46.211001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.211001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Bound using segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:12:46.211001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Bound port: e9282810-8750-4d3c-9013-357dc2d06d57, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:46.212392 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.328362 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] For port e9282810-8750-4d3c-9013-357dc2d06d57, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:12:46.331855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] For port e9282810-8750-4d3c-9013-357dc2d06d57, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e9282810-8750-4d3c-9013-357dc2d06d57,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:12:46.389029 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:46.480016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff362a5-ab77-4dac-a596-69d0269510dc None None] Pushing event updated for resources: {'Port': ['ID=e9282810-8750-4d3c-9013-357dc2d06d57,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:46.849394 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.1 (8ae2662f-0c79-4354-be05-4a71f388b6c9/4886568d-867d-4caf-ac06-a58ab19c5121/52ed7ccc-f777-4260-b37c-543979712e99) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:46.895620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 703426e5-715a-4207-9c0a-a88cc9f95ddc up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:47.036646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 703426e5-715a-4207-9c0a-a88cc9f95ddc completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:47.043972 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 703426e5-715a-4207-9c0a-a88cc9f95ddc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:47.044358 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.051711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.068420 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object 52ed7ccc-f777-4260-b37c-543979712e99 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:47.165512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.194962 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.211037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 703426e5-715a-4207-9c0a-a88cc9f95ddc, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=703426e5-715a-4207-9c0a-a88cc9f95ddc,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:47.232811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:47.236818 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:47.240918 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:12:47.280780 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=52ed7ccc-f777-4260-b37c-543979712e99,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:47.296092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.297238 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e9282810-8750-4d3c-9013-357dc2d06d57 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:47.307812 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.309173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.309173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.309173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.309173 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.309526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.309752 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.310077 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.310406 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.310731 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.311052 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.311374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:12:47.332408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.417980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=703426e5-715a-4207-9c0a-a88cc9f95ddc,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:47.479936 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port e9282810-8750-4d3c-9013-357dc2d06d57 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:47.521489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:47.610057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff5eab-9b52-4a33-8ba7-3449b1b48549 None None] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:12:47.835979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] Provisioning for port e9282810-8750-4d3c-9013-357dc2d06d57 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:47.849674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] Provisioning complete for port e9282810-8750-4d3c-9013-357dc2d06d57 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:47.849959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.011195 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.026867 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.081192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.091247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] For port e9282810-8750-4d3c-9013-357dc2d06d57, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e9282810-8750-4d3c-9013-357dc2d06d57,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:48.165119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.206541 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.211628 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=52ed7ccc-f777-4260-b37c-543979712e99,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:48.244772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783ae72-e06e-4906-95b2-903d5dd38412 None None] Pushing event updated for resources: {'Port': ['ID=e9282810-8750-4d3c-9013-357dc2d06d57,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:48.286914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cbf188a5-749d-43f5-adc2-bb701701edda None None] Provisioning complete for port e9282810-8750-4d3c-9013-357dc2d06d57 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:48.287196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cbf188a5-749d-43f5-adc2-bb701701edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.372209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:48.373642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:48.508194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cbf188a5-749d-43f5-adc2-bb701701edda None None] Provisioning for port 52ed7ccc-f777-4260-b37c-543979712e99 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:48.513975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-cbf188a5-749d-43f5-adc2-bb701701edda None None] Provisioning complete for port 52ed7ccc-f777-4260-b37c-543979712e99 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:48.513975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cbf188a5-749d-43f5-adc2-bb701701edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.573189 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-cbf188a5-749d-43f5-adc2-bb701701edda None None] Port 52ed7ccc-f777-4260-b37c-543979712e99 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:12:48.587783 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:12:48.695076 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-61de6c1d-fc4f-4e31-9375-0ecb5e4cd744 None None] Provisioning complete for port 52ed7ccc-f777-4260-b37c-543979712e99 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:48.695450 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-61de6c1d-fc4f-4e31-9375-0ecb5e4cd744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.765771 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-61de6c1d-fc4f-4e31-9375-0ecb5e4cd744 None None] Port 52ed7ccc-f777-4260-b37c-543979712e99 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:12:48.769109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 703426e5-715a-4207-9c0a-a88cc9f95ddc up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:48.837727 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 703426e5-715a-4207-9c0a-a88cc9f95ddc triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:48.838090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:48.925553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:12:48.942052 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-4865ee16-a84b-4609-a8d9-1279b59f26a0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/67e7c0a4-3b40-4622-8f63-7ef006f9d752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6452553 Feb 04 12:12:48.976371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Sync routers for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:12:49.007423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:49.008073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:49.068516 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e9282810-8750-4d3c-9013-357dc2d06d57 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:49.126969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-51eb8963-0b15-4674-b7a5-68d5530fd1ea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:49.211594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-51eb8963-0b15-4674-b7a5-68d5530fd1ea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:49.212830 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-51eb8963-0b15-4674-b7a5-68d5530fd1ea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487432445&fields=id&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 267 time: 0.1301115 Feb 04 12:12:49.252614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port e9282810-8750-4d3c-9013-357dc2d06d57 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:49.253552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:49.282929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:49.377914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-6ac39992-a3ad-4c67-890d-3708886976cb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:49.378598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-6ac39992-a3ad-4c67-890d-3708886976cb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:49.456781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-6ac39992-a3ad-4c67-890d-3708886976cb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:49.459127 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-6ac39992-a3ad-4c67-890d-3708886976cb tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/networks?id=8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 200 len: 796 time: 0.2394264 Feb 04 12:12:49.473715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-1618fb6f-8691-42ef-9c55-fd6acc35045c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/quotas/893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 375 time: 0.0099523 Feb 04 12:12:49.557094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-0156317f-f9fc-4817-899d-264eff5cf1e0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:49.639703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-0156317f-f9fc-4817-899d-264eff5cf1e0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:49.641025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-0156317f-f9fc-4817-899d-264eff5cf1e0 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619935 Feb 04 12:12:49.657103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-187371fe-cebe-4f88-a262-fb3770a7e37e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:12:49.658851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-187371fe-cebe-4f88-a262-fb3770a7e37e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059936 Feb 04 12:12:49.677662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 2, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:49.681924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Checking router: 67e7c0a4-3b40-4622-8f63-7ef006f9d752 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:12:49.682410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Updating router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 port 52ed7ccc-f777-4260-b37c-543979712e99 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:12:49.738929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:49.792567 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-7cb74373-6baa-4334-97ae-ccc247e0b007 service neutron] 10.222.0.36 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278226 Feb 04 12:12:49.926266 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-1da59970-f088-4897-bd29-af87515b89ed service neutron] 10.222.0.36 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277547 Feb 04 12:12:50.089708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:50.102602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Transition to ACTIVE for port object 52ed7ccc-f777-4260-b37c-543979712e99 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:50.159039 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-165573af-8757-49af-944f-4f1d7ae6ce90 req-c9e59d18-11bd-4e15-b112-13ea808bd198 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 210 time: 0.0502152 Feb 04 12:12:50.177216 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:50.307485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308b62b-2a54-42e4-9bfb-4dd0c76aa607 None None] Pushing event updated for resources: {'Port': ['ID=52ed7ccc-f777-4260-b37c-543979712e99,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:50.399030 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Attempting to bind port 52ed7ccc-f777-4260-b37c-543979712e99 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:50.399471 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Attempting to bind port 52ed7ccc-f777-4260-b37c-543979712e99 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:50.399863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Attempting to bind port 52ed7ccc-f777-4260-b37c-543979712e99 on network 8ae2662f-0c79-4354-be05-4a71f388b6c9 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:12:50.406207 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:12:50.408114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Checking segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:12:50.408114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:50.408114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Bound using segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:12:50.408625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Bound port: 52ed7ccc-f777-4260-b37c-543979712e99, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:50.408625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:50.507209 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] For port 52ed7ccc-f777-4260-b37c-543979712e99, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:12:50.511093 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] For port 52ed7ccc-f777-4260-b37c-543979712e99, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=52ed7ccc-f777-4260-b37c-543979712e99,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:12:50.605823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:50.733430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:12:50.734064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:12:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:50.790877 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308b62b-2a54-42e4-9bfb-4dd0c76aa607 None None] Pushing event updated for resources: {'Port': ['ID=52ed7ccc-f777-4260-b37c-543979712e99,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:50.931245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:12:51.268137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:50Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:12:51.272233 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36b72a-98ce-4828-9d50-cd1ac63b5dff None None] The sync data for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv is: [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:50Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:12:51.328540 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c8507a11-4b2c-485c-89fa-b218ce3119bc req-472445f8-3dba-4e8d-9e2d-07834c4a3f70 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 210 time: 0.0587406 Feb 04 12:12:52.324572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-1e75ec3a-14af-4c9b-aec9-835db00fab5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:52.326156 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-1e75ec3a-14af-4c9b-aec9-835db00fab5c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/networks?id=8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 200 len: 796 time: 0.1790009 Feb 04 12:12:52.389497 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-d3c9d3f3-776c-4bb2-8072-812acee00512 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893da9ed4e99499cb8f6d5df44bfa936 HTTP/1.1" status: 200 len: 379 time: 0.0544596 Feb 04 12:12:52.404897 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'port': {'device_id': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'admin_state_up': True, 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'security_groups': ['0fc2981a-7ab2-4107-9f72-41cac8c089f8']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:52.538949 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a48f7a0-fe9d-4d3b-80d2-45f508e83eb1 req-0decb78b-2c3f-4c69-a51c-d088214ab419 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 210 time: 0.0581484 Feb 04 12:12:52.600596 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:12:52.611638 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:12:52.685666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Made reservation on behalf of 893da9ed4e99499cb8f6d5df44bfa936 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:12:52.690186 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:52.755773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 52ed7ccc-f777-4260-b37c-543979712e99 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:52.875138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.20.0.10 (8ae2662f-0c79-4354-be05-4a71f388b6c9/4886568d-867d-4caf-ac06-a58ab19c5121/15c391ce-4dce-4150-9ec7-74bf84d64838) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:12:52.890944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 52ed7ccc-f777-4260-b37c-543979712e99 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:52.896569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 52ed7ccc-f777-4260-b37c-543979712e99 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:52.898432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.016783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.053582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 52ed7ccc-f777-4260-b37c-543979712e99, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=52ed7ccc-f777-4260-b37c-543979712e99,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:53.076117 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.091978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Transition to ACTIVE for port object 15c391ce-4dce-4150-9ec7-74bf84d64838 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:53.222370 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.268960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.291015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=52ed7ccc-f777-4260-b37c-543979712e99,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:53.340086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:12:53.343249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:12:53.347390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:12:53.389294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=15c391ce-4dce-4150-9ec7-74bf84d64838,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:53.423397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:53.424149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.520320 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3babc605-a93b-46e3-9980-db8e992627a8 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1199205 Feb 04 12:12:53.532171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Request body: {'port': {'device_id': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:12:53.708245 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c9c1a000-9a09-4ea8-8956-39b563c2bb07 None None] Provisioning for port 15c391ce-4dce-4150-9ec7-74bf84d64838 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:12:53.714455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-c9c1a000-9a09-4ea8-8956-39b563c2bb07 None None] Provisioning complete for port 15c391ce-4dce-4150-9ec7-74bf84d64838 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:53.714835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a000-9a09-4ea8-8956-39b563c2bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.771918 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a000-9a09-4ea8-8956-39b563c2bb07 None None] Port 15c391ce-4dce-4150-9ec7-74bf84d64838 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:12:53.803854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:53.956985 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee945dc5-6a72-40fc-bc56-1f98dfb509fa req-1c5ddf8c-4bbc-4b10-874f-e746173c1143 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:53.957678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ee945dc5-6a72-40fc-bc56-1f98dfb509fa req-1c5ddf8c-4bbc-4b10-874f-e746173c1143 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:12:54.060023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-ee945dc5-6a72-40fc-bc56-1f98dfb509fa req-1c5ddf8c-4bbc-4b10-874f-e746173c1143 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:12:54.061122 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee945dc5-6a72-40fc-bc56-1f98dfb509fa req-1c5ddf8c-4bbc-4b10-874f-e746173c1143 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 932 time: 0.4071298 Feb 04 12:12:54.136801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ee945dc5-6a72-40fc-bc56-1f98dfb509fa req-131e6246-262f-4cb5-941d-982512c34a0b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684114 Feb 04 12:12:54.232300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c391ce-4dce-4150-9ec7-74bf84d64838 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:12:54.239722 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:54.254155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Transition to ACTIVE for port object 15c391ce-4dce-4150-9ec7-74bf84d64838 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:12:54.314939 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:54.493167 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Pushing event updated for resources: {'Port': ['ID=15c391ce-4dce-4150-9ec7-74bf84d64838,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:54.572422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Attempting to bind port 15c391ce-4dce-4150-9ec7-74bf84d64838 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:12:54.572693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Attempting to bind port 15c391ce-4dce-4150-9ec7-74bf84d64838 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:12:54.573069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Attempting to bind port 15c391ce-4dce-4150-9ec7-74bf84d64838 on network 8ae2662f-0c79-4354-be05-4a71f388b6c9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:12:54.578551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Port 15c391ce-4dce-4150-9ec7-74bf84d64838 on network 8ae2662f-0c79-4354-be05-4a71f388b6c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:12:54.579592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Attempting to bind port 15c391ce-4dce-4150-9ec7-74bf84d64838 on network 8ae2662f-0c79-4354-be05-4a71f388b6c9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:12:54.585565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:12:54.585893 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Checking segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:12:54.586457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Bound using segment: {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:12:54.586903 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Bound port: 15c391ce-4dce-4150-9ec7-74bf84d64838, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7febbb8f-6207-4acb-a8d5-206653581962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:12:54.587275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:54.687724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] For port 15c391ce-4dce-4150-9ec7-74bf84d64838, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:12:54.691345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] For port 15c391ce-4dce-4150-9ec7-74bf84d64838, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15c391ce-4dce-4150-9ec7-74bf84d64838,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:12:54.729048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 52ed7ccc-f777-4260-b37c-543979712e99 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:12:54.748523 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:54.801321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 52ed7ccc-f777-4260-b37c-543979712e99 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:12:54.801930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:54.811811 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:54.812479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:54.814806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] 10.222.0.42 "PUT /v2.0/ports/15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 200 len: 1094 time: 1.2874596 Feb 04 12:12:54.819963 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:12:54.858824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bd0da-7e8c-4c2c-8bf6-09773ce8201b service neutron] Pushing event updated for resources: {'Port': ['ID=15c391ce-4dce-4150-9ec7-74bf84d64838,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:54.872242 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'status': 'completed', 'code': 200} Feb 04 12:12:54.980095 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3b990-5ff4-4360-bcf4-d6345bc5c2d1 req-9c9c4d31-7cf3-4df5-aa35-f946e4996bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:54.981691 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05d3b990-5ff4-4360-bcf4-d6345bc5c2d1 req-9c9c4d31-7cf3-4df5-aa35-f946e4996bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1097 time: 0.0853629 Feb 04 12:12:55.131226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3b990-5ff4-4360-bcf4-d6345bc5c2d1 req-e316b4cc-c179-4025-9d3a-cdc5a4905e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:55.132701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05d3b990-5ff4-4360-bcf4-d6345bc5c2d1 req-e316b4cc-c179-4025-9d3a-cdc5a4905e51 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1433578 Feb 04 12:12:55.310685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3b990-5ff4-4360-bcf4-d6345bc5c2d1 req-f03a9d43-a8d9-44b6-93e8-d31b1474c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:55.312159 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05d3b990-5ff4-4360-bcf4-d6345bc5c2d1 req-f03a9d43-a8d9-44b6-93e8-d31b1474c128 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732767 Feb 04 12:12:55.349766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f440b39-a55a-4c28-9e06-8375e614804c req-5dcdc28a-5fef-4040-bcf6-2db5b025bc92 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:55.351238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f440b39-a55a-4c28-9e06-8375e614804c req-5dcdc28a-5fef-4040-bcf6-2db5b025bc92 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 944 time: 0.0938087 Feb 04 12:12:55.445257 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f440b39-a55a-4c28-9e06-8375e614804c req-a867f973-539a-4e7d-82dd-b0cc1c3f4d1a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629690 Feb 04 12:12:55.462809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-d05590df-63e2-4cb6-8442-71a2003632f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:55.464319 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-d05590df-63e2-4cb6-8442-71a2003632f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1097 time: 0.1118264 Feb 04 12:12:55.536020 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-9f401354-cea3-4ab8-ad40-968f42f37861 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 200 len: 217 time: 0.0638537 Feb 04 12:12:55.603904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-6fa0ecc8-b66c-446b-95f1-564c0a213b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:55.605314 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-6fa0ecc8-b66c-446b-95f1-564c0a213b06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4886568d-867d-4caf-ac06-a58ab19c5121 HTTP/1.1" status: 200 len: 834 time: 0.0632498 Feb 04 12:12:55.683597 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3bf751eb-db3c-4619-ba62-33f91f9155ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:55.685076 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-3bf751eb-db3c-4619-ba62-33f91f9155ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ae2662f-0c79-4354-be05-4a71f388b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734060 Feb 04 12:12:55.929045 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-46fe4903-7e82-44cb-b595-a83e8883c4c2 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373660 Feb 04 12:12:56.060116 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c5b20616-82ec-4f5e-9501-245c1dbbd74d req-778e2a00-a143-4618-9b72-3520013f4c10 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 Feb 04 12:12:56.633554 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef83c7f-e355-4e5e-ab07-4cf350918e0e req-49b192d6-6e19-4dc3-b64c-a0a1ea68a25f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:56.635006 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ef83c7f-e355-4e5e-ab07-4cf350918e0e req-49b192d6-6e19-4dc3-b64c-a0a1ea68a25f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 944 time: 0.0838723 Feb 04 12:12:56.682095 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3ef83c7f-e355-4e5e-ab07-4cf350918e0e req-1e56a320-067b-4e9d-923b-14e003e0dbb7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Feb 04 12:12:57.793898 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:57.867721 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020ad95-b69a-491a-a418-bbf1979cde79 req-f1d2fd53-2eef-4304-96f7-e132e916b608 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:57.869209 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a020ad95-b69a-491a-a418-bbf1979cde79 req-f1d2fd53-2eef-4304-96f7-e132e916b608 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 944 time: 0.0832729 Feb 04 12:12:57.914217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a020ad95-b69a-491a-a418-bbf1979cde79 req-8ab379d2-b3de-4ede-818c-ddcf0b86017b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 Feb 04 12:12:59.081454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 15c391ce-4dce-4150-9ec7-74bf84d64838 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:12:59.109334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d04fe4-fc31-4b80-9acd-634ed58f2cd5 req-139cbdee-ab23-4d38-9be7-2211930b09ac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:12:59.110957 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-68d04fe4-fc31-4b80-9acd-634ed58f2cd5 req-139cbdee-ab23-4d38-9be7-2211930b09ac tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 944 time: 0.0860121 Feb 04 12:12:59.155848 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-68d04fe4-fc31-4b80-9acd-634ed58f2cd5 req-f46df5cf-6763-4a88-8343-2497288f9fc6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391152 Feb 04 12:12:59.223273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 15c391ce-4dce-4150-9ec7-74bf84d64838, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15c391ce-4dce-4150-9ec7-74bf84d64838,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:59.236230 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'port_id': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'mac_address': 'fa:16:3e:97:9c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:12:59.290825 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:59.307994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c391ce-4dce-4150-9ec7-74bf84d64838 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:12:59.323882 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 15c391ce-4dce-4150-9ec7-74bf84d64838, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15c391ce-4dce-4150-9ec7-74bf84d64838,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:12:59.411181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:12:59.480605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=15c391ce-4dce-4150-9ec7-74bf84d64838,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:12:59.641084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['15c391ce-4dce-4150-9ec7-74bf84d64838'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:13:00.287225 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78e793fb-f7ef-40eb-bcb4-53fc7011d5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:00.347702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbe6d3-0003-4955-9a23-704bd41bf757 req-3099bcdd-122b-475c-9ff2-db4474cc95db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:00.349170 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ddbe6d3-0003-4955-9a23-704bd41bf757 req-3099bcdd-122b-475c-9ff2-db4474cc95db tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 945 time: 0.0829670 Feb 04 12:13:00.405918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1ddbe6d3-0003-4955-9a23-704bd41bf757 req-f26e7fbc-7706-4eb1-b8c7-1f077327e5ea tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510986 Feb 04 12:13:01.096425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 15c391ce-4dce-4150-9ec7-74bf84d64838 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:13:01.250155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 15c391ce-4dce-4150-9ec7-74bf84d64838 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:13:01.255858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 15c391ce-4dce-4150-9ec7-74bf84d64838 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:13:01.256228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:01.374326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:01.410849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:01.421213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 15c391ce-4dce-4150-9ec7-74bf84d64838, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15c391ce-4dce-4150-9ec7-74bf84d64838,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:13:01.455184 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'code': 200} Feb 04 12:13:01.542456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:01.607460 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0ca8-f7a1-4697-b994-4e84ed21b1af req-61ae2080-2c8a-41d4-84ef-d8abc8f46f7c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:01.609274 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a6c0ca8-f7a1-4697-b994-4e84ed21b1af req-61ae2080-2c8a-41d4-84ef-d8abc8f46f7c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0877616 Feb 04 12:13:01.620243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=15c391ce-4dce-4150-9ec7-74bf84d64838,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:01.657693 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a6c0ca8-f7a1-4697-b994-4e84ed21b1af req-d00d0705-1fd5-4710-b601-c041ce1574ee tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 Feb 04 12:13:01.847737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6363fdb-a10e-4cba-bafd-720d1c0effa9 req-49c55134-982c-4699-bfb7-2992dca0e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:01.849984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6363fdb-a10e-4cba-bafd-720d1c0effa9 req-49c55134-982c-4699-bfb7-2992dca0e63f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1099 time: 0.0915158 Feb 04 12:13:01.895360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c6363fdb-a10e-4cba-bafd-720d1c0effa9 req-f1331783-e4b8-4661-9802-345838cac00f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369704 Feb 04 12:13:02.771399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-367193b1-d081-4e27-a9bb-7f4eac0fc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:02.882135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ac92e-831b-4568-af0f-d265add0d518 req-3dd22331-ba1c-44d1-90f4-9c3682d5e423 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:02.883658 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e4ac92e-831b-4568-af0f-d265add0d518 req-3dd22331-ba1c-44d1-90f4-9c3682d5e423 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0890729 Feb 04 12:13:02.941774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e4ac92e-831b-4568-af0f-d265add0d518 req-57ed8290-148b-4a0c-b1df-3a7cc19619de tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508816 Feb 04 12:13:03.719211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:03.873511 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:04.131329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1aded-4a61-487a-9d6e-64e82d826846 req-c6e67800-4fd0-4296-8b9b-41a1917d15a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:04.132852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78f1aded-4a61-487a-9d6e-64e82d826846 req-c6e67800-4fd0-4296-8b9b-41a1917d15a1 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0858400 Feb 04 12:13:04.179180 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78f1aded-4a61-487a-9d6e-64e82d826846 req-2e247abf-b856-4fef-9ecf-45efa86049a7 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406797 Feb 04 12:13:04.359647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74254d-b988-4c02-96c1-f74d08dbbf14 req-a2943458-303c-4d91-8f58-8ed1a6807687 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:04.361640 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de74254d-b988-4c02-96c1-f74d08dbbf14 req-a2943458-303c-4d91-8f58-8ed1a6807687 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0801508 Feb 04 12:13:04.408822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-de74254d-b988-4c02-96c1-f74d08dbbf14 req-f4316fc8-a854-42d4-ac6b-d0a67bd9d2e4 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391443 Feb 04 12:13:04.431694 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48110) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:04.512858 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664a391-75d0-4959-8278-919205cc9499 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:04.514402 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e664a391-75d0-4959-8278-919205cc9499 tempest-TestNetworkAdvancedServerOps-308451812 tempest-TestNetworkAdvancedServerOps-308451812-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1094 time: 0.0816967 Feb 04 12:13:04.518285 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48114) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:04.523299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:13:04.529589 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:13:04.533959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Usage tracker for resource:floatingip and tenant:893da9ed4e99499cb8f6d5df44bfa936 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:13:04.536810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:13:04.542502 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:13:04.667816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:04.807315 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:04.939258 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Allocated IP 172.26.6.118 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/c3953f30-03c3-4263-baad-e4de76c056db) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:13:05.090842 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:05.217595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:05.306978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:13:05.311906 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:13:05.319105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:13:05.330125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:05.385247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=c3953f30-03c3-4263-baad-e4de76c056db,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:05.789572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:05.959367 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.248349 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.307959 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.518065 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event updated for resources: {'Port': ['ID=c3953f30-03c3-4263-baad-e4de76c056db,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:06.528007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:06.699326 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP da514e22-82f7-47d8-8047-acd21ee6bd58 associated. External IP: 172.26.6.118, port: 15c391ce-4dce-4150-9ec7-74bf84d64838. Feb 04 12:13:07.058988 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:13:07.238844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:13:07.248392 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] Sync routers for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:13:07.258908 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:13:07.259516 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:13:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:07.359820 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:07.418992 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-f5b5e087-888c-40eb-9d53-445f6aa1a807 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8996623 Feb 04 12:13:07.419613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:07.433646 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:13:07.550931 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'status': 'completed', 'code': 200} Feb 04 12:13:07.665993 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e00a-2a3e-4c77-870a-3d8c3b37c98f req-5b8d4880-4c14-4a1b-b2fe-2eca943942b2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:07.667313 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c137e00a-2a3e-4c77-870a-3d8c3b37c98f req-5b8d4880-4c14-4a1b-b2fe-2eca943942b2 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.1433282 Feb 04 12:13:07.678582 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f128a-62cc-4017-9fba-a17672158b3b req-d7efaf81-ce26-4ee3-977b-8ef7a1aea504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:07.680000 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-d7efaf81-ce26-4ee3-977b-8ef7a1aea504 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1099 time: 0.1004694 Feb 04 12:13:07.807253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c137e00a-2a3e-4c77-870a-3d8c3b37c98f req-7b6530e0-e9a8-43e0-8990-b8df85ffa5b6 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309173 Feb 04 12:13:07.835418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48124) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:07.835932 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'da514e22-82f7-47d8-8047-acd21ee6bd58', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'port_id': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'mac_address': 'fa:16:3e:97:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:13:05Z', 'updated_at': '2022-02-04T12:13:05Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:53Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:07.840349 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] Checking router: 67e7c0a4-3b40-4622-8f63-7ef006f9d752 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:13:07.849029 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:13:07.849752 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:13:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:07.860856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f128a-62cc-4017-9fba-a17672158b3b req-37b31b45-d253-486f-a164-6da50fa4a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:07.862444 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-37b31b45-d253-486f-a164-6da50fa4a599 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 200 len: 897 time: 0.1696374 Feb 04 12:13:07.973455 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7daf8eaa-7a57-41bf-bfb6-0feeffad4224 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/da514e22-82f7-47d8-8047-acd21ee6bd58 HTTP/1.1" status: 200 len: 992 time: 0.1366780 Feb 04 12:13:07.974779 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-2b936309-01cc-4e75-ba5f-b82d4015277c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 200 len: 1000 time: 0.1050560 Feb 04 12:13:08.038540 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f128a-62cc-4017-9fba-a17672158b3b req-a2699a46-c48b-403a-93ee-ccab158c5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:08.040134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-a2699a46-c48b-403a-93ee-ccab158c5615 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4886568d-867d-4caf-ac06-a58ab19c5121 HTTP/1.1" status: 200 len: 834 time: 0.0588539 Feb 04 12:13:08.053301 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:13:08.117717 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f128a-62cc-4017-9fba-a17672158b3b req-ee14237a-734c-4654-ac64-65f9ee63e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:08.119211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-ee14237a-734c-4654-ac64-65f9ee63e6f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ae2662f-0c79-4354-be05-4a71f388b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725083 Feb 04 12:13:08.309790 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:13:08.390783 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-8413f7d9-70de-443f-9c35-6bf0d7902d2c service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646799 Feb 04 12:13:08.418259 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'da514e22-82f7-47d8-8047-acd21ee6bd58', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'port_id': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'mac_address': 'fa:16:3e:97:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:13:05Z', 'updated_at': '2022-02-04T12:13:05Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:53Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:08.422421 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb43356-8f59-4604-a128-4ffaed00a573 None None] The sync data for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv is: [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'da514e22-82f7-47d8-8047-acd21ee6bd58', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'port_id': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'mac_address': 'fa:16:3e:97:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:13:05Z', 'updated_at': '2022-02-04T12:13:05Z', 'revision_number': 0, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:53Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:13:08.529127 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-004f128a-62cc-4017-9fba-a17672158b3b req-857fa4c1-524d-4b44-9e87-77547746d7c3 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310141 Feb 04 12:13:08.627892 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacbd26-df30-42b5-96e7-ead5edcb284f None None] New status for floating IP da514e22-82f7-47d8-8047-acd21ee6bd58: ACTIVE {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:13:08.977249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:09.100376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-47884c99-7885-4a08-b81e-216810e5aa8c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/da514e22-82f7-47d8-8047-acd21ee6bd58 HTTP/1.1" status: 200 len: 994 time: 0.1219819 Feb 04 12:13:09.184807 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-6e6d6d4f-b53a-46f5-af71-d4251d540297 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764885 Feb 04 12:13:09.333431 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-635cd2d8-d30b-427d-934c-3bfb38f392a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:09.334822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-635cd2d8-d30b-427d-934c-3bfb38f392a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1099 time: 0.0708466 Feb 04 12:13:09.482145 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-a7ad4924-6f2a-48a6-8b0b-3fe7e8890559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:09.483659 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-a7ad4924-6f2a-48a6-8b0b-3fe7e8890559 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 200 len: 897 time: 0.1292462 Feb 04 12:13:09.587870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-0c573d22-6762-47ed-bda3-8e6c48567b9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 200 len: 1002 time: 0.0969458 Feb 04 12:13:09.660262 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-77501bef-93a2-42a7-adca-222d587424f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:09.661712 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-77501bef-93a2-42a7-adca-222d587424f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4886568d-867d-4caf-ac06-a58ab19c5121 HTTP/1.1" status: 200 len: 834 time: 0.0664794 Feb 04 12:13:09.737867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-66860cc3-6b61-4b08-bb3d-ca60121ccde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:09.739312 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-66860cc3-6b61-4b08-bb3d-ca60121ccde4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ae2662f-0c79-4354-be05-4a71f388b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709028 Feb 04 12:13:09.873284 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-6d61979b-6b1b-4b1a-96ca-ab7d6389b2a0 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264594 Feb 04 12:13:10.012490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bdc3c1d9-bccf-4d82-a60e-aaa4bc1481b2 req-366cac32-8c58-4bb2-88e4-f176b13c2052 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319706 Feb 04 12:13:27.804640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:30.273298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-047e7902-0385-49dc-8043-b4e038c76306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:32.782952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ae6df870-e332-424f-bfd5-205f1e11b495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:33.712926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:33.947133 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:35.330778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:41.008234 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e8841-2124-42ab-b74e-a8245a34537c req-ad91f6ce-579f-4148-9a3b-4c4b6720a56b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:41.009607 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-af6e8841-2124-42ab-b74e-a8245a34537c req-ad91f6ce-579f-4148-9a3b-4c4b6720a56b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0819135 Feb 04 12:13:41.059872 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-af6e8841-2124-42ab-b74e-a8245a34537c req-84b8bd27-ac7a-4af7-8d7c-c69eb2876318 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445528 Feb 04 12:13:42.263130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640c43e-afd8-48e2-8630-d1de9536d49f req-b3a949bc-f799-4765-ad03-ea8f2659174b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:42.264636 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3640c43e-afd8-48e2-8630-d1de9536d49f req-b3a949bc-f799-4765-ad03-ea8f2659174b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0858912 Feb 04 12:13:42.312308 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3640c43e-afd8-48e2-8630-d1de9536d49f req-24312bd8-625c-4ac5-b362-bfe04bf86b2b tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Feb 04 12:13:42.337863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:42.445283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-48cbbba9-f820-401e-a4f9-4edbe4c60e3a tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/da514e22-82f7-47d8-8047-acd21ee6bd58 HTTP/1.1" status: 200 len: 994 time: 0.1062667 Feb 04 12:13:44.238411 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddbc6d-f9cf-482d-ac17-99ec4e13907e req-80c7c0e4-1085-4a90-b502-c19d299fa8cd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:44.240961 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eddbc6d-f9cf-482d-ac17-99ec4e13907e req-80c7c0e4-1085-4a90-b502-c19d299fa8cd tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.1148963 Feb 04 12:13:44.450415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eddbc6d-f9cf-482d-ac17-99ec4e13907e req-a40737b0-a5de-4719-90dc-83efa143f9f9 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027910 Feb 04 12:13:44.472964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-a32c8795-1fff-4d22-b203-050caed28b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:44.474441 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-a32c8795-1fff-4d22-b203-050caed28b83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1099 time: 0.1011994 Feb 04 12:13:44.618130 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-e91c675e-f2d7-4bef-871f-8f494df5976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:44.619719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-e91c675e-f2d7-4bef-871f-8f494df5976e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 200 len: 897 time: 0.1388185 Feb 04 12:13:44.749374 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-5114009c-6cf1-4bdc-8ff1-82919bd9b626 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 200 len: 1002 time: 0.1224599 Feb 04 12:13:44.822108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-fc9ab245-14c0-438b-8ee8-5356c0a81e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:44.823644 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-fc9ab245-14c0-438b-8ee8-5356c0a81e0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4886568d-867d-4caf-ac06-a58ab19c5121 HTTP/1.1" status: 200 len: 834 time: 0.0686154 Feb 04 12:13:44.900720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-920161d3-436b-4bf1-89ee-83e9d63a24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:44.902786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-920161d3-436b-4bf1-89ee-83e9d63a24c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ae2662f-0c79-4354-be05-4a71f388b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718880 Feb 04 12:13:45.070569 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-b6030885-29d2-48e1-ad18-e52a279d0f9e service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612506 Feb 04 12:13:45.208737 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9d485ead-5c10-4baf-8571-855164bc54a6 req-f38745a0-81d5-4189-83fb-7ff35e8711bb service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320965 Feb 04 12:13:45.298820 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:13:45.659931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37747350-9dbf-4356-adef-d91244ac1410 req-bda1bd8d-b528-45a0-a086-37bdd8cd6c3f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:45.661400 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37747350-9dbf-4356-adef-d91244ac1410 req-bda1bd8d-b528-45a0-a086-37bdd8cd6c3f tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0961502 Feb 04 12:13:45.712602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-37747350-9dbf-4356-adef-d91244ac1410 req-0f029a70-3a94-41e9-8286-a656b77246ec tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455768 Feb 04 12:13:46.907472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597f3f9-9002-430a-a0fb-bf9e3a9a47c2 req-53e5cfc2-1baf-47fb-b656-4e6368c7c445 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:46.908952 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1597f3f9-9002-430a-a0fb-bf9e3a9a47c2 req-53e5cfc2-1baf-47fb-b656-4e6368c7c445 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.0888138 Feb 04 12:13:46.956087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1597f3f9-9002-430a-a0fb-bf9e3a9a47c2 req-fc39a68b-61ae-4dcd-bae0-0d673395814c tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 Feb 04 12:13:46.979123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48166) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:47.087463 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a7d490c0-d501-4cd7-8355-31379a6bfdaa tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/floatingips/da514e22-82f7-47d8-8047-acd21ee6bd58 HTTP/1.1" status: 200 len: 994 time: 0.1070907 Feb 04 12:13:47.372223 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48174) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:47.597356 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port c3953f30-03c3-4263-baad-e4de76c056db {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:13:47.597651 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:47.776711 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:47.777050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:48.009662 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for c3953f30-03c3-4263-baad-e4de76c056db owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:13:48.244241 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:48.292854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=c3953f30-03c3-4263-baad-e4de76c056db,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:48.330796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.331142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.331482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.331844 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.332177 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.332515 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.332834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.333159 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.333480 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.333806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.334146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.334464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:48.410226 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:48.411294 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Floating IP da514e22-82f7-47d8-8047-acd21ee6bd58 disassociated (deleted). External IP: 172.26.6.118, port: 15c391ce-4dce-4150-9ec7-74bf84d64838. Feb 04 12:13:48.828369 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:13:49.032741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:13:49.049412 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] Sync routers for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:13:49.064301 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:13:49.065202 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:13:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:49.155204 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:49.222010 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-bc91ae8f-57d6-4549-8d1c-68fdce33eb52 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/floatingips/da514e22-82f7-47d8-8047-acd21ee6bd58 HTTP/1.1" status: 204 len: 168 time: 1.8482051 Feb 04 12:13:49.222511 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:49.307372 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'status': 'completed', 'code': 200} Feb 04 12:13:49.315934 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:13:49.447606 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-e44e8b00-3e42-466b-8b91-8e4ff73ad7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:49.453278 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-e44e8b00-3e42-466b-8b91-8e4ff73ad7f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 1099 time: 0.1105554 Feb 04 12:13:49.605314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-6e13b54c-5e5d-41df-9722-435545c810bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:49.606861 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-6e13b54c-5e5d-41df-9722-435545c810bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 200 len: 897 time: 0.1501706 Feb 04 12:13:49.689761 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-d6269038-a023-4420-be62-5c3a3d7ca25a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 200 len: 217 time: 0.0751734 Feb 04 12:13:49.758996 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:53Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:49.766111 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] Checking router: 67e7c0a4-3b40-4622-8f63-7ef006f9d752 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:13:49.778496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-f1336e7c-927f-4d21-b6e6-5befa6a6a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:49.779766 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:13:49.780203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-f1336e7c-927f-4d21-b6e6-5befa6a6a333 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4886568d-867d-4caf-ac06-a58ab19c5121 HTTP/1.1" status: 200 len: 834 time: 0.0838573 Feb 04 12:13:49.781023 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:13:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:49.997737 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:13:50.091410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-2d712f20-b7bc-47cb-b070-a306d1c9537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:50.093177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-2d712f20-b7bc-47cb-b070-a306d1c9537a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8ae2662f-0c79-4354-be05-4a71f388b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3062041 Feb 04 12:13:50.195283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee941a3-f900-4f60-8a4f-a7ee27b187f5 req-79f1fef8-b9c5-44e2-a576-a05cd6c74817 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:50.197302 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bee941a3-f900-4f60-8a4f-a7ee27b187f5 req-79f1fef8-b9c5-44e2-a576-a05cd6c74817 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.3395946 Feb 04 12:13:50.299253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bee941a3-f900-4f60-8a4f-a7ee27b187f5 req-f08ce8ed-0369-4da5-adf9-726dbdbce55e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918863 Feb 04 12:13:50.320756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-e02a06aa-af47-4122-a326-206150262077 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172668 Feb 04 12:13:50.375591 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:53Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:50.380326 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87840bba-b790-460e-b25a-6324f3e661f3 None None] The sync data for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv is: [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '52ed7ccc-f777-4260-b37c-543979712e99', 'name': '', 'network_id': '8ae2662f-0c79-4354-be05-4a71f388b6c9', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'mac_address': 'fa:16:3e:8b:55:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:46Z', 'updated_at': '2022-02-04T12:12:53Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'subnets': [{'id': '4886568d-867d-4caf-ac06-a58ab19c5121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:13:50.495412 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2299f417-80b4-4af3-9c61-4c2df6e59003 req-06593b57-b6ea-418c-b894-8cfe129b28b5 service neutron] 10.222.0.42 "GET /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682389 Feb 04 12:13:50.693077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d9173-d9ac-4893-b18d-7a8f91a4cb0e None None] New status for floating IP da514e22-82f7-47d8-8047-acd21ee6bd58: DOWN {{(pid=88133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:13:51.603242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2b42-a57a-4133-b308-a1d5f045ea88 req-5fbdd4e1-0a93-4181-a616-263cc1acbbae tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:51.608641 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcce2b42-a57a-4133-b308-a1d5f045ea88 req-5fbdd4e1-0a93-4181-a616-263cc1acbbae tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.1551986 Feb 04 12:13:51.622319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-dac29787-1447-46fc-b97e-80ad85c8535d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:13:51.623946 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-dac29787-1447-46fc-b97e-80ad85c8535d tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 946 time: 0.1744909 Feb 04 12:13:51.732121 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcce2b42-a57a-4133-b308-a1d5f045ea88 req-5bb040d9-7722-435d-bc09-3bdcbda45f95 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/security-groups?id=0fc2981a-7ab2-4107-9f72-41cac8c089f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069717 Feb 04 12:13:51.736224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 15c391ce-4dce-4150-9ec7-74bf84d64838 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:13:51.736403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:52.024555 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 15c391ce-4dce-4150-9ec7-74bf84d64838, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15c391ce-4dce-4150-9ec7-74bf84d64838,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:13:52.024990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:52.162204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 15c391ce-4dce-4150-9ec7-74bf84d64838 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:13:52.439109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:52.507312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=15c391ce-4dce-4150-9ec7-74bf84d64838,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:52.552365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.552741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.553027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.553362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.553686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.554009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.554474 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.554630 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.554946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.555264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.555618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.555940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:52.599371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] No DVR routers for this DVR port 15c391ce-4dce-4150-9ec7-74bf84d64838 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:13:52.601856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:52.604501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'name': 'network-vif-deleted', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:13:52.618842 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f42c5e38-e77f-442c-85c0-b69a8c0c9cd8 req-1a3a7cba-046a-4838-895c-524cad5180be tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.42 "DELETE /v2.0/ports/15c391ce-4dce-4150-9ec7-74bf84d64838 HTTP/1.1" status: 204 len: 173 time: 0.9894969 Feb 04 12:13:52.653165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d11d6e6-09a4-49aa-8d83-7c739e513018', 'name': 'network-vif-deleted', 'tag': '15c391ce-4dce-4150-9ec7-74bf84d64838', 'status': 'completed', 'code': 200} Feb 04 12:13:52.909062 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-429c89f5-3c02-4db3-a8ef-d981fc587e48 req-f8904223-4042-493e-a01a-40e3baea87e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Synchronizing usage tracker for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:13:52.998943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-429c89f5-3c02-4db3-a8ef-d981fc587e48 req-f8904223-4042-493e-a01a-40e3baea87e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Unset dirty status for tenant:893da9ed4e99499cb8f6d5df44bfa936 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:13:53.000280 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-429c89f5-3c02-4db3-a8ef-d981fc587e48 req-f8904223-4042-493e-a01a-40e3baea87e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d11d6e6-09a4-49aa-8d83-7c739e513018 HTTP/1.1" status: 200 len: 210 time: 0.1411767 Feb 04 12:13:54.097620 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48192) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:54.798428 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.170277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 52ed7ccc-f777-4260-b37c-543979712e99 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:13:55.170957 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.360806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 15c391ce-4dce-4150-9ec7-74bf84d64838 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:55.374410 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 52ed7ccc-f777-4260-b37c-543979712e99, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=52ed7ccc-f777-4260-b37c-543979712e99,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:13:55.375212 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.398087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 15c391ce-4dce-4150-9ec7-74bf84d64838 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:13:55.398433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 15c391ce-4dce-4150-9ec7-74bf84d64838 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:55.507880 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 52ed7ccc-f777-4260-b37c-543979712e99 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:13:55.935596 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:55.983995 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=52ed7ccc-f777-4260-b37c-543979712e99,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:56.371768 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:56.761774 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:13:56.947720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:13:56.957381 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] Sync routers for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:13:56.966542 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:13:56.967130 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:13:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:57.045948 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7d46843f-258c-4797-8dd6-5534faa5a57e tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "PUT /v2.0/routers/67e7c0a4-3b40-4622-8f63-7ef006f9d752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471319 Feb 04 12:13:57.048702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:57.116565 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting subnet 4886568d-867d-4caf-ac06-a58ab19c5121 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:13:57.119876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.150348 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:13:57.179644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.271123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.421790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.459744 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:13:55Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:57.461471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Subnet': ['ID=4886568d-867d-4caf-ac06-a58ab19c5121,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:57.464186 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] Checking router: 67e7c0a4-3b40-4622-8f63-7ef006f9d752 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:13:57.468537 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.475284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2060c-297e-4f3d-b5f7-f663cb690468 None None] Network 8ae2662f-0c79-4354-be05-4a71f388b6c9 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:13:57.476835 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] Routers {'67e7c0a4-3b40-4622-8f63-7ef006f9d752'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:13:57.477514 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:13:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:57.479460 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-28a60f26-185f-42b3-996d-c034d4ccba38 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/subnets/4886568d-867d-4caf-ac06-a58ab19c5121 HTTP/1.1" status: 204 len: 168 time: 0.4296620 Feb 04 12:13:57.481953 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:57.683394 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] Set router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:13:57.798368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] DHCP port deletion for 8ae2662f-0c79-4354-be05-4a71f388b6c9 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:13:57.803312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Deleting port e9282810-8750-4d3c-9013-357dc2d06d57 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:13:57.803735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.865160 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:57.953387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.075010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.076238 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:13:55Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:58.081912 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f135bd1-c9f1-4a5d-952c-c54acb5779a0 None None] The sync data for ids ['67e7c0a4-3b40-4622-8f63-7ef006f9d752'] in dv-neutron-827824-2-hyperv is: [{'id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780970189', 'tenant_id': '893da9ed4e99499cb8f6d5df44bfa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:12:41Z', 'updated_at': '2022-02-04T12:13:55Z', 'revision_number': 5, 'project_id': '893da9ed4e99499cb8f6d5df44bfa936', 'gw_port': {'id': '703426e5-715a-4207-9c0a-a88cc9f95ddc', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e7c0a4-3b40-4622-8f63-7ef006f9d752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:12:42Z', 'updated_at': '2022-02-04T12:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:13:58.141307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Deleting port 703426e5-715a-4207-9c0a-a88cc9f95ddc {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:13:58.141641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.146180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] For port e9282810-8750-4d3c-9013-357dc2d06d57, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=e9282810-8750-4d3c-9013-357dc2d06d57,segment=NetworkSegment(7febbb8f-6207-4acb-a8d5-206653581962),segment_id=7febbb8f-6207-4acb-a8d5-206653581962)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:13:58.146573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.309740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Calling delete_port for e9282810-8750-4d3c-9013-357dc2d06d57 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:13:58.333163 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] For port 703426e5-715a-4207-9c0a-a88cc9f95ddc, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=703426e5-715a-4207-9c0a-a88cc9f95ddc,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:13:58.333517 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.466404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Calling delete_port for 703426e5-715a-4207-9c0a-a88cc9f95ddc owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:13:58.581980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694'] for port, after_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.632976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Pushing event deleted for resources: {'Port': ['ID=e9282810-8750-4d3c-9013-357dc2d06d57,revision_number=None']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:58.639201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] No DVR routers for this DVR port e9282810-8750-4d3c-9013-357dc2d06d57 on host dv-neutron-827824-2-hyperv {{(pid=88133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:13:58.648125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.648390 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.648699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.649032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.649357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.649690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.650018 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.650348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.650726 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.651000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.651319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.651664 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50bfc-ee6b-4232-9bd1-73dfe5566b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:13:58.708852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:58.757027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 52ed7ccc-f777-4260-b37c-543979712e99 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:58.758170 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Port': ['ID=703426e5-715a-4207-9c0a-a88cc9f95ddc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:58.800605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 52ed7ccc-f777-4260-b37c-543979712e99 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:13:58.801087 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 52ed7ccc-f777-4260-b37c-543979712e99 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:58.801422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e9282810-8750-4d3c-9013-357dc2d06d57 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:13:58.841955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: e9282810-8750-4d3c-9013-357dc2d06d57 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:13:58.842751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device e9282810-8750-4d3c-9013-357dc2d06d57 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:13:58.864144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.043797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.046099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.169945 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.170641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Fanout notify agent at l3_agent the message router_deleted on router 67e7c0a4-3b40-4622-8f63-7ef006f9d752 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:13:59.186074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.187910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-40bbb700-f85a-40cb-b21d-26f61db0a6e3 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/routers/67e7c0a4-3b40-4622-8f63-7ef006f9d752 HTTP/1.1" status: 204 len: 168 time: 1.7049456 Feb 04 12:13:59.190616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48204) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:59.318772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.556780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.584010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae2662f-0c79-4354-be05-4a71f388b6c9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:59.596545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7febbb8f-6207-4acb-a8d5-206653581962') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:59.596841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7febbb8f-6207-4acb-a8d5-206653581962') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:13:59.608243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.625252 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.637788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:13:59.637788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:13:59.648006 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:13:59.798848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.804116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:13:59.831751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'Network': ['ID=8ae2662f-0c79-4354-be05-4a71f388b6c9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:13:59.913549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-04a3e5b0-39e3-4cbe-8cfd-de06788ffe75 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/networks/8ae2662f-0c79-4354-be05-4a71f388b6c9 HTTP/1.1" status: 204 len: 168 time: 0.7218347 Feb 04 12:13:59.916184 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:13:59.983290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eaa0-da44-43b0-b516-7126074cbd69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:00.012842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eaa0-da44-43b0-b516-7126074cbd69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:00.198103 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eaa0-da44-43b0-b516-7126074cbd69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:00.217177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0eaa0-da44-43b0-b516-7126074cbd69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2981a-7ab2-4107-9f72-41cac8c089f8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:00.267320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7a408d36-6af0-424f-b645-a54d7ae2a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:00.306698 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eaa0-da44-43b0-b516-7126074cbd69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:00.307878 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d6d0eaa0-da44-43b0-b516-7126074cbd69 tempest-TestNetworkAdvancedServerOps-1264888305 tempest-TestNetworkAdvancedServerOps-1264888305-project] 10.222.0.36 "DELETE /v2.0/security-groups/0fc2981a-7ab2-4107-9f72-41cac8c089f8 HTTP/1.1" status: 204 len: 168 time: 0.3905923 Feb 04 12:14:00.744739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 703426e5-715a-4207-9c0a-a88cc9f95ddc no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:14:00.780257 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 703426e5-715a-4207-9c0a-a88cc9f95ddc {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:14:00.780690 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 703426e5-715a-4207-9c0a-a88cc9f95ddc not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:14:01.085416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:01.253701 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-14f5548a-fa0f-402f-bab4-3e09c77d2e0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=893da9ed4e99499cb8f6d5df44bfa936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668174 Feb 04 12:14:01.256110 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48224) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:01.314402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87fc680d-69c9-497a-83a6-ebce1acddd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.339941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87fc680d-69c9-497a-83a6-ebce1acddd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.477982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87fc680d-69c9-497a-83a6-ebce1acddd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.495500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc680d-69c9-497a-83a6-ebce1acddd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b84f8d4-3bc4-4246-8031-2998f4561f10,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:01.502778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87fc680d-69c9-497a-83a6-ebce1acddd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:01.504087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-87fc680d-69c9-497a-83a6-ebce1acddd17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b84f8d4-3bc4-4246-8031-2998f4561f10 HTTP/1.1" status: 204 len: 168 time: 0.2470794 Feb 04 12:14:02.149118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:02.169449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.183796 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:02.188274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Usage tracker for resource:security_group_rule and tenant:88476a8ed39e454489a93ccb4a5cb0da is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:02.191640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:02.197483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:02.281795 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.358179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.406521 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88476a8ed39e454489a93ccb4a5cb0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563341 Feb 04 12:14:02.407416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e65fd-af00-45f3-9ab8-8ad6fa121016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b98962-5a3c-484c-805f-faacc8077aa1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:02.409377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48236) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:02.469518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc47a-c461-4d31-b525-82d1576893c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.495035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc47a-c461-4d31-b525-82d1576893c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.655786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc47a-c461-4d31-b525-82d1576893c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.672436 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbc47a-c461-4d31-b525-82d1576893c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b98962-5a3c-484c-805f-faacc8077aa1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:02.678187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ebbc47a-c461-4d31-b525-82d1576893c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:02.681253 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7ebbc47a-c461-4d31-b525-82d1576893c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19b98962-5a3c-484c-805f-faacc8077aa1 HTTP/1.1" status: 204 len: 168 time: 0.2707534 Feb 04 12:14:02.803770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6721bceb-45af-4d27-804d-b871aa221ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.701090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.901006 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:03.901644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:04.007455 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-340465568-network', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:04.012399 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:04.016299 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Usage tracker for resource:network and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:04.019707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:04.025319 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:04.107007 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Made reservation on behalf of 4df6999e05424c8ebaa776c24b3bb8f9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:04.109520 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.121794 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.139811 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:04.144462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:04.147270 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:04.153108 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:04.234129 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.306749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.337947 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:14:04.346193 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc6b05-fd2d-4828-9cd2-075e4ba96862,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:04.351573 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.351919 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Added segment b80d3a21-acc6-40b4-8683-603fa3dd1a79 of type vlan for network 1c993e4d-a476-46fc-bbb7-d17dda499717 Feb 04 12:14:04.378796 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.472533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.473506 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:04.474156 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:04.576833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] Pushing event updated for resources: {'Network': ['ID=1c993e4d-a476-46fc-bbb7-d17dda499717,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:04.590113 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:14:04.639415 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5f68cc7b-a9e9-4db0-9c3d-4c728586981e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7370656 Feb 04 12:14:04.642577 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48266) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:04.648192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Request body: {'subnet': {'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-340465568-subnet', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:04.653283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:04.658688 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Usage tracker for resource:subnet and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:04.660423 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:04.666754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:04.736167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Made reservation on behalf of 4df6999e05424c8ebaa776c24b3bb8f9 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:04.738648 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.033438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.111915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:05.120626 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Checking segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:05.133047 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Network hostable DHCP agents. Network: 1c993e4d-a476-46fc-bbb7-d17dda499717, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:14:05.227107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:14:05.318519 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 1c993e4d-a476-46fc-bbb7-d17dda499717) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:05.326244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:05.326948 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.332407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73806fdb-d49e-4b92-bce3-eb1c02df78ca None None] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:14:05.352732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.427864 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-8fba445b-cdfb-490a-9991-5e35f85f9659 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7841504 Feb 04 12:14:05.430508 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:05.435682 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:05.441097 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:05.445066 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Usage tracker for resource:router and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:05.448098 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:05.453998 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:05.541376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.542451 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.560403 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.567222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-1c993e4d-a476-46fc-bbb7-d17dda499717', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:14:05.568286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.739533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Allocated IP 172.20.0.2 (1c993e4d-a476-46fc-bbb7-d17dda499717/18ff3e7d-a30a-4701-9f53-b0c3d254e1b8/c40e5aed-7d18-4e59-b5e5-6a26784a5465) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:05.953826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:05.964781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Transition to ACTIVE for port object c40e5aed-7d18-4e59-b5e5-6a26784a5465 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:05.982498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Transition to ACTIVE for port object c40e5aed-7d18-4e59-b5e5-6a26784a5465 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:06.029852 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.090334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.160787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:06.163591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:06.167073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:06.173595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Pushing event updated for resources: {'Port': ['ID=c40e5aed-7d18-4e59-b5e5-6a26784a5465,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:06.264081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Attempting to bind port c40e5aed-7d18-4e59-b5e5-6a26784a5465 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:06.264455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Attempting to bind port c40e5aed-7d18-4e59-b5e5-6a26784a5465 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:06.264823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Attempting to bind port c40e5aed-7d18-4e59-b5e5-6a26784a5465 on network 1c993e4d-a476-46fc-bbb7-d17dda499717 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:06.270520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:06.270893 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Checking segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:06.271355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.271774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Bound using segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:06.272239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Bound port: c40e5aed-7d18-4e59-b5e5-6a26784a5465, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:06.272612 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.369364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] For port c40e5aed-7d18-4e59-b5e5-6a26784a5465, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:06.372500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] For port c40e5aed-7d18-4e59-b5e5-6a26784a5465, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c40e5aed-7d18-4e59-b5e5-6a26784a5465,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:06.444572 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.474488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.478499 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.563483 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffde658-5ad8-45c3-afc0-c37b1c508eda None None] Pushing event updated for resources: {'Port': ['ID=c40e5aed-7d18-4e59-b5e5-6a26784a5465,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:06.619091 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Allocated IP 172.26.6.110 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/76b0e07c-898b-4773-8e92-7224168dccff) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:06.805354 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.907857 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:06.975733 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:06.978560 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:06.982213 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:07.015409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Pushing event updated for resources: {'Port': ['ID=76b0e07c-898b-4773-8e92-7224168dccff,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:07.543164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ff163-d8c1-4e59-8a6b-c94e17e82f86 None None] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:14:07.617989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:07.741745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-3cb097bf-d19d-4c0c-a3e3-2877512fd588 None None] Provisioning for port c40e5aed-7d18-4e59-b5e5-6a26784a5465 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:07.971690 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:08.232014 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Router c07d5706-f222-4530-80b1-2b9da360b91c is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:14:08.412475 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:14:08.421158 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:14:08.432293 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:08.432907 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:08.507407 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:08.508666 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-03c94025-6b7b-4cc7-bdde-85ba9ac3f288 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0772047 Feb 04 12:14:08.511421 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:08.611009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:08.818556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c40e5aed-7d18-4e59-b5e5-6a26784a5465 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:08.980373 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:07Z', 'revision_number': 3, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:08.984494 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:14:08.984925 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Updating router c07d5706-f222-4530-80b1-2b9da360b91c port 76b0e07c-898b-4773-8e92-7224168dccff binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:14:09.039108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.068835 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port c40e5aed-7d18-4e59-b5e5-6a26784a5465 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:09.090458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c40e5aed-7d18-4e59-b5e5-6a26784a5465 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:09.090837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.378312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.405564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.450677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port c40e5aed-7d18-4e59-b5e5-6a26784a5465, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c40e5aed-7d18-4e59-b5e5-6a26784a5465,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:09.554071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.651426 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Allocated IP 172.20.0.1 (1c993e4d-a476-46fc-bbb7-d17dda499717/18ff3e7d-a30a-4701-9f53-b0c3d254e1b8/1905db27-f0f7-4e1c-9f3d-f4e7f2d16262) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:09.695229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.706372 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=c40e5aed-7d18-4e59-b5e5-6a26784a5465,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:09.716914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Transition to ACTIVE for port object 76b0e07c-898b-4773-8e92-7224168dccff will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:09.795327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.830936 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.850982 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Transition to ACTIVE for port object 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:09.941191 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.957583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d322-70b5-46c2-a46a-4012322f0bb2 None None] Pushing event updated for resources: {'Port': ['ID=76b0e07c-898b-4773-8e92-7224168dccff,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:09.963648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Attempting to bind port 76b0e07c-898b-4773-8e92-7224168dccff on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:09.965432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Attempting to bind port 76b0e07c-898b-4773-8e92-7224168dccff by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:09.965432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Attempting to bind port 76b0e07c-898b-4773-8e92-7224168dccff on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:09.973360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:09.973734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:09.974135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:09.974517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:09.974984 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Bound port: 76b0e07c-898b-4773-8e92-7224168dccff, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:09.975356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.007890 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:10.010952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:10.014833 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:10.054878 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Pushing event updated for resources: {'Port': ['ID=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:10.066834 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] For port 76b0e07c-898b-4773-8e92-7224168dccff, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:10.070381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] For port 76b0e07c-898b-4773-8e92-7224168dccff, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=76b0e07c-898b-4773-8e92-7224168dccff,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:10.082568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.142258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.224129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:10.225597 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:10.310206 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d322-70b5-46c2-a46a-4012322f0bb2 None None] Pushing event updated for resources: {'Port': ['ID=76b0e07c-898b-4773-8e92-7224168dccff,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:10.416147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-461b5087-b676-47d6-8857-0420b64ad4e0 None None] Provisioning for port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:10.424762 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-461b5087-b676-47d6-8857-0420b64ad4e0 None None] Provisioning complete for port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:10.425232 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-461b5087-b676-47d6-8857-0420b64ad4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.441614 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.487458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:10.614038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-461b5087-b676-47d6-8857-0420b64ad4e0 None None] Port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:14:10.676332 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.746865 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.762099 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c40e5aed-7d18-4e59-b5e5-6a26784a5465 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:10.856844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port c40e5aed-7d18-4e59-b5e5-6a26784a5465 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:10.857204 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.862542 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Pushing event updated for resources: {'Port': ['ID=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:10.865072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:10.891033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:07Z', 'revision_number': 3, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:10.909504 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf77687-f333-4301-b0eb-7b6ddde83a03 None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:07Z', 'revision_number': 3, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:14:11.012663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:11.014099 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:11.355626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-0d13dae7-acc8-4a5d-8ae9-0b665d297532 None None] Provisioning complete for port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:11.356411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0d13dae7-acc8-4a5d-8ae9-0b665d297532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:11.372262 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Router c07d5706-f222-4530-80b1-2b9da360b91c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:14:11.423801 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-0d13dae7-acc8-4a5d-8ae9-0b665d297532 None None] Port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:14:11.569935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:14:11.579877 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-50e730aa-4c32-44e7-b97c-a4cac40de393 admin admin] 10.222.0.36 "PUT /v2.0/routers/c07d5706-f222-4530-80b1-2b9da360b91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0673146 Feb 04 12:14:12.366691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48292) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:12.372681 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-546081816-network', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:12.378530 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:12.382263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Usage tracker for resource:network and tenant:f8aaf1ccecbb4f77b06ff397aae36cef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:12.385162 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:12.391013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:12.483728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Made reservation on behalf of f8aaf1ccecbb4f77b06ff397aae36cef for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:12.486099 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.501120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.518273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:12.519481 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:14:12.522480 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Usage tracker for resource:security_group_rule and tenant:f8aaf1ccecbb4f77b06ff397aae36cef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:12.525407 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:12.529569 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:12.530231 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:12.531724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:12.613361 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.706163 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:12.713176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.748814 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b1015-79cc-41e6-bb9f-970e8474bc0f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:12.757869 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:14:12.769551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.769968 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Added segment a9711dbd-15c4-41a9-95a7-8fd4638e9d08 of type vlan for network 6b0aab2d-ce8d-4d76-931c-34d294220212 Feb 04 12:14:12.796576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.826608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 76b0e07c-898b-4773-8e92-7224168dccff up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:12.895478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.896586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:12.897514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:12.958124 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 76b0e07c-898b-4773-8e92-7224168dccff completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:12.963682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 76b0e07c-898b-4773-8e92-7224168dccff triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:12.964067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.005971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] Pushing event updated for resources: {'Network': ['ID=6b0aab2d-ce8d-4d76-931c-34d294220212,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:13.017899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:14:13.033064 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 2, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:13.037074 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:14:13.037420 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Updating router c07d5706-f222-4530-80b1-2b9da360b91c port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:14:13.068288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d416b692-d159-480a-991e-0ad1956bd6cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7002792 Feb 04 12:14:13.071627 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:13.078424 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Request body: {'subnet': {'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-546081816-subnet', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:13.085938 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:13.090900 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Usage tracker for resource:subnet and tenant:f8aaf1ccecbb4f77b06ff397aae36cef is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:13.092780 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.095221 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:13.103525 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:13.179131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.180722 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Made reservation on behalf of f8aaf1ccecbb4f77b06ff397aae36cef for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:13.183192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.195703 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 76b0e07c-898b-4773-8e92-7224168dccff, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=76b0e07c-898b-4773-8e92-7224168dccff,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:13.284205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.363250 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=76b0e07c-898b-4773-8e92-7224168dccff,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:13.442097 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.453145 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Transition to ACTIVE for port object 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:13.489855 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.535053 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.565895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594bec54-10e1-4ad7-b6b4-5144097f06af,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:13.574753 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Checking segment: {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:13.575115 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Network hostable DHCP agents. Network: 6b0aab2d-ce8d-4d76-931c-34d294220212, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:14:13.667292 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:14:13.729576 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, 6b0aab2d-ce8d-4d76-931c-34d294220212) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:13.734376 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:13.735079 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.739144 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f5837-346b-4884-989d-a133070e686a None None] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:14:13.800450 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Pushing event updated for resources: {'Port': ['ID=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:13.815642 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.815991 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.816327 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.816676 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.816974 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.817296 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.817611 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.817925 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.818242 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.818554 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.818863 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.819172 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:14:13.834151 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Attempting to bind port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:13.834515 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Attempting to bind port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:13.834872 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Attempting to bind port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 on network 1c993e4d-a476-46fc-bbb7-d17dda499717 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:13.841536 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:13.844471 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Checking segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:13.844471 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.845259 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-10812bff-5df8-482c-8c9d-0a7b84d2bfd1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7691832 Feb 04 12:14:13.845353 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48300) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:13.845970 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Bound using segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:13.845970 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Bound port: 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:13.845970 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.856808 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:13.862858 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:13.868915 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Usage tracker for resource:router and tenant:f8aaf1ccecbb4f77b06ff397aae36cef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:13.872881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:13.881023 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:13.950146 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] For port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:13.953706 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] For port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:13.964831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.966585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:13.990750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.022853 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.075574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-6b0aab2d-ce8d-4d76-931c-34d294220212', 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'fixed_ips': [{'subnet_id': '594bec54-10e1-4ad7-b6b4-5144097f06af'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:14:14.076870 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.098558 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a17f-842c-4e9a-933b-0bd701b19dfe None None] Pushing event updated for resources: {'Port': ['ID=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:14.117488 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:14.118924 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:14.277772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Allocated IP 172.20.0.2 (6b0aab2d-ce8d-4d76-931c-34d294220212/594bec54-10e1-4ad7-b6b4-5144097f06af/d9b07512-64f8-4597-bbc0-b3b7db9644c0) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:14.338260 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:14.398986 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.533281 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.543757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Transition to ACTIVE for port object d9b07512-64f8-4597-bbc0-b3b7db9644c0 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:14.562430 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Transition to ACTIVE for port object d9b07512-64f8-4597-bbc0-b3b7db9644c0 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:14.627424 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.660047 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:14.664198 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f151a0b-93e4-484e-9bed-53291e11b45a None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:14:14.701980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:14.706554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:14.710588 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:14.717201 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Pushing event updated for resources: {'Port': ['ID=d9b07512-64f8-4597-bbc0-b3b7db9644c0,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:14.855635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Attempting to bind port d9b07512-64f8-4597-bbc0-b3b7db9644c0 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:14.856195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Attempting to bind port d9b07512-64f8-4597-bbc0-b3b7db9644c0 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:14.856743 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Attempting to bind port d9b07512-64f8-4597-bbc0-b3b7db9644c0 on network 6b0aab2d-ce8d-4d76-931c-34d294220212 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:14.861537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 76b0e07c-898b-4773-8e92-7224168dccff up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:14.901868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:14.902247 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Checking segment: {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:14.902651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:14.903045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Bound using segment: {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:14.903527 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Bound port: d9b07512-64f8-4597-bbc0-b3b7db9644c0, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:14.903926 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.025958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 76b0e07c-898b-4773-8e92-7224168dccff triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:15.026174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.052200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.063639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] For port d9b07512-64f8-4597-bbc0-b3b7db9644c0, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:15.083643 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] For port d9b07512-64f8-4597-bbc0-b3b7db9644c0, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d9b07512-64f8-4597-bbc0-b3b7db9644c0,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:15.089981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.153500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.241253 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Allocated IP 172.26.6.83 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:15.244730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eecaa1-df28-4d1a-9279-37f2d5730cc1 None None] Pushing event updated for resources: {'Port': ['ID=d9b07512-64f8-4597-bbc0-b3b7db9644c0,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:15.454842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.581425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:15.662448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:15.666239 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:15.668359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Pushing event updated for resources: {'Port': ['ID=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:15.670875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:16.203273 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.325953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727dca2-9fe6-421d-9e98-0a1333ea7255 None None] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:14:16.546096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-d69fa775-7011-4b6d-875b-e18139abb0b0 None None] Provisioning for port d9b07512-64f8-4597-bbc0-b3b7db9644c0 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:16.571224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:16.856561 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d9b07512-64f8-4597-bbc0-b3b7db9644c0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:17.033165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d9b07512-64f8-4597-bbc0-b3b7db9644c0 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:17.038174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d9b07512-64f8-4597-bbc0-b3b7db9644c0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:17.038546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:17.046528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Router 85e90487-2bf5-4d23-9b74-2844698b48c0 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:14:17.169069 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:17.204758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d9b07512-64f8-4597-bbc0-b3b7db9644c0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d9b07512-64f8-4597-bbc0-b3b7db9644c0,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:17.238188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:14:17.248224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Sync routers for ids ['85e90487-2bf5-4d23-9b74-2844698b48c0'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:14:17.259694 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Routers {'85e90487-2bf5-4d23-9b74-2844698b48c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:17.260313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['85e90487-2bf5-4d23-9b74-2844698b48c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:17.316435 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:17.317234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:17.329997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:17.334606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8856cccd-29f4-4957-90df-eda37e8b6e17 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4871087 Feb 04 12:14:17.335101 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:17.569677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d9b07512-64f8-4597-bbc0-b3b7db9644c0,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:17.596196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Set router 85e90487-2bf5-4d23-9b74-2844698b48c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:17.706300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:17.733636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:17.734002 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.005265 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.053952 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:18.060259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 3, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:18.065106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Checking router: 85e90487-2bf5-4d23-9b74-2844698b48c0 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:14:18.065460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Updating router 85e90487-2bf5-4d23-9b74-2844698b48c0 port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:14:18.068213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.123378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.153160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.282522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Allocated IP 172.20.0.1 (6b0aab2d-ce8d-4d76-931c-34d294220212/594bec54-10e1-4ad7-b6b4-5144097f06af/f2e39a60-ad76-4dc5-a8cd-99344db2290a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:18.300528 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:18.438221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.455329 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Transition to ACTIVE for port object f2e39a60-ad76-4dc5-a8cd-99344db2290a will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:18.523211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.535708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Transition to ACTIVE for port object 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:18.604098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.638235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.672177 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:18.675799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:18.678995 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:18.740582 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Attempting to bind port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:18.741106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Attempting to bind port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:18.741742 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Attempting to bind port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:18.749602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4bdf-e67a-49a3-9e19-dd3d9e2f38f3 None None] Pushing event updated for resources: {'Port': ['ID=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:18.752822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:18.753416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:18.754011 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.754598 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:18.755090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Bound port: 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:18.755463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.819994 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d9b07512-64f8-4597-bbc0-b3b7db9644c0 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:18.867620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e39a60-ad76-4dc5-a8cd-99344db2290a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:18.890171 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.900904 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] For port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:18.905427 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] For port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:18.921730 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d9b07512-64f8-4597-bbc0-b3b7db9644c0 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:18.922224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:18.987868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.138995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Routers {'85e90487-2bf5-4d23-9b74-2844698b48c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:19.139732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['85e90487-2bf5-4d23-9b74-2844698b48c0'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:19.189810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4bdf-e67a-49a3-9e19-dd3d9e2f38f3 None None] Pushing event updated for resources: {'Port': ['ID=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:19.200965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:19.260493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.297566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-323c08bc-d803-4b3c-b2e7-3f942abe8474 None None] Provisioning for port f2e39a60-ad76-4dc5-a8cd-99344db2290a completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:19.330474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-323c08bc-d803-4b3c-b2e7-3f942abe8474 None None] Provisioning complete for port f2e39a60-ad76-4dc5-a8cd-99344db2290a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:19.331183 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-323c08bc-d803-4b3c-b2e7-3f942abe8474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.481376 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-323c08bc-d803-4b3c-b2e7-3f942abe8474 None None] Port f2e39a60-ad76-4dc5-a8cd-99344db2290a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:14:19.507429 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] Set router 85e90487-2bf5-4d23-9b74-2844698b48c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:19.519256 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.550649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:19.551023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.586495 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.693026 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e39a60-ad76-4dc5-a8cd-99344db2290a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:19.697704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:19.835165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:19.838508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:19.941391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 3, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:19.946385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19bdf7-c476-4404-9ca6-76a0f8e0c0e1 None None] The sync data for ids ['85e90487-2bf5-4d23-9b74-2844698b48c0'] in dv-neutron-827824-2-hyperv is: [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:14:15Z', 'revision_number': 3, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:14:20.056592 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Router 85e90487-2bf5-4d23-9b74-2844698b48c0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:14:20.106752 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8c1b59ba-b5bb-45d7-92ab-6b43802ca1c1 None None] Provisioning complete for port f2e39a60-ad76-4dc5-a8cd-99344db2290a triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:20.107237 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c1b59ba-b5bb-45d7-92ab-6b43802ca1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.164983 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b59ba-b5bb-45d7-92ab-6b43802ca1c1 None None] Port f2e39a60-ad76-4dc5-a8cd-99344db2290a cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:14:20.272535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:14:20.282602 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-84c12fdd-bad5-47bc-ae4d-1701d062d327 admin admin] 10.222.0.36 "PUT /v2.0/routers/85e90487-2bf5-4d23-9b74-2844698b48c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9456599 Feb 04 12:14:20.817223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:20.890211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:20.896019 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204508801', 'description': 'tempest-secgroup-smoke-1204508801 description', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:20.901977 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:20.910401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:20.910401 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:20.915482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:20.957685 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:20.963188 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:20.968696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:20.987491 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.008431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:21.012864 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:21.016932 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:21.024358 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:21.106385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.117090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.124220 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:21.204034 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.215378 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.248308 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2945cf7-9ae4-4e1b-8725-705a053caf1e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:21.290159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:21.306469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.307907 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ee3246d4-1147-4703-94f6-1a760a974ee8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4160912 Feb 04 12:14:21.310754 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:21.316642 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': 'e2945cf7-9ae4-4e1b-8725-705a053caf1e', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:21.322891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:21.326759 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:21.329663 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:21.335303 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:21.446513 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.512146 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.592216 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.617709 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaff97a-3407-4b89-ae14-f537e0c1ac6f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:21.695176 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.699368 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-0cd81df5-b78d-4f5d-a063-ad3a147267ed tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3850262 Feb 04 12:14:21.699895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48322) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:21.707877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': 'e2945cf7-9ae4-4e1b-8725-705a053caf1e', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:21.723620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:21.723620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:21.723620 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:21.729549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:21.807840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.882258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:21.932902 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Sync routers for ids ['85e90487-2bf5-4d23-9b74-2844698b48c0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:14:21.942197 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Routers {'85e90487-2bf5-4d23-9b74-2844698b48c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:21.942788 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['85e90487-2bf5-4d23-9b74-2844698b48c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:22.026593 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.048959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea64c9f-8dc0-4ea9-bbd2-f31b7eb0c64d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:22.125810 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Set router 85e90487-2bf5-4d23-9b74-2844698b48c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:22.135964 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.137228 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-68cedc4b-9b92-4a63-a119-9eb498496c95 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4362586 Feb 04 12:14:22.140515 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:22.145180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': 'e2945cf7-9ae4-4e1b-8725-705a053caf1e', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:22.151326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:22.155137 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:22.158878 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:22.164742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:22.240500 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.310502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.336747 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:14:22.380434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.407668 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e71f440-7329-4fba-8640-7232e31dbd1b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:22.446480 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:14:19Z', 'revision_number': 4, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f2e39a60-ad76-4dc5-a8cd-99344db2290a', 'name': '', 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'mac_address': 'fa:16:3e:54:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '594bec54-10e1-4ad7-b6b4-5144097f06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:18Z', 'updated_at': '2022-02-04T12:14:19Z', 'revision_number': 2, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'subnets': [{'id': '594bec54-10e1-4ad7-b6b4-5144097f06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:22.450452 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Checking router: 85e90487-2bf5-4d23-9b74-2844698b48c0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:14:22.450802 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Updating router 85e90487-2bf5-4d23-9b74-2844698b48c0 port f2e39a60-ad76-4dc5-a8cd-99344db2290a binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:14:22.501018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.502236 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-c2f1f42f-f339-4990-8351-8999fa4c74f6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611269 Feb 04 12:14:22.504501 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.505117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:22.510342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': 'e2945cf7-9ae4-4e1b-8725-705a053caf1e', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:22.517070 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:22.521035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:22.524274 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:22.530096 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:22.622575 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.691702 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.769812 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:22.781408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.809279 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdec23c-7296-44c8-9301-afd1ae9e4dfe,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:22.848844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:22.849219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.895259 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.899353 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2df23725-17f7-4ef9-a41d-15b102e69bc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3903308 Feb 04 12:14:22.900071 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48334) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:22.900536 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:22.905625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': 'e2945cf7-9ae4-4e1b-8725-705a053caf1e', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:22.912455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:22.913577 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Transition to ACTIVE for port object f2e39a60-ad76-4dc5-a8cd-99344db2290a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:22.919104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:22.922165 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:22.928375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:22.997947 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.009803 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Project 4df6999e05424c8ebaa776c24b3bb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:14:23.017528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.090776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.160388 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae710e64-90a1-41a7-b8d7-5e33531c88d6 None None] Pushing event updated for resources: {'Port': ['ID=f2e39a60-ad76-4dc5-a8cd-99344db2290a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:23.169422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.208314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9271df3c-7e8a-4fc9-ae71-3efac3658617,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:23.243298 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Attempting to bind port f2e39a60-ad76-4dc5-a8cd-99344db2290a on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:23.243705 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Attempting to bind port f2e39a60-ad76-4dc5-a8cd-99344db2290a by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:23.244060 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Attempting to bind port f2e39a60-ad76-4dc5-a8cd-99344db2290a on network 6b0aab2d-ce8d-4d76-931c-34d294220212 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:23.249568 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:23.249932 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Checking segment: {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:23.250944 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.251257 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Bound using segment: {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:23.251782 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Bound port: f2e39a60-ad76-4dc5-a8cd-99344db2290a, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:23.252078 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.318120 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.319342 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-df3a39de-75e8-4d0e-b52c-2474d806cfbd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4184232 Feb 04 12:14:23.321951 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48338) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:23.326997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': 'e2945cf7-9ae4-4e1b-8725-705a053caf1e', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:23.332832 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:23.336909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:23.339711 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:23.345782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:23.349086 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] For port f2e39a60-ad76-4dc5-a8cd-99344db2290a, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:23.352086 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] For port f2e39a60-ad76-4dc5-a8cd-99344db2290a, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f2e39a60-ad76-4dc5-a8cd-99344db2290a,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:23.449781 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.477903 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Project 4df6999e05424c8ebaa776c24b3bb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:14:23.486128 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.534362 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Routers {'85e90487-2bf5-4d23-9b74-2844698b48c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:23.534962 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['85e90487-2bf5-4d23-9b74-2844698b48c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:23.572333 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.600451 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae710e64-90a1-41a7-b8d7-5e33531c88d6 None None] Pushing event updated for resources: {'Port': ['ID=f2e39a60-ad76-4dc5-a8cd-99344db2290a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:23.638655 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.671785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c12dfb-0c7e-4fd9-8497-2b1ee0992718,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:23.728834 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] Set router 85e90487-2bf5-4d23-9b74-2844698b48c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:23.769401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:23.770644 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-1ed38d7c-cea1-4f38-9883-f4e6b1689919 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4478080 Feb 04 12:14:24.057110 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:14:19Z', 'revision_number': 4, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f2e39a60-ad76-4dc5-a8cd-99344db2290a', 'name': '', 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'mac_address': 'fa:16:3e:54:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '594bec54-10e1-4ad7-b6b4-5144097f06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:18Z', 'updated_at': '2022-02-04T12:14:23Z', 'revision_number': 4, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'subnets': [{'id': '594bec54-10e1-4ad7-b6b4-5144097f06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:24.061214 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb722da-b6ea-477d-b816-41f706115a0e None None] The sync data for ids ['85e90487-2bf5-4d23-9b74-2844698b48c0'] in dv-neutron-827824-2-hyperv is: [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:14:19Z', 'revision_number': 4, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': 'f2e39a60-ad76-4dc5-a8cd-99344db2290a', 'name': '', 'network_id': '6b0aab2d-ce8d-4d76-931c-34d294220212', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'mac_address': 'fa:16:3e:54:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '594bec54-10e1-4ad7-b6b4-5144097f06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:18Z', 'updated_at': '2022-02-04T12:14:23Z', 'revision_number': 4, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'subnets': [{'id': '594bec54-10e1-4ad7-b6b4-5144097f06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:14:24.067556 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-b09d372d-9c19-445e-971c-9a9a19a32026 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204508801&fields=id&tenant_id=4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 267 time: 0.1614971 Feb 04 12:14:24.235496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-9bfe318c-beae-484c-9345-ee3c79b9a184 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:24.237240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-9bfe318c-beae-484c-9345-ee3c79b9a184 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 808 time: 0.1628561 Feb 04 12:14:24.253872 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-26ccd15e-fdb7-4ed3-96e6-c298e317305e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/quotas/4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 375 time: 0.0112338 Feb 04 12:14:24.340774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-d5881a91-945e-4a29-a39c-88f4c891039a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810578 Feb 04 12:14:24.491080 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-eaa6d9e2-48ed-4243-a178-59d55ba0ac6b service neutron] 10.222.0.36 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371369 Feb 04 12:14:24.639198 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-8212c378-eab2-4015-8c57-fd21afa3a300 service neutron] 10.222.0.36 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418471 Feb 04 12:14:24.812648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f2e39a60-ad76-4dc5-a8cd-99344db2290a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:24.952270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d305369e-6400-4b7f-9182-33db8c707e14 req-b3d9d831-99f7-48c4-8ee0-800bf7d4120b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 210 time: 0.0566964 Feb 04 12:14:24.974811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port f2e39a60-ad76-4dc5-a8cd-99344db2290a completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:24.980176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f2e39a60-ad76-4dc5-a8cd-99344db2290a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:24.980550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.103266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.137624 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port f2e39a60-ad76-4dc5-a8cd-99344db2290a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f2e39a60-ad76-4dc5-a8cd-99344db2290a,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:25.232022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:25.308350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=f2e39a60-ad76-4dc5-a8cd-99344db2290a,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:26.114171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffa3d679-e54e-4c31-9259-fa8b77589bf8 req-fed0ac49-f819-48d2-bda1-ede2a10934d9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 210 time: 0.0444796 Feb 04 12:14:26.770538 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f2e39a60-ad76-4dc5-a8cd-99344db2290a up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:26.845906 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port f2e39a60-ad76-4dc5-a8cd-99344db2290a triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:26.846272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:27.287635 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ccf22cff-feb6-4d95-8392-277a3e9e8dd7 req-621af394-d09d-438f-976f-b38f63b87fb2 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 210 time: 0.0658002 Feb 04 12:14:27.417481 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-bd0e2ea5-0899-4ba9-946d-d8891d95d79a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:27.418920 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-bd0e2ea5-0899-4ba9-946d-d8891d95d79a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 808 time: 0.1626844 Feb 04 12:14:27.475779 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-0d554318-4983-4edb-9e3e-21f119fb6448 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 380 time: 0.0460172 Feb 04 12:14:27.484142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'port': {'device_id': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'admin_state_up': True, 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'security_groups': ['e2945cf7-9ae4-4e1b-8725-705a053caf1e']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:27.622344 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:27.626641 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:port and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:27.629427 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:27.635484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:27.757830 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Made reservation on behalf of 4df6999e05424c8ebaa776c24b3bb8f9 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:14:27.761449 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:27.855894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:27.939039 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Allocated IP 172.20.0.6 (1c993e4d-a476-46fc-bbb7-d17dda499717/18ff3e7d-a30a-4701-9f53-b0c3d254e1b8/44cdbd7e-739d-465b-872d-e091dcb5ecca) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:28.144090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:28.159383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Transition to ACTIVE for port object 44cdbd7e-739d-465b-872d-e091dcb5ecca will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:28.272790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:28.345499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:28.348685 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:28.352511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:28.384467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:28.468639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:28.469317 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:28.521733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83a561-ef4e-4a42-b755-e36c736d67f1 req-1f3410b5-a903-455f-9eac-149e87c95ef0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:28.522527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bf83a561-ef4e-4a42-b755-e36c736d67f1 req-1f3410b5-a903-455f-9eac-149e87c95ef0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Synchronizing usage tracker for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:14:28.565211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2a2494ce-8cbf-40ee-8fcd-6086a3eb9090 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0846918 Feb 04 12:14:28.577073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Request body: {'port': {'device_id': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:28.624136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bf83a561-ef4e-4a42-b755-e36c736d67f1 req-1f3410b5-a903-455f-9eac-149e87c95ef0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Unset dirty status for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:14:28.625806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bf83a561-ef4e-4a42-b755-e36c736d67f1 req-1f3410b5-a903-455f-9eac-149e87c95ef0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 931 time: 0.2192092 Feb 04 12:14:28.721086 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bf83a561-ef4e-4a42-b755-e36c736d67f1 req-a07dc56b-43a9-42a4-91d0-afae059616a6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877488 Feb 04 12:14:28.730270 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:28.747239 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-30d105f2-fca0-40cb-b521-0edef0c358cc None None] Provisioning for port 44cdbd7e-739d-465b-872d-e091dcb5ecca completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:28.753356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-30d105f2-fca0-40cb-b521-0edef0c358cc None None] Provisioning complete for port 44cdbd7e-739d-465b-872d-e091dcb5ecca triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:28.753732 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-30d105f2-fca0-40cb-b521-0edef0c358cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:28.807618 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-30d105f2-fca0-40cb-b521-0edef0c358cc None None] Port 44cdbd7e-739d-465b-872d-e091dcb5ecca cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:14:29.235682 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cdbd7e-739d-465b-872d-e091dcb5ecca {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:14:29.244803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:29.264535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Transition to ACTIVE for port object 44cdbd7e-739d-465b-872d-e091dcb5ecca will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:14:29.364432 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:29.544601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:29.631624 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Attempting to bind port 44cdbd7e-739d-465b-872d-e091dcb5ecca on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:14:29.631910 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Attempting to bind port 44cdbd7e-739d-465b-872d-e091dcb5ecca by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:14:29.632271 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Attempting to bind port 44cdbd7e-739d-465b-872d-e091dcb5ecca on network 1c993e4d-a476-46fc-bbb7-d17dda499717 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:29.636932 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Port 44cdbd7e-739d-465b-872d-e091dcb5ecca on network 1c993e4d-a476-46fc-bbb7-d17dda499717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:14:29.637242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Attempting to bind port 44cdbd7e-739d-465b-872d-e091dcb5ecca on network 1c993e4d-a476-46fc-bbb7-d17dda499717 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:14:29.643009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:14:29.643357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Checking segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:14:29.643769 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Bound using segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:14:29.644185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Bound port: 44cdbd7e-739d-465b-872d-e091dcb5ecca, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:14:29.644693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:29.745282 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:14:29.748718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:14:29.815462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:29.932072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:29.932689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:29.934052 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 1093 time: 1.3610003 Feb 04 12:14:29.934491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:14:29.970647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff904c-e5f4-488c-97f1-8375eca5b6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:29.998462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4340f-9333-4af5-b889-6e1d5e2e14dc req-207cf414-50b8-4395-8139-224690190ff7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.000073 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e4340f-9333-4af5-b889-6e1d5e2e14dc req-207cf414-50b8-4395-8139-224690190ff7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.1491818 Feb 04 12:14:30.001632 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'status': 'completed', 'code': 200} Feb 04 12:14:30.106731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e4340f-9333-4af5-b889-6e1d5e2e14dc req-e3fa25f1-2675-432c-922e-27fb644ac897 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008041 Feb 04 12:14:30.136799 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf238-25fc-40ca-bda8-64ab4304062f req-de394033-92e8-4da7-a085-81a0f76fb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.138254 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d2bf238-25fc-40ca-bda8-64ab4304062f req-de394033-92e8-4da7-a085-81a0f76fb1b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1096 time: 0.1092162 Feb 04 12:14:30.304081 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf238-25fc-40ca-bda8-64ab4304062f req-8379c5ba-b040-437a-85ce-6834fe70c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.305966 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d2bf238-25fc-40ca-bda8-64ab4304062f req-8379c5ba-b040-437a-85ce-6834fe70c9ab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1594923 Feb 04 12:14:30.323728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5cb42eb5-298e-4a67-8dd3-00631335678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:30.453856 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf238-25fc-40ca-bda8-64ab4304062f req-c277db83-19a8-4b72-b5af-16ca940d0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.455382 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7d2bf238-25fc-40ca-bda8-64ab4304062f req-c277db83-19a8-4b72-b5af-16ca940d0098 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426301 Feb 04 12:14:30.570560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2dfb0b1e-a5b3-46c1-834d-e31a5945d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.572084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-2dfb0b1e-a5b3-46c1-834d-e31a5945d912 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1096 time: 0.0734811 Feb 04 12:14:30.647355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-c125a75e-2d4b-4a52-84ac-8a33a04716c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 217 time: 0.0669897 Feb 04 12:14:30.714977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-6143b837-7106-492e-a65f-fb1ff6f7c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.716634 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-6143b837-7106-492e-a65f-fb1ff6f7c166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0627952 Feb 04 12:14:30.801372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-3f67fe32-265d-40c1-96bd-7e68e5ba029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:30.802837 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-3f67fe32-265d-40c1-96bd-7e68e5ba029b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792851 Feb 04 12:14:30.947310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-1dcdf7df-5a03-48f0-9b2e-7fec77c527d6 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360607 Feb 04 12:14:31.218244 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5033b1f-19ba-493a-9d78-08671ada6bb5 req-386b18fb-79b2-4dc7-b204-f48e366f3ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603908 Feb 04 12:14:31.475274 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac7665-53be-4148-9fb8-350917092905 req-311c45b6-8ff8-41bf-ab49-a13f1e54dd0e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:31.476780 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f6ac7665-53be-4148-9fb8-350917092905 req-311c45b6-8ff8-41bf-ab49-a13f1e54dd0e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0936816 Feb 04 12:14:31.526881 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f6ac7665-53be-4148-9fb8-350917092905 req-89e9e01c-0517-45fe-9869-1166c1bdd373 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Feb 04 12:14:32.738074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6e2f9-b9ff-4e5f-9b52-505aede19070 req-6c57620a-0c19-4377-853a-fbbd7056283b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:32.739623 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6bb6e2f9-b9ff-4e5f-9b52-505aede19070 req-6c57620a-0c19-4377-853a-fbbd7056283b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0976501 Feb 04 12:14:32.789131 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6bb6e2f9-b9ff-4e5f-9b52-505aede19070 req-5c3a8277-1d93-464d-a38a-bd03bbf61dd6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Feb 04 12:14:32.883964 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7d67717a-8450-48e6-9954-e8defefe88b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:33.610566 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:14:33.787195 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:33.800722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'mac_address': 'fa:16:3e:40:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:14:33.861859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:33.877317 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:33.896552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cdbd7e-739d-465b-872d-e091dcb5ecca {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:14:33.917170 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:33.998141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62205f-a643-4043-a059-c6c0c79142c2 req-cf28dfb4-c7db-48a7-a3a9-af05fb516d04 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:33.999658 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e62205f-a643-4043-a059-c6c0c79142c2 req-cf28dfb4-c7db-48a7-a3a9-af05fb516d04 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0956061 Feb 04 12:14:34.033263 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:34.049715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2e62205f-a643-4043-a059-c6c0c79142c2 req-e168765f-db6d-4c83-be49-1dbae82fd947 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Feb 04 12:14:34.089353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:34.176648 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:34.323083 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['44cdbd7e-739d-465b-872d-e091dcb5ecca'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:14:35.250326 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4278-2d54-44c6-b613-7f9554c48b71 req-138749ea-35a0-4180-bbda-760211068037 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:35.251904 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58ac4278-2d54-44c6-b613-7f9554c48b71 req-138749ea-35a0-4180-bbda-760211068037 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 944 time: 0.0865602 Feb 04 12:14:35.300485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-58ac4278-2d54-44c6-b613-7f9554c48b71 req-79a86cd2-2756-449a-98b2-f35fa7293231 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Feb 04 12:14:35.323625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:35.608714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:14:35.792111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 44cdbd7e-739d-465b-872d-e091dcb5ecca completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:14:35.797705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 44cdbd7e-739d-465b-872d-e091dcb5ecca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:14:35.798108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:35.928072 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:35.971119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:14:35.985517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:14:36.022437 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'code': 200} Feb 04 12:14:36.049662 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:36.146883 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:36.408948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716969-a525-4da1-b456-d740376d0993 req-0aa7fda4-b1c2-4b4e-bdc8-6b8bf84e29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:36.410548 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-33716969-a525-4da1-b456-d740376d0993 req-0aa7fda4-b1c2-4b4e-bdc8-6b8bf84e29e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1098 time: 0.0766981 Feb 04 12:14:36.516037 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-33716969-a525-4da1-b456-d740376d0993 req-cbae3047-ae99-48bd-9566-0abbff060775 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984933 Feb 04 12:14:36.543646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30032ced-31b2-4641-860f-f43bdda82cdf req-bba61821-86d4-435f-914c-335b78800fe6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:36.545117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30032ced-31b2-4641-860f-f43bdda82cdf req-bba61821-86d4-435f-914c-335b78800fe6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.1000586 Feb 04 12:14:36.596417 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30032ced-31b2-4641-860f-f43bdda82cdf req-906fa79b-c5a5-4ae4-b1f9-4760e881741a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Feb 04 12:14:37.841908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7baac-716f-431e-ae94-77cd89ffef36 req-37918ee4-846d-41f9-ad11-771e04893b91 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:37.844133 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4c7baac-716f-431e-ae94-77cd89ffef36 req-37918ee4-846d-41f9-ad11-771e04893b91 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0937755 Feb 04 12:14:37.891343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4c7baac-716f-431e-ae94-77cd89ffef36 req-399927b3-50b2-4d80-8541-677f94b5af45 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 Feb 04 12:14:39.119293 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d09dea-bcc6-4a03-8dcb-31114fc2b7c1 req-e6e41921-30b1-49cd-8d6b-1120d03839d3 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:39.120743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f6d09dea-bcc6-4a03-8dcb-31114fc2b7c1 req-e6e41921-30b1-49cd-8d6b-1120d03839d3 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0889001 Feb 04 12:14:39.183395 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f6d09dea-bcc6-4a03-8dcb-31114fc2b7c1 req-71369828-5a40-4433-81eb-5b0d204e60dc tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515900 Feb 04 12:14:39.448158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b335d-e825-499c-ac21-c7522ebeea72 req-c2f036f1-346a-4986-8a32-3d40d0e5ea2b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:39.449718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e58b335d-e825-499c-ac21-c7522ebeea72 req-c2f036f1-346a-4986-8a32-3d40d0e5ea2b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.1242716 Feb 04 12:14:39.503480 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e58b335d-e825-499c-ac21-c7522ebeea72 req-a5b4103c-9d9d-4a42-96bb-8250aaa6e262 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Feb 04 12:14:39.527487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48396) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:39.715960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64dc562-4bd8-46e7-92d3-aabfea57ad99 tempest-TestShelveInstance-737294256 tempest-TestShelveInstance-737294256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:39.716697 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b64dc562-4bd8-46e7-92d3-aabfea57ad99 tempest-TestShelveInstance-737294256 tempest-TestShelveInstance-737294256-project-admin] Synchronizing usage tracker for tenant:f8aaf1ccecbb4f77b06ff397aae36cef on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:14:39.826426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-b64dc562-4bd8-46e7-92d3-aabfea57ad99 tempest-TestShelveInstance-737294256 tempest-TestShelveInstance-737294256-project-admin] Unset dirty status for tenant:f8aaf1ccecbb4f77b06ff397aae36cef on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:14:39.828260 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b64dc562-4bd8-46e7-92d3-aabfea57ad99 tempest-TestShelveInstance-737294256 tempest-TestShelveInstance-737294256-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1093 time: 0.2990313 Feb 04 12:14:39.831094 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:14:39.836772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:14:39.843154 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:14:39.847974 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:floatingip and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:14:39.851022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:14:39.857235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:14:39.946237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:40.139679 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:40.264586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Allocated IP 172.26.6.191 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/d18d520f-b26b-4196-9fca-229f10fd438b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:14:40.425312 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:40.603677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:40.674479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:14:40.677535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:14:40.680050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:14:40.720011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'Port': ['ID=d18d520f-b26b-4196-9fca-229f10fd438b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:41.265764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:41.459225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:41.695831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:41.752090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:41.864665 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'Port': ['ID=d18d520f-b26b-4196-9fca-229f10fd438b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:14:41.878486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:42.067055 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Floating IP 6a16f2d3-6b26-46f3-87b3-00ca088d87a0 associated. External IP: 172.26.6.191, port: 44cdbd7e-739d-465b-872d-e091dcb5ecca. Feb 04 12:14:42.513475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Router c07d5706-f222-4530-80b1-2b9da360b91c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:14:42.716377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:14:42.735988 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:14:42.754050 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:42.754831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:42.844149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:42.937279 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-5e4a82f0-8d55-49c5-b49b-f34accc76c6a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1046503 Feb 04 12:14:42.938613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:14:43.016410 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:43.025121 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'status': 'completed', 'code': 200} Feb 04 12:14:43.190135 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-af87f7c9-d0b0-4c96-8a43-4bab3ca9365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:43.192683 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-af87f7c9-d0b0-4c96-8a43-4bab3ca9365e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1098 time: 0.1357296 Feb 04 12:14:43.504510 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-353233bf-0530-4d0e-8b2f-0520310122b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:43.506863 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-353233bf-0530-4d0e-8b2f-0520310122b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.3071725 Feb 04 12:14:43.604650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '6a16f2d3-6b26-46f3-87b3-00ca088d87a0', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'mac_address': 'fa:16:3e:40:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:14:41Z', 'updated_at': '2022-02-04T12:14:41Z', 'revision_number': 0, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:43.610377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:14:43.625303 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:14:43.625992 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:14:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:43.626475 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-e6d929ba-0deb-4c28-ac2f-b7b7ae811e53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 999 time: 0.1120903 Feb 04 12:14:43.713497 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-8451fb67-0944-4090-8e25-6ff8d7a8a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:43.715532 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-8451fb67-0944-4090-8e25-6ff8d7a8a756 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0797067 Feb 04 12:14:43.818210 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-7fdc02d8-6681-4797-a16e-463d5c51259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:14:43.819771 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-7fdc02d8-6681-4797-a16e-463d5c51259b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968175 Feb 04 12:14:43.889399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:14:44.017606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-4c647d66-a24b-4526-8482-72b972505e67 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910810 Feb 04 12:14:44.174965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bd060d51-1bb0-42b2-af4d-fdbe854fc03b req-4841e31f-5bfe-4753-b539-39d61042e123 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501262 Feb 04 12:14:44.294301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '6a16f2d3-6b26-46f3-87b3-00ca088d87a0', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'mac_address': 'fa:16:3e:40:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:14:41Z', 'updated_at': '2022-02-04T12:14:41Z', 'revision_number': 0, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:14:44.298629 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde06bf-74bf-4541-8afa-0e59ee40e610 None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '6a16f2d3-6b26-46f3-87b3-00ca088d87a0', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'mac_address': 'fa:16:3e:40:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:14:41Z', 'updated_at': '2022-02-04T12:14:41Z', 'revision_number': 0, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:14:44.559841 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63eac4-eb74-4721-8338-e56349ec2d37 None None] New status for floating IP 6a16f2d3-6b26-46f3-87b3-00ca088d87a0: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:14:57.854772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:14:59.325987 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:15:00.266062 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cbdaace9-f6ba-48fe-b8be-03547889333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:02.820863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f4857832-eb92-4622-a0e9-f80de6b3a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:03.774469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:03.941380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:05.334364 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:10.190998 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-832132ff-e1fd-444e-bba8-897a5d10828d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745938 Feb 04 12:15:10.385782 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-18232715-44c9-41b1-9bd1-8c97320b31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:10.387458 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-18232715-44c9-41b1-9bd1-8c97320b31de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1098 time: 0.0792143 Feb 04 12:15:10.559871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-05646b83-2a6c-428f-8c65-ef14a18ea737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:10.561277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-05646b83-2a6c-428f-8c65-ef14a18ea737 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1467800 Feb 04 12:15:10.677798 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-ee1becaa-1e0b-4c73-83d5-81a7c7f29089 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 1001 time: 0.1098533 Feb 04 12:15:10.748228 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-071760a4-ae2a-430c-98df-ee8766bf446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:10.750897 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-071760a4-ae2a-430c-98df-ee8766bf446a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0651841 Feb 04 12:15:10.835166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-0d361b4a-ef27-4423-bfc6-7141c0ec8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:15:10.836841 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-0d361b4a-ef27-4423-bfc6-7141c0ec8d29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802701 Feb 04 12:15:10.983816 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-593fc49a-2642-46ac-b0b3-c2fec0d2f746 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385405 Feb 04 12:15:11.140378 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c4639ba1-79bb-4a1d-a5d6-e989a5fe803b req-339e522a-52eb-4a6d-bc5f-e5cf69c91176 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480544 Feb 04 12:15:27.848457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:30.317674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-0c44be12-a4f5-41c1-b1b9-b2dd44d18841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:32.786032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-52e4a084-f25f-4e4f-a4ad-c0cd161a7e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.728858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:33.911326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:35.334242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:15:36.325775 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:15:57.830871 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:00.305185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c8e85d8d-60a9-4efa-96bd-e45f21eac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:02.813814 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c308d5bb-1546-40de-a015-b516601677fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:03.733695 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:03.956930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:05.374184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:10.192806 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-7514a228-7242-4c86-90ba-920cbd2e4c7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792966 Feb 04 12:16:10.341691 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-383b6dae-49a2-4208-8e3a-a61797f03651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:10.343873 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-383b6dae-49a2-4208-8e3a-a61797f03651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1098 time: 0.0748713 Feb 04 12:16:10.617726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-f0b2964e-3546-4e25-9834-3205ec2548d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:10.619210 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-f0b2964e-3546-4e25-9834-3205ec2548d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.2495005 Feb 04 12:16:10.729851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-7c353e55-f6ec-4a7c-bc01-f7850d982049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 1001 time: 0.1043484 Feb 04 12:16:10.809005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-1ac26576-c4f2-4bb6-b8c5-466b9a4aa4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:10.810415 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-1ac26576-c4f2-4bb6-b8c5-466b9a4aa4fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0734768 Feb 04 12:16:10.890675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-3f6e7627-d3ec-4104-8276-b946c4144413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:10.892090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-3f6e7627-d3ec-4104-8276-b946c4144413 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752034 Feb 04 12:16:11.026803 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-232e5886-9d95-4cc3-a84e-fcd031332bdb service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275849 Feb 04 12:16:11.169091 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-06c60ce4-edf0-4ff3-b4b2-042c270a0e05 req-dcf8aaf1-3896-4b2b-bcc5-87fd689eef74 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360509 Feb 04 12:16:13.325945 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:16:27.830304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:30.316042 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-487e277a-1ec0-4246-9d3a-446fe0c587b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:32.767344 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-12684017-4839-401b-a90c-90df2e7d81df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:33.761412 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:33.927176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:35.333061 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:40.173119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa0bc-fa4b-4bfa-83e9-f0763fdd0ce5 req-e38b14e6-588f-4df8-8c89-c08421d67f62 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:40.174742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-224aa0bc-fa4b-4bfa-83e9-f0763fdd0ce5 req-e38b14e6-588f-4df8-8c89-c08421d67f62 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.2375963 Feb 04 12:16:40.223005 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-224aa0bc-fa4b-4bfa-83e9-f0763fdd0ce5 req-b3f44f18-7f9f-4268-a3b1-7bf994c55143 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423887 Feb 04 12:16:41.414516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbcc0-7df5-4dde-a054-b08ef3eaec32 req-60014c91-8354-4c6e-9fa8-9e4f6d37d194 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:41.415981 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64ecbcc0-7df5-4dde-a054-b08ef3eaec32 req-60014c91-8354-4c6e-9fa8-9e4f6d37d194 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0798302 Feb 04 12:16:41.470119 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-64ecbcc0-7df5-4dde-a054-b08ef3eaec32 req-0eda2155-9400-4063-89ee-1e4e3eeb28e5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484490 Feb 04 12:16:42.675714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb80f9-3270-4a34-b778-be0fc0923282 req-6c49d955-61b2-4ba0-b8b6-ce9e032496ba tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:42.677224 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffeb80f9-3270-4a34-b778-be0fc0923282 req-6c49d955-61b2-4ba0-b8b6-ce9e032496ba tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0882351 Feb 04 12:16:42.724583 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ffeb80f9-3270-4a34-b778-be0fc0923282 req-9b45b4a2-cc5c-41ad-bdfc-bf1d8460b2de tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Feb 04 12:16:43.915686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d419fd-32c6-466e-932c-09d73ee741ef req-b60eccb8-3882-4f23-a363-e31745d81225 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:43.917144 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61d419fd-32c6-466e-932c-09d73ee741ef req-b60eccb8-3882-4f23-a363-e31745d81225 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0854197 Feb 04 12:16:43.964555 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-61d419fd-32c6-466e-932c-09d73ee741ef req-831eccb3-bf3d-47d1-8290-5c89ae4f1c15 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Feb 04 12:16:45.153159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2a971-14fe-4c95-b7dc-f9d2a43838d5 req-4337df2d-8dcd-4904-8659-d57d1516c3d6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:45.154578 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-85c2a971-14fe-4c95-b7dc-f9d2a43838d5 req-4337df2d-8dcd-4904-8659-d57d1516c3d6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0819175 Feb 04 12:16:45.198609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-85c2a971-14fe-4c95-b7dc-f9d2a43838d5 req-54395fd5-7588-40ac-865e-cd84407a48fe tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378690 Feb 04 12:16:46.389570 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b901-1ba7-49fb-bd92-ce1d54be65fe req-7070bb79-adbf-4f2b-9d7c-31522ad1cdd0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:46.391019 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f21b901-1ba7-49fb-bd92-ce1d54be65fe req-7070bb79-adbf-4f2b-9d7c-31522ad1cdd0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0872157 Feb 04 12:16:46.438612 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5f21b901-1ba7-49fb-bd92-ce1d54be65fe req-e8779873-1aa4-4774-bbb0-065ba93320f0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Feb 04 12:16:47.631098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263711c-64a0-4c45-bbc1-ff9bea20dbfc req-00903f48-431a-416e-b3ba-038a36bfd699 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:47.632572 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3263711c-64a0-4c45-bbc1-ff9bea20dbfc req-00903f48-431a-416e-b3ba-038a36bfd699 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0795920 Feb 04 12:16:47.676852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3263711c-64a0-4c45-bbc1-ff9bea20dbfc req-e6d4715f-2838-45d6-aa90-b7a3f91cf5d9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Feb 04 12:16:48.878984 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb40569-6d7e-4663-a01f-a35bba32dd73 req-16160315-fca7-4d37-b51e-b5ab264f1a78 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:48.880625 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dfb40569-6d7e-4663-a01f-a35bba32dd73 req-16160315-fca7-4d37-b51e-b5ab264f1a78 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0952427 Feb 04 12:16:48.926972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dfb40569-6d7e-4663-a01f-a35bba32dd73 req-c6c97796-efa9-4470-8c97-fb7d82b969ad tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401731 Feb 04 12:16:50.132447 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a8829-85f3-45dd-a120-09794aace20d req-f8559c28-16b9-4e56-afc8-9770985c3471 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:50.134107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d84a8829-85f3-45dd-a120-09794aace20d req-f8559c28-16b9-4e56-afc8-9770985c3471 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0849733 Feb 04 12:16:50.180112 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d84a8829-85f3-45dd-a120-09794aace20d req-8447552e-dc17-4af9-a57d-59a5aa24c3e7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386276 Feb 04 12:16:50.349464 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:16:51.365926 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6accf-dcc2-4794-a9f6-9f2b7a904c67 req-efa9254a-8b96-4546-8808-247677065008 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:51.367308 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fb6accf-dcc2-4794-a9f6-9f2b7a904c67 req-efa9254a-8b96-4546-8808-247677065008 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0822215 Feb 04 12:16:51.410649 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9fb6accf-dcc2-4794-a9f6-9f2b7a904c67 req-04a4204d-d576-4203-80b9-754b071fe15d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377145 Feb 04 12:16:52.604848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:16:52.758251 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:16:52.773235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09a69-c63a-41e4-bdd1-32e4f99013a3 req-f7bc890e-86d5-4881-8bdb-c983f9a1b64d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:52.773748 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'mac_address': 'fa:16:3e:40:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:16:52.774906 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50b09a69-c63a-41e4-bdd1-32e4f99013a3 req-f7bc890e-86d5-4881-8bdb-c983f9a1b64d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0972960 Feb 04 12:16:52.827768 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-50b09a69-c63a-41e4-bdd1-32e4f99013a3 req-b98283bc-d9eb-4942-8663-4aebe2a82927 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 Feb 04 12:16:52.834788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:52.852242 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44cdbd7e-739d-465b-872d-e091dcb5ecca {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:16:52.867316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:16:52.955728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:53.026000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:53.034540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.034886 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.035223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.035574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.035914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.036236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.036570 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.036885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.037286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.037530 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.037847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.038162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:16:53.042032 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['44cdbd7e-739d-465b-872d-e091dcb5ecca'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:16:54.039880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7edb7-4fa6-45b8-a561-5810cb7eb0cd req-4998aac4-ad37-4944-aa5c-7bedb70e1064 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:54.041895 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97d7edb7-4fa6-45b8-a561-5810cb7eb0cd req-4998aac4-ad37-4944-aa5c-7bedb70e1064 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 944 time: 0.1004636 Feb 04 12:16:54.104546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97d7edb7-4fa6-45b8-a561-5810cb7eb0cd req-08c8b02e-55b9-4f36-becb-ef3cea1d43ae tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511339 Feb 04 12:16:54.605706 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:16:54.750444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 44cdbd7e-739d-465b-872d-e091dcb5ecca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:16:54.751037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:54.925688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:54.965131 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:16:54.978550 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:16:55.082047 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:55.134684 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'code': 200} Feb 04 12:16:55.195735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:16:55.368289 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8a913-c16d-45a8-9f4b-3ff5d37171cb req-2e8b13b9-58bf-4655-8165-3e2557d3aaa7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:55.369935 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c8a8a913-c16d-45a8-9f4b-3ff5d37171cb req-2e8b13b9-58bf-4655-8165-3e2557d3aaa7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.1127696 Feb 04 12:16:55.438335 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c8a8a913-c16d-45a8-9f4b-3ff5d37171cb req-9dcfcf1c-e591-4b0d-b218-dbc662365294 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623055 Feb 04 12:16:56.655493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8add264-76fd-477f-8194-c4f7adeb38f9 req-5a687ad5-7fda-4d63-812c-d7a5924de051 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:56.656974 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b8add264-76fd-477f-8194-c4f7adeb38f9 req-5a687ad5-7fda-4d63-812c-d7a5924de051 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0922685 Feb 04 12:16:56.705197 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b8add264-76fd-477f-8194-c4f7adeb38f9 req-2b885c77-b4b9-418b-b2ca-7b3c8370d770 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Feb 04 12:16:57.887650 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:16:58.041294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8b49-916c-4cdd-8bf9-c4c4c3163156 req-775ead5c-a770-46b9-a6bf-2c8d5f7c576f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:58.042745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-93ec8b49-916c-4cdd-8bf9-c4c4c3163156 req-775ead5c-a770-46b9-a6bf-2c8d5f7c576f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.2150178 Feb 04 12:16:58.096231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-93ec8b49-916c-4cdd-8bf9-c4c4c3163156 req-cc8d7a9b-5bb4-4143-97c0-7266eada1c72 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Feb 04 12:16:59.308651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c63e-0364-4e63-a2e5-550e7452b0cb req-24cbd3e0-f89d-4735-a20c-9d9b390f7359 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:16:59.311100 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d952c63e-0364-4e63-a2e5-550e7452b0cb req-24cbd3e0-f89d-4735-a20c-9d9b390f7359 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.1050928 Feb 04 12:16:59.363468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d952c63e-0364-4e63-a2e5-550e7452b0cb req-039ec745-8732-4e42-a618-d332a422259c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455546 Feb 04 12:17:00.287536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-61004a8e-947a-46c8-b6ce-17ac5ec1c59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:00.592494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e338809-aece-48c1-b698-8c45c52779cd req-64c4c3e3-d612-4760-90b5-cea4e5f5a123 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:00.593954 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e338809-aece-48c1-b698-8c45c52779cd req-64c4c3e3-d612-4760-90b5-cea4e5f5a123 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0879126 Feb 04 12:17:00.677482 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9e338809-aece-48c1-b698-8c45c52779cd req-8396726c-1228-4b14-ac40-eb110fd0e777 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732012 Feb 04 12:17:01.907921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9a897-87de-45f9-b2f6-cd9ed058faa8 req-9204fe70-9380-440e-bbfa-6c6b7d197777 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:01.910076 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-29c9a897-87de-45f9-b2f6-cd9ed058faa8 req-9204fe70-9380-440e-bbfa-6c6b7d197777 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.1050842 Feb 04 12:17:01.985549 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-29c9a897-87de-45f9-b2f6-cd9ed058faa8 req-c2e0a687-7e09-415d-8c99-8795d582acd7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663497 Feb 04 12:17:02.802751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-43fa38d2-5e8e-4a25-8b99-1e8237271270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:03.194131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f798-c0f0-4138-8e43-8e07e624ca95 req-f7fbe87f-55c4-4fdf-930a-250e3456f306 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:03.195853 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-89c5f798-c0f0-4138-8e43-8e07e624ca95 req-f7fbe87f-55c4-4fdf-930a-250e3456f306 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0883913 Feb 04 12:17:03.257362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-89c5f798-c0f0-4138-8e43-8e07e624ca95 req-c19a284d-d3d2-4f57-8b9f-fda124cd6fc1 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555296 Feb 04 12:17:03.734498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:03.933260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:04.469708 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eebb5-af5d-401d-b917-952b0f5a3413 req-f93e6c11-7efc-4bf7-b788-269838679c03 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:04.471195 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-925eebb5-af5d-401d-b917-952b0f5a3413 req-f93e6c11-7efc-4bf7-b788-269838679c03 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0865102 Feb 04 12:17:04.516033 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-925eebb5-af5d-401d-b917-952b0f5a3413 req-83467cad-c492-484d-9989-f0d84044fd63 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390770 Feb 04 12:17:05.321642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:05.622728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac2fe-a8f9-4043-a439-903547284c96 req-f3189944-7183-4f9d-9661-7ed97ad36f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.624394 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-f3189944-7183-4f9d-9661-7ed97ad36f98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1098 time: 0.1264157 Feb 04 12:17:05.821503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac2fe-a8f9-4043-a439-903547284c96 req-efa2854a-82bf-47ff-8350-c2a3810effe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.822844 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-efa2854a-82bf-47ff-8350-c2a3810effe7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1922448 Feb 04 12:17:05.833657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948045e5-d30b-4ad2-adfe-5baf20dc5a77 req-6e908c07-12c9-4367-98e8-a089a8836cc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:05.834994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-948045e5-d30b-4ad2-adfe-5baf20dc5a77 req-6e908c07-12c9-4367-98e8-a089a8836cc8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.2026782 Feb 04 12:17:05.958745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-57560353-e530-44f1-9d8f-fcd7a2351ab6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 1001 time: 0.1228218 Feb 04 12:17:05.961620 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-948045e5-d30b-4ad2-adfe-5baf20dc5a77 req-5fe24e2a-acf4-4003-a6d4-30e5e7a91211 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716460 Feb 04 12:17:06.021268 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac2fe-a8f9-4043-a439-903547284c96 req-ab34359f-644f-4c25-9df7-0953e8492f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:06.022675 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-ab34359f-644f-4c25-9df7-0953e8492f2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0565157 Feb 04 12:17:06.102501 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac2fe-a8f9-4043-a439-903547284c96 req-57dda106-2a01-4846-b326-f756fd5f2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:06.103991 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-57dda106-2a01-4846-b326-f756fd5f2169 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749028 Feb 04 12:17:06.233490 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-91570b36-b3b3-490a-9fa0-4b0e51a66157 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232100 Feb 04 12:17:06.368575 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-515ac2fe-a8f9-4043-a439-903547284c96 req-e54633dc-ae8b-4590-8f72-db7f2e72fc42 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291156 Feb 04 12:17:07.156259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4537c9-9629-4d7d-9d11-81bd9a40f436 req-cb574f96-7063-4710-bf81-d3112bbcc69a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:07.157742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e4537c9-9629-4d7d-9d11-81bd9a40f436 req-cb574f96-7063-4710-bf81-d3112bbcc69a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0899112 Feb 04 12:17:07.202923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e4537c9-9629-4d7d-9d11-81bd9a40f436 req-521e8156-8a46-402b-a6d7-52511ba0e9b8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Feb 04 12:17:08.471671 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6255-ffe9-4dd3-9c94-8140228a0f14 req-4db7cd2a-35b1-44b6-8fc2-d097ce3dcad6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:08.473099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6aaf6255-ffe9-4dd3-9c94-8140228a0f14 req-4db7cd2a-35b1-44b6-8fc2-d097ce3dcad6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 945 time: 0.0941458 Feb 04 12:17:08.521449 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6aaf6255-ffe9-4dd3-9c94-8140228a0f14 req-6a1ac97c-e021-4a66-8e3c-43b6bb40a44b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Feb 04 12:17:08.698060 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:17:08.838646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:08.878432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:17:08.888822 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:17:08.930685 dv-neutron-827824-2-hyperv neutron-server[88133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'code': 422} returned with failed status Feb 04 12:17:08.973034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:09.045658 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:09.724647 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770255-29de-4f92-8761-44364d18bc51 req-4044d8ee-56df-4e1f-b0b3-65a412f4e6f3 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:09.726509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa770255-29de-4f92-8761-44364d18bc51 req-4044d8ee-56df-4e1f-b0b3-65a412f4e6f3 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0858142 Feb 04 12:17:09.886481 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa770255-29de-4f92-8761-44364d18bc51 req-cd23b656-8b6f-4eee-9991-ecbba8d90382 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535187 Feb 04 12:17:10.375382 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146822f6-8d7d-4864-8f23-6fd2234b650b req-115c98e6-e64b-41e6-836d-545cd426d897 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:10.377496 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-146822f6-8d7d-4864-8f23-6fd2234b650b req-115c98e6-e64b-41e6-836d-545cd426d897 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0888908 Feb 04 12:17:10.424948 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-146822f6-8d7d-4864-8f23-6fd2234b650b req-86028c1b-2c7a-4c44-9985-8c6922149c66 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Feb 04 12:17:10.763305 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48612) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:17:10.880221 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-89b98060-5fdf-43b6-9ef8-ff3bcacc496b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157305 Feb 04 12:17:11.627423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb760e1-80dc-4445-b20d-01a1bbb5fc39 req-92ba975c-f23a-41d5-978c-b908779636af tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:11.628950 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1cb760e1-80dc-4445-b20d-01a1bbb5fc39 req-92ba975c-f23a-41d5-978c-b908779636af tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0841930 Feb 04 12:17:11.679371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1cb760e1-80dc-4445-b20d-01a1bbb5fc39 req-53beb74d-e51f-49e0-a84e-c45e439e1359 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Feb 04 12:17:12.661990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-dc7eda61-84a0-4cc5-b9c6-06241a05bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:12.663464 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-dc7eda61-84a0-4cc5-b9c6-06241a05bfb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8&tenant_id=4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0726662 Feb 04 12:17:12.710862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:17:12.767618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-31c0b20b-6047-46bc-baf5-fbd5cd4aed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:12.769087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-31c0b20b-6047-46bc-baf5-fbd5cd4aed38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1096 time: 0.0788660 Feb 04 12:17:12.958762 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-1bb853a4-6aa7-40db-a504-b92eaaf60425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:12.960233 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-1bb853a4-6aa7-40db-a504-b92eaaf60425 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1846399 Feb 04 12:17:13.026648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a158ee-9167-4e52-924d-a7d769d16edd req-c9443096-4a8f-4524-94da-e18e3cd28a62 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:13.028120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b5a158ee-9167-4e52-924d-a7d769d16edd req-c9443096-4a8f-4524-94da-e18e3cd28a62 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.2322953 Feb 04 12:17:13.101729 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-b62058ae-1286-4f14-b6bf-4535c0489de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 999 time: 0.1351533 Feb 04 12:17:13.106452 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b5a158ee-9167-4e52-924d-a7d769d16edd req-90663186-a775-4292-bcfb-934291711e03 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617456 Feb 04 12:17:13.164416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-0aaa74f4-7db1-47f6-980a-8896e5b453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:13.165837 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-0aaa74f4-7db1-47f6-980a-8896e5b453e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0580482 Feb 04 12:17:13.248885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-e46b2ce4-9ab7-4a1e-b543-cb994ffc70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:13.250270 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-e46b2ce4-9ab7-4a1e-b543-cb994ffc70c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784640 Feb 04 12:17:13.385810 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-52080ada-32d4-4446-a5fe-9f9e55d5a3d6 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281397 Feb 04 12:17:13.517354 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c7842d93-22aa-4214-8cfe-d0c2ad80a251 req-34f4ea77-157e-4daf-964d-9d1e9c78054c service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249583 Feb 04 12:17:14.388837 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fad2f-1897-44d3-8fe7-9a4816eaeeda req-57da4306-fc55-4447-9b80-5421dc140458 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:14.396358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd1fad2f-1897-44d3-8fe7-9a4816eaeeda req-57da4306-fc55-4447-9b80-5421dc140458 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.1235516 Feb 04 12:17:14.455781 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd1fad2f-1897-44d3-8fe7-9a4816eaeeda req-55e92983-e6df-4b51-ba89-888058fa5d8d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582967 Feb 04 12:17:15.705423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf85bd-4284-4022-9ae7-de602e4057af req-eecaa404-b49f-4bec-a133-2a7ec39a306b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:15.708206 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-12cf85bd-4284-4022-9ae7-de602e4057af req-eecaa404-b49f-4bec-a133-2a7ec39a306b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.1205192 Feb 04 12:17:15.787215 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-12cf85bd-4284-4022-9ae7-de602e4057af req-a4c3360a-c2d4-4e5e-84e1-7bc8701c8af7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696983 Feb 04 12:17:17.003166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ab382-c382-4143-a17d-c59f282298e5 req-ec117f1f-80ef-49f6-a48c-38798faa1a1e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:17.004847 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a46ab382-c382-4143-a17d-c59f282298e5 req-ec117f1f-80ef-49f6-a48c-38798faa1a1e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0932994 Feb 04 12:17:17.066099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a46ab382-c382-4143-a17d-c59f282298e5 req-13700dcc-4c84-4615-b847-f2f6a9bdf7ca tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539274 Feb 04 12:17:18.313105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb467d0-74fe-4dae-a15c-7ddfe65de5b2 req-38f45089-5d73-442b-b50f-5ec2e44c11ff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:18.314890 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0eb467d0-74fe-4dae-a15c-7ddfe65de5b2 req-38f45089-5d73-442b-b50f-5ec2e44c11ff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0954595 Feb 04 12:17:18.378194 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0eb467d0-74fe-4dae-a15c-7ddfe65de5b2 req-591ed1d9-7bcb-43af-8673-efdca8c0049f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Feb 04 12:17:19.754793 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9e2b-3af9-40ea-8a9b-3339b6e49c43 req-654724e6-e4bd-4854-b627-0020d5973e5a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:19.757318 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa8a9e2b-3af9-40ea-8a9b-3339b6e49c43 req-654724e6-e4bd-4854-b627-0020d5973e5a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.2047460 Feb 04 12:17:19.838292 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa8a9e2b-3af9-40ea-8a9b-3339b6e49c43 req-dda7e750-1f5a-48a5-96f8-578997628000 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745676 Feb 04 12:17:21.152457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904e5ff-a35b-4535-810e-beeabbe29215 req-d3a0cbc3-b092-4f40-a748-fe467c4c4903 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:21.154003 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0904e5ff-a35b-4535-810e-beeabbe29215 req-d3a0cbc3-b092-4f40-a748-fe467c4c4903 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.1980588 Feb 04 12:17:21.206094 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0904e5ff-a35b-4535-810e-beeabbe29215 req-7f9a7ea5-c66d-4308-993d-e07cb8cbb1cc tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Feb 04 12:17:22.414046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717471-22cf-47c6-9c17-027da0cc2614 req-d3dd97ae-5c4c-4448-8e03-1027159ee227 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:22.415468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f9717471-22cf-47c6-9c17-027da0cc2614 req-d3dd97ae-5c4c-4448-8e03-1027159ee227 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0822966 Feb 04 12:17:22.461442 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f9717471-22cf-47c6-9c17-027da0cc2614 req-6f48daf6-2adb-451d-b6ef-46c3471f74c8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Feb 04 12:17:23.651886 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c364412-d907-4490-856d-6ac65d0f7bdb req-9b45ba4a-bd53-4e8a-a810-7f27f70078e6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:23.653323 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c364412-d907-4490-856d-6ac65d0f7bdb req-9b45ba4a-bd53-4e8a-a810-7f27f70078e6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0807350 Feb 04 12:17:23.700137 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2c364412-d907-4490-856d-6ac65d0f7bdb req-5a4c0cc5-928f-42db-9ab7-e8117509c2b0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Feb 04 12:17:24.791275 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:17:24.894740 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92aefa-b947-4d2d-8897-cb0f7a6ca991 req-b89999b4-fd3d-4689-8fd6-4c0619718851 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:24.897001 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ad92aefa-b947-4d2d-8897-cb0f7a6ca991 req-b89999b4-fd3d-4689-8fd6-4c0619718851 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 943 time: 0.0867560 Feb 04 12:17:24.934140 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:17:24.942043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ad92aefa-b947-4d2d-8897-cb0f7a6ca991 req-8ed80bef-bd44-4be2-8b13-cc71e29f577e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Feb 04 12:17:24.947862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'port_id': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'mac_address': 'fa:16:3e:40:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:17:25.002868 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:25.019313 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cdbd7e-739d-465b-872d-e091dcb5ecca {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:17:25.034756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:17:25.116510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:25.195473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=9']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:25.377518 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['44cdbd7e-739d-465b-872d-e091dcb5ecca'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:17:26.133380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032da1c-c430-4164-b841-22f39c11cb3a req-72f0eea8-3b69-428c-a621-9e5ff7d1d433 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:26.134729 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1032da1c-c430-4164-b841-22f39c11cb3a req-72f0eea8-3b69-428c-a621-9e5ff7d1d433 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 944 time: 0.0839136 Feb 04 12:17:26.179835 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1032da1c-c430-4164-b841-22f39c11cb3a req-b2e405e9-2ab4-4c1c-bab8-bcb379a8a274 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394380 Feb 04 12:17:26.790639 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:17:26.870218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 44cdbd7e-739d-465b-872d-e091dcb5ecca triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:17:26.870583 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:26.996286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:27.023034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:17:27.033990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:17:27.068121 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'code': 200} Feb 04 12:17:27.126761 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:27.201900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=10']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:17:27.340160 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:17:27.373241 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9622-a6f8-434f-81aa-caaf4e900e77 req-8cd61a83-9f9d-40fe-b7ea-80dc621bed75 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:27.374668 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ab9f9622-a6f8-434f-81aa-caaf4e900e77 req-8cd61a83-9f9d-40fe-b7ea-80dc621bed75 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.0833902 Feb 04 12:17:27.472530 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ab9f9622-a6f8-434f-81aa-caaf4e900e77 req-92c7e60e-0009-4b36-951f-7332d9312ea4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638366 Feb 04 12:17:27.486923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e51ea-b5dc-490d-94bb-32ca9fa4c1d1 req-13f1f356-c4dd-4a02-9fd6-8bc8a19d2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:27.488498 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a09e51ea-b5dc-490d-94bb-32ca9fa4c1d1 req-13f1f356-c4dd-4a02-9fd6-8bc8a19d2133 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1099 time: 0.1087158 Feb 04 12:17:27.530343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a09e51ea-b5dc-490d-94bb-32ca9fa4c1d1 req-b83bd67c-21c3-461a-947a-a7ea4d443f47 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Feb 04 12:17:27.881416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:28.670849 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e99b0-ef25-4fc0-a19a-b872fc2f05be req-a25ed6a7-c582-4162-989d-6f7e57238bb9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:28.672358 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e1e99b0-ef25-4fc0-a19a-b872fc2f05be req-a25ed6a7-c582-4162-989d-6f7e57238bb9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.0866296 Feb 04 12:17:28.727675 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1e1e99b0-ef25-4fc0-a19a-b872fc2f05be req-13c516f1-a9cd-4562-b882-a1fb4779d27d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492532 Feb 04 12:17:29.950136 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92ee12-7411-4043-b6a6-e8a069407541 req-6698f539-220c-46bd-8478-5e4f7709db8d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:29.951586 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa92ee12-7411-4043-b6a6-e8a069407541 req-6698f539-220c-46bd-8478-5e4f7709db8d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.0912199 Feb 04 12:17:30.001231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa92ee12-7411-4043-b6a6-e8a069407541 req-dc8fad2f-ded8-4ac0-b6f7-78dfc2e39885 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Feb 04 12:17:30.292765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-185cd3ae-50d8-4c39-a8c6-3b808c2da277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:31.196820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0fa05-dfad-46e7-98e7-c844f53d26cb req-89e28400-ac67-45b6-b463-6061335f085b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:17:31.198355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bff0fa05-dfad-46e7-98e7-c844f53d26cb req-89e28400-ac67-45b6-b463-6061335f085b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.0877700 Feb 04 12:17:31.244353 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bff0fa05-dfad-46e7-98e7-c844f53d26cb req-bab26b1b-cd06-4886-a601-665b3c845c03 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 Feb 04 12:17:32.818256 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f60a5494-185c-48d2-936f-31140b6ae747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:33.720975 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:33.944719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:35.383841 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:17:57.926469 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:00.309492 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-78d0c3f9-7f7f-49ab-920e-05cb92d77e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:02.846096 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee9518c2-3f31-401a-b1f2-e369f15d9842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:03.749335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:03.932156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:04.339797 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:18:05.320385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:11.163735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-f476a6ed-e14c-4e64-a864-2fbcdaa7b81d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708659 Feb 04 12:18:11.310384 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-7fb466d7-4ba5-481d-af6e-97a327d48429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.311849 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-7fb466d7-4ba5-481d-af6e-97a327d48429 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1099 time: 0.0750709 Feb 04 12:18:11.456999 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-0a5a31cf-27f9-43bc-a6c3-a7af59be43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.458406 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-0a5a31cf-27f9-43bc-a6c3-a7af59be43e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1279564 Feb 04 12:18:11.558371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-8a95329b-a384-4191-93d6-6faceecd6019 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 1001 time: 0.0934298 Feb 04 12:18:11.623169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-6a11fb24-7352-446b-88fd-191045efd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.624610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-6a11fb24-7352-446b-88fd-191045efd0d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0603316 Feb 04 12:18:11.700493 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-dab40b0a-1ee9-4a45-b43f-4da96c5b16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:11.701988 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-dab40b0a-1ee9-4a45-b43f-4da96c5b16e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702214 Feb 04 12:18:11.713997 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-1a71838a-cf60-4984-926c-c89b117d0365 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:18:11.714856 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-1a71838a-cf60-4984-926c-c89b117d0365 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056293 Feb 04 12:18:11.846915 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-6c564208-6db4-4628-a9dc-4aaa023e1797 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259949 Feb 04 12:18:11.980681 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-17c4a0cb-308b-4343-b7d0-b173a766f80e req-95c4db91-25fd-4711-9b9a-6cf5d63a6c3a service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275072 Feb 04 12:18:27.932350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:30.297243 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7cc73fb5-6fb1-4d9f-8439-14cd8647349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:32.806646 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-1b33deb2-26df-4931-9fdc-25bd231767a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.731895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:33.920636 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:35.338400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:40.575154 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:40.781264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Deleting port d18d520f-b26b-4196-9fca-229f10fd438b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:18:40.786602 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:40.963813 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:40.964131 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:41.086110 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Calling delete_port for d18d520f-b26b-4196-9fca-229f10fd438b owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:18:41.320736 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:41.339571 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:18:41.371418 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event deleted for resources: {'Port': ['ID=d18d520f-b26b-4196-9fca-229f10fd438b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:41.412728 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.413072 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.413409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.413737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.414062 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.414387 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.414707 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.415027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.415347 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.415715 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.416042 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.416952 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:41.588958 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:41.589818 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Floating IP 6a16f2d3-6b26-46f3-87b3-00ca088d87a0 disassociated (deleted). External IP: 172.26.6.191, port: 44cdbd7e-739d-465b-872d-e091dcb5ecca. Feb 04 12:18:41.964489 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Router c07d5706-f222-4530-80b1-2b9da360b91c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:18:42.159613 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:18:42.171125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:18:42.181421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:18:42.182320 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:18:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:42.244806 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:42.305164 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-12623dcc-0400-43dd-9ca9-d966a79f47c4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "DELETE /v2.0/floatingips/6a16f2d3-6b26-46f3-87b3-00ca088d87a0 HTTP/1.1" status: 204 len: 168 time: 1.7288928 Feb 04 12:18:42.305816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:18:42.378517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:18:42.427943 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'status': 'completed', 'code': 200} Feb 04 12:18:42.528608 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-a63e682e-2b8c-4c89-8f01-127ada91a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.530435 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-a63e682e-2b8c-4c89-8f01-127ada91a77f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 1099 time: 0.0847175 Feb 04 12:18:42.737160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:42.746405 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:18:42.760811 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:18:42.761954 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:18:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:42.806524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-c3115bdc-1008-48ea-8a62-fba91e3dbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.809107 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-c3115bdc-1008-48ea-8a62-fba91e3dbdb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.2709591 Feb 04 12:18:42.880719 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-a707316e-2462-4a69-b515-2c1919296b2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 200 len: 217 time: 0.0658877 Feb 04 12:18:42.953357 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-198cd17d-8a33-4927-8d43-b72d5ac97c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:42.954994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-198cd17d-8a33-4927-8d43-b72d5ac97c69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0686233 Feb 04 12:18:42.988432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:18:43.097139 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-acd19a15-3db3-4230-9ae8-f6c918a83e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.098772 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-acd19a15-3db3-4230-9ae8-f6c918a83e11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373174 Feb 04 12:18:43.192263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543510e-7f12-415e-adbf-50c6b35d0c2f req-428c5ffa-8842-4564-a54d-4f7c45b6c871 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:43.193745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6543510e-7f12-415e-adbf-50c6b35d0c2f req-428c5ffa-8842-4564-a54d-4f7c45b6c871 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.1773756 Feb 04 12:18:43.266894 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6543510e-7f12-415e-adbf-50c6b35d0c2f req-15f0c3ac-147b-4d56-af86-681bc11f8d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627513 Feb 04 12:18:43.290110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-fe2f6b9d-c487-4803-9f6a-c922c6d40d94 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826684 Feb 04 12:18:43.341385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:18:43.345790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3832b32-bd46-43ff-80d0-a9887b6d7b11 None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:18:43.433143 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9eb8a3e1-9130-4487-a4fa-42d8bf06d1cc req-54d7357c-1ef0-4208-898f-f53f263fa5e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367347 Feb 04 12:18:43.616648 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de1d43-d216-4a5d-ba28-5e4225fc9e8c None None] New status for floating IP 6a16f2d3-6b26-46f3-87b3-00ca088d87a0: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:18:44.472459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-98a70407-3f49-43fa-b89b-1dd557dba34c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.473924 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-98a70407-3f49-43fa-b89b-1dd557dba34c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.1430266 Feb 04 12:18:44.549824 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8328fe-e5c5-434b-ae22-120bd67f0d3b req-5d0d0a0f-5d86-4ef6-b4cd-8f9b2fda8120 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:18:44.551267 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b8328fe-e5c5-434b-ae22-120bd67f0d3b req-5d0d0a0f-5d86-4ef6-b4cd-8f9b2fda8120 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 946 time: 0.1575263 Feb 04 12:18:44.564149 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Deleting port 44cdbd7e-739d-465b-872d-e091dcb5ecca {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:18:44.564419 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.684520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7b8328fe-e5c5-434b-ae22-120bd67f0d3b req-493ee54c-ecdb-4e29-8c0a-36554e068d13 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2945cf7-9ae4-4e1b-8725-705a053caf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242502 Feb 04 12:18:44.858867 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] For port 44cdbd7e-739d-465b-872d-e091dcb5ecca, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=44cdbd7e-739d-465b-872d-e091dcb5ecca,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:18:44.859217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:44.987800 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Calling delete_port for 44cdbd7e-739d-465b-872d-e091dcb5ecca owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:18:45.229568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:45.284979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event deleted for resources: {'Port': ['ID=44cdbd7e-739d-465b-872d-e091dcb5ecca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:45.329734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.330123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.330459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.330789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.331118 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.331448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.331797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.332116 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.332439 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.332753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.333068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.333380 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:18:45.373441 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] No DVR routers for this DVR port 44cdbd7e-739d-465b-872d-e091dcb5ecca on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:18:45.376334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:45.378978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-deleted', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:18:45.390825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-24dd557e-29dd-4d6d-8958-d022efa03dec req-20d79d5d-8b37-4012-b3bd-6a519030d260 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "DELETE /v2.0/ports/44cdbd7e-739d-465b-872d-e091dcb5ecca HTTP/1.1" status: 204 len: 173 time: 0.9116957 Feb 04 12:18:45.490009 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0298dc1-8f46-4cce-ad1a-e0c8b203fec8', 'name': 'network-vif-deleted', 'tag': '44cdbd7e-739d-465b-872d-e091dcb5ecca', 'status': 'completed', 'code': 200} Feb 04 12:18:45.970669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5fac6b7f-e169-47e1-bdd8-3a16a1c75ce2 req-985783ca-cab7-43ef-8fa0-1f113e6fa734 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Synchronizing usage tracker for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:18:46.064092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-5fac6b7f-e169-47e1-bdd8-3a16a1c75ce2 req-985783ca-cab7-43ef-8fa0-1f113e6fa734 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Unset dirty status for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:18:46.066316 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5fac6b7f-e169-47e1-bdd8-3a16a1c75ce2 req-985783ca-cab7-43ef-8fa0-1f113e6fa734 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0298dc1-8f46-4cce-ad1a-e0c8b203fec8 HTTP/1.1" status: 200 len: 210 time: 0.2593801 Feb 04 12:18:47.160631 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:47.233283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ee2-1328-499d-b4a3-f8b7b1460296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:47.266078 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ee2-1328-499d-b4a3-f8b7b1460296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:47.423147 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ee2-1328-499d-b4a3-f8b7b1460296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:47.440296 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0ee2-1328-499d-b4a3-f8b7b1460296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2945cf7-9ae4-4e1b-8725-705a053caf1e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:47.446974 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0ee2-1328-499d-b4a3-f8b7b1460296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:47.449462 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-5a3b0ee2-1328-499d-b4a3-f8b7b1460296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2945cf7-9ae4-4e1b-8725-705a053caf1e HTTP/1.1" status: 204 len: 168 time: 0.2876647 Feb 04 12:18:48.180211 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:48.186027 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411364403', 'description': 'tempest-secgroup-smoke-411364403 description', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:48.192275 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:48.196174 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:48.199763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:48.205518 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:48.284823 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.305342 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:48.309891 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:48.312746 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:48.318425 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:48.393916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.508533 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.551136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:48.645610 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.646866 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-46758ba0-b4ce-431c-83bc-6bb942f00d48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4656703 Feb 04 12:18:48.649605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48784) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:48.655035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': '9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:48.661345 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:48.665106 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:48.668720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:48.674382 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:48.790380 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.851935 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.943304 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:48.967863 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372b77fb-e79e-4ad4-9176-029f9b444ae8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:49.057017 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.058183 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e16b3acb-0453-4829-8315-9c96655da113 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076409 Feb 04 12:18:49.060838 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:49.065771 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': '9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:49.071831 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:49.076142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:49.079033 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:49.084756 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:49.207267 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.241315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:18:49.271714 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.276180 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 44cdbd7e-739d-465b-872d-e091dcb5ecca {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:18:49.276524 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 44cdbd7e-739d-465b-872d-e091dcb5ecca not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:18:49.401090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.430494 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97af2050-c2d6-4457-8ebf-810adcc94ef8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:49.565862 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.567081 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-cefd9934-1753-45dc-9020-d379f81efe30 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5053403 Feb 04 12:18:49.569834 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:49.575483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': '9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:49.583086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:49.585876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:49.589295 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:49.594895 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:49.716544 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.800209 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.914100 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:49.939199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be33010-d7cf-4367-a85c-e158df6f40f3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:50.038816 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.039991 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-08b8e626-b9af-4e28-a3fd-c97f157e3738 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4692473 Feb 04 12:18:50.044646 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48798) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:50.050553 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': '9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:50.059439 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:50.067438 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:50.070809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:50.077512 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:50.184624 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.248969 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.360117 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.384272 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fc0926-bd79-4346-84e5-aa8d4f0f9a49,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:50.480978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.482195 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b9c6859c-bdd7-4e8d-b05a-800b0994188f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4365213 Feb 04 12:18:50.484978 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:50.490644 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': '9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:50.498035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:50.502046 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:50.505114 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:50.511365 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:50.600358 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Project 4df6999e05424c8ebaa776c24b3bb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:18:50.607568 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.678138 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.776962 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.806955 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e93575-e077-4b00-bb45-0f63e225d0ca,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:50.920164 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:50.921392 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-d7ded9a1-ba22-4da5-992b-09b63e3c8b9c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4354739 Feb 04 12:18:50.924194 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:18:50.929104 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'security_group_rule': {'security_group_id': '9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944', 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:18:50.935916 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:18:50.939737 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:security_group_rule and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:18:50.942554 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:18:50.948526 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:18:51.075223 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Project 4df6999e05424c8ebaa776c24b3bb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:18:51.082338 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.153020 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.286377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.318750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf35db09-4846-4dc1-91ee-97b878ec3943,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:18:51.452453 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:18:51.453675 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-12d8299a-4441-49f1-8f93-48b70a2eaeff tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5285335 Feb 04 12:18:57.932231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:00.297137 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8868a9e2-2fd8-400e-bf07-9248988b6ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:02.800501 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-fbfe20d4-1af4-4f74-bb6e-0f94eb98bab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:03.762905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:03.926455 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:05.354514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:18.339985 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:19:20.417677 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6d41d3f2-b1d6-43a8-9c05-2e47b24c7500 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411364403&fields=id&tenant_id=4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 267 time: 0.0394812 Feb 04 12:19:20.578634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-98cb951e-83fb-4589-963d-c7feb64e7764 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:20.580063 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-98cb951e-83fb-4589-963d-c7feb64e7764 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 808 time: 0.1513829 Feb 04 12:19:20.594793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-99b17194-3d1f-4a6d-98db-21a41e182571 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/quotas/4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 375 time: 0.0092294 Feb 04 12:19:20.687742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-c087e85a-7eb7-4eb5-b549-08639ce65003 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876513 Feb 04 12:19:20.768755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-5462e55e-cd17-41b0-a637-a6bf0143a57a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:19:20.769832 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-5462e55e-cd17-41b0-a637-a6bf0143a57a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705168 Feb 04 12:19:20.914222 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-cd496c8c-d775-45ef-a5e2-401169cc3ffe service neutron] 10.222.0.36 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387410 Feb 04 12:19:21.049836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-aa777353-dfe8-463d-8938-0fa961c37f15 service neutron] 10.222.0.36 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293044 Feb 04 12:19:21.939456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-5886974d-94a0-44b4-942f-675661aed267 req-db7f5025-55a6-4a94-be93-77ad2acc3c99 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 210 time: 0.0479305 Feb 04 12:19:23.110862 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cad78082-c9a1-4249-beea-6e5a5eba6f91 req-0a4edbd6-2f2e-44f4-a1e4-91202d2dcc76 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 210 time: 0.0433900 Feb 04 12:19:24.262681 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f8ea6d6c-aadd-4b41-bec3-9cc3fb741b76 req-964dffc1-8e72-40c7-9f08-112ea80b229a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 210 time: 0.0433819 Feb 04 12:19:24.536440 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-eb3cf5bc-59a4-4c32-971d-ee5e00d940aa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:24.537970 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-eb3cf5bc-59a4-4c32-971d-ee5e00d940aa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 808 time: 0.1483428 Feb 04 12:19:24.591793 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-9ead2cbd-a7c3-4974-9961-fe470fbf20f3 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 379 time: 0.0457635 Feb 04 12:19:24.600720 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'port': {'device_id': '6cb75cd4-005b-4823-85ef-c63638a09112', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'admin_state_up': True, 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'security_groups': ['9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:24.747041 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:19:24.757065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:19:24.866642 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Made reservation on behalf of 4df6999e05424c8ebaa776c24b3bb8f9 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:19:24.870248 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:25.077141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Allocated IP 172.20.0.11 (1c993e4d-a476-46fc-bbb7-d17dda499717/18ff3e7d-a30a-4701-9f53-b0c3d254e1b8/e3de9ab5-797f-45f1-81fa-4a493026fcb6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:25.321602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:25.339525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Transition to ACTIVE for port object e3de9ab5-797f-45f1-81fa-4a493026fcb6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:25.456894 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c9844177-f577-48e9-9011-157f8894d321 req-8c5e982b-810a-45e1-960e-af83f273afd1 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 210 time: 0.0531080 Feb 04 12:19:25.491648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:25.563816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:25.567414 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:25.572267 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:19:25.611459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:25.659226 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:25.660214 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:25.834294 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-6e2e9f50-ad78-49f4-84b0-f687d2baab17 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2365301 Feb 04 12:19:25.847169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Request body: {'port': {'device_id': '6cb75cd4-005b-4823-85ef-c63638a09112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:25.979296 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:26.051165 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4e08d2b6-df9d-4937-9500-28535140ccec None None] Provisioning for port e3de9ab5-797f-45f1-81fa-4a493026fcb6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:19:26.056525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-4e08d2b6-df9d-4937-9500-28535140ccec None None] Provisioning complete for port e3de9ab5-797f-45f1-81fa-4a493026fcb6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:26.057145 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4e08d2b6-df9d-4937-9500-28535140ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:26.145798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-4e08d2b6-df9d-4937-9500-28535140ccec None None] Port e3de9ab5-797f-45f1-81fa-4a493026fcb6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:19:26.421874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3de9ab5-797f-45f1-81fa-4a493026fcb6 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:19:26.430816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:26.454302 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Transition to ACTIVE for port object e3de9ab5-797f-45f1-81fa-4a493026fcb6 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:19:26.554424 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:26.850009 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:26.986549 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2fc30-de34-43d9-9a96-16f4639f3f2b req-e1fe9a8a-bd3b-44df-ba0d-036eedb9928b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:26.987283 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-52a2fc30-de34-43d9-9a96-16f4639f3f2b req-e1fe9a8a-bd3b-44df-ba0d-036eedb9928b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Synchronizing usage tracker for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:19:27.014646 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Attempting to bind port e3de9ab5-797f-45f1-81fa-4a493026fcb6 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:19:27.015704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Attempting to bind port e3de9ab5-797f-45f1-81fa-4a493026fcb6 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:19:27.015704 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Attempting to bind port e3de9ab5-797f-45f1-81fa-4a493026fcb6 on network 1c993e4d-a476-46fc-bbb7-d17dda499717 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:19:27.020908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Port e3de9ab5-797f-45f1-81fa-4a493026fcb6 on network 1c993e4d-a476-46fc-bbb7-d17dda499717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:19:27.021438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Attempting to bind port e3de9ab5-797f-45f1-81fa-4a493026fcb6 on network 1c993e4d-a476-46fc-bbb7-d17dda499717 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:19:27.027962 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:19:27.036520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Checking segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:19:27.036520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Bound using segment: {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:19:27.036520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Bound port: e3de9ab5-797f-45f1-81fa-4a493026fcb6, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80d3a21-acc6-40b4-8683-603fa3dd1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:19:27.036520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:27.134703 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:19:27.142918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:19:27.153372 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-52a2fc30-de34-43d9-9a96-16f4639f3f2b req-e1fe9a8a-bd3b-44df-ba0d-036eedb9928b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Unset dirty status for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:19:27.155048 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52a2fc30-de34-43d9-9a96-16f4639f3f2b req-e1fe9a8a-bd3b-44df-ba0d-036eedb9928b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.5609961 Feb 04 12:19:27.231099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-52a2fc30-de34-43d9-9a96-16f4639f3f2b req-27258802-6e00-48b5-9f59-1c6a850452f9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688035 Feb 04 12:19:27.263520 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:27.335035 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.335752 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:27.337117 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] 10.222.0.42 "PUT /v2.0/ports/e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1094 time: 1.4960949 Feb 04 12:19:27.337551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:19:27.372018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4eee-0039-4f63-a733-3e9cccde6adb service neutron] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:27.422404 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'status': 'completed', 'code': 200} Feb 04 12:19:27.534083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-5c8c6923-b846-47c5-b7f1-328294f433a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.535755 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-5c8c6923-b846-47c5-b7f1-328294f433a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1097 time: 0.0986440 Feb 04 12:19:27.619433 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-11861210-f059-4679-8c46-377bc0c22c55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 217 time: 0.0758276 Feb 04 12:19:27.687850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-649f90eb-3e66-4dc5-ae05-ffa183d4f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.689609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-649f90eb-3e66-4dc5-ae05-ffa183d4f5eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0645893 Feb 04 12:19:27.799728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-e916cfcc-33bd-4bb4-a835-67c9423909ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:27.801193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-e916cfcc-33bd-4bb4-a835-67c9423909ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054282 Feb 04 12:19:27.942677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:27.953870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-286a3a84-9112-402e-9129-77ea859a72f7 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456861 Feb 04 12:19:28.100419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-96c0f359-e338-44b6-a136-50f73d0e12d8 req-a464051e-8c94-41c9-b5c8-7c90191f3786 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398854 Feb 04 12:19:28.302125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-7c4134b9-dfd8-42ad-9098-9264117cd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.303767 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-7c4134b9-dfd8-42ad-9098-9264117cd940 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1097 time: 0.0855038 Feb 04 12:19:28.557142 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-9dd5bf2e-9b6f-4ba1-bd4a-806cfa98adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.559238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-9dd5bf2e-9b6f-4ba1-bd4a-806cfa98adeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.2491064 Feb 04 12:19:28.636343 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-4fd83676-c4a6-4afc-87aa-7f822dc27888 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 217 time: 0.0696399 Feb 04 12:19:28.647819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac32e7-d71a-4d0e-b7c1-a0c850d83a25 req-75eb6cf6-9811-4c96-9ea4-e2d514b63cac tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.649226 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e9ac32e7-d71a-4d0e-b7c1-a0c850d83a25 req-75eb6cf6-9811-4c96-9ea4-e2d514b63cac tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.2238762 Feb 04 12:19:28.742472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-e66595ac-7f1f-4b47-bf02-1e4109d90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.744135 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-e66595ac-7f1f-4b47-bf02-1e4109d90421 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0940499 Feb 04 12:19:28.749520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e9ac32e7-d71a-4d0e-b7c1-a0c850d83a25 req-2e5f4b22-30e6-4ac5-87fb-f8de004a2656 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700378 Feb 04 12:19:28.822747 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-06a74f61-2ae3-48c3-b83c-a2bb8e929481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:28.824823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-06a74f61-2ae3-48c3-b83c-a2bb8e929481 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744677 Feb 04 12:19:29.093560 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-6f1715ff-d8e5-43a3-961a-b540adf0e74c service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610817 Feb 04 12:19:29.248740 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1f0d1617-ce05-4e96-8a71-813e64917465 req-0f628b47-c989-4cd4-8bd9-68c564c0c211 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483538 Feb 04 12:19:29.953802 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a45f6-1432-4b79-b6c2-eb293a680a0d req-c24cdc6b-1c85-4240-89b6-27fc387db8cd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:29.955670 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-927a45f6-1432-4b79-b6c2-eb293a680a0d req-c24cdc6b-1c85-4240-89b6-27fc387db8cd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0865662 Feb 04 12:19:30.021116 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-927a45f6-1432-4b79-b6c2-eb293a680a0d req-bc5a9269-0f34-4489-a1b7-4c0bc62f7532 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553086 Feb 04 12:19:30.295169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-af6a3fbc-7212-4538-b004-9a9138f781de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:31.239212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719d93-d464-42f8-8f9c-1ecb88940d8d req-69346280-e0cc-4529-927b-ad484bc838a9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:31.241383 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02719d93-d464-42f8-8f9c-1ecb88940d8d req-69346280-e0cc-4529-927b-ad484bc838a9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0935931 Feb 04 12:19:31.293028 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-02719d93-d464-42f8-8f9c-1ecb88940d8d req-1fbebc62-2229-40ee-92b3-7bff15b51296 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440774 Feb 04 12:19:32.513224 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c5f44-4b1f-41c0-8546-2c25fc9534b0 req-43de2871-d82e-4c66-ae40-38c5b29eabe6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:32.514802 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-679c5f44-4b1f-41c0-8546-2c25fc9534b0 req-43de2871-d82e-4c66-ae40-38c5b29eabe6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.1044674 Feb 04 12:19:32.569087 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-679c5f44-4b1f-41c0-8546-2c25fc9534b0 req-9aaa3197-5380-43d4-abd5-90136904da52 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477376 Feb 04 12:19:32.845969 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-892783a0-4a86-48b3-b0be-80d6fdbd0a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:33.787147 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:33.788569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e17d1-326b-4ca4-a047-c249a8bf44ea req-4628655d-de5e-475b-ad50-583373ee3bf5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:33.788569 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d9e17d1-326b-4ca4-a047-c249a8bf44ea req-4628655d-de5e-475b-ad50-583373ee3bf5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0889833 Feb 04 12:19:33.830546 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3d9e17d1-326b-4ca4-a047-c249a8bf44ea req-937fbdda-9434-46d1-92e4-679be3585080 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Feb 04 12:19:33.982514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:35.053400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f423-99a8-4ea0-a8af-243297e4747b req-e82f565b-bd38-4a7e-aaec-073d12546f98 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:35.054760 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-03e6f423-99a8-4ea0-a8af-243297e4747b req-e82f565b-bd38-4a7e-aaec-073d12546f98 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0859268 Feb 04 12:19:35.103852 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-03e6f423-99a8-4ea0-a8af-243297e4747b req-248dc9d7-fbdb-44f5-8dc2-0427e51a2c4e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Feb 04 12:19:35.444160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:36.311568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d2f4-72a7-4ded-9af0-c8ff51fec713 req-33b89fba-69b3-4bd5-9109-700b4c55e961 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:36.313175 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1f4d2f4-72a7-4ded-9af0-c8ff51fec713 req-33b89fba-69b3-4bd5-9109-700b4c55e961 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0888162 Feb 04 12:19:36.366658 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d1f4d2f4-72a7-4ded-9af0-c8ff51fec713 req-c7df0d0d-2798-4a69-b901-3845c84cfbf6 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426862 Feb 04 12:19:37.505403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:19:37.600121 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139718ad-f9fb-4f5f-a09c-c88bf1357073 req-55ff8dbe-d1b3-485e-954c-0923f1063cfa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:37.601689 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-139718ad-f9fb-4f5f-a09c-c88bf1357073 req-55ff8dbe-d1b3-485e-954c-0923f1063cfa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0932159 Feb 04 12:19:37.656608 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-139718ad-f9fb-4f5f-a09c-c88bf1357073 req-3be71e2e-2c19-42a4-9159-56d2d19f976b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481384 Feb 04 12:19:37.743935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:19:37.761357 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'port_id': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'mac_address': 'fa:16:3e:d6:86:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:19:37.833000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:37.850580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3de9ab5-797f-45f1-81fa-4a493026fcb6 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:19:37.874569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:19:38.028655 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:38.099174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:38.106779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.107129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.107473 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.107839 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.108171 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.108503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.108828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.109156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.109481 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.109804 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.110125 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.110443 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:38.243745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e3de9ab5-797f-45f1-81fa-4a493026fcb6'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:19:38.863195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda31f72-23f3-4a80-91cb-d631914e6d2d req-c1fb4073-aac4-4fc6-845e-3ba42899eb61 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:38.864732 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eda31f72-23f3-4a80-91cb-d631914e6d2d req-c1fb4073-aac4-4fc6-845e-3ba42899eb61 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 945 time: 0.0879729 Feb 04 12:19:38.930025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eda31f72-23f3-4a80-91cb-d631914e6d2d req-83a488ab-0d25-444b-b8ef-13469d00c1c9 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559485 Feb 04 12:19:39.505298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:19:39.679750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port e3de9ab5-797f-45f1-81fa-4a493026fcb6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:19:39.685073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port e3de9ab5-797f-45f1-81fa-4a493026fcb6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:19:39.685421 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:39.817439 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:39.846847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:19:39.865150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:19:39.892612 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'code': 200} Feb 04 12:19:39.964702 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:40.036367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:40.141218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741d840-931a-4c4e-9b5b-5b276d0d1f54 req-c820cf0c-1028-45c7-8e9a-8df069ecf2e0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:40.143488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2741d840-931a-4c4e-9b5b-5b276d0d1f54 req-c820cf0c-1028-45c7-8e9a-8df069ecf2e0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0872645 Feb 04 12:19:40.190391 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2741d840-931a-4c4e-9b5b-5b276d0d1f54 req-1213b961-1705-4d39-ba19-1a8dc9f64af4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Feb 04 12:19:40.345941 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579505a-a902-4e25-b6f9-0328442a74c5 req-e0792c61-2354-4819-888f-a1a05ada0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:40.347315 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d579505a-a902-4e25-b6f9-0328442a74c5 req-e0792c61-2354-4819-888f-a1a05ada0825 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0763321 Feb 04 12:19:40.394313 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d579505a-a902-4e25-b6f9-0328442a74c5 req-0d69f606-8c8a-406c-afec-13aa80b926df service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Feb 04 12:19:41.388823 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c363c4b-e5bf-4bc8-9cc9-c57ddfe120d4 req-719ed3cd-d1e2-4dbb-afb1-d92aff11dcac tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:41.390626 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c363c4b-e5bf-4bc8-9cc9-c57ddfe120d4 req-719ed3cd-d1e2-4dbb-afb1-d92aff11dcac tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0850818 Feb 04 12:19:41.447084 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8c363c4b-e5bf-4bc8-9cc9-c57ddfe120d4 req-58feaae6-7048-4834-9782-5f9b73b0f955 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502691 Feb 04 12:19:42.648211 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b929d4-ab17-4b58-bf63-97db51c75a8a req-da9e5c41-4e5c-4530-97ed-db43e72582f4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:42.649638 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97b929d4-ab17-4b58-bf63-97db51c75a8a req-da9e5c41-4e5c-4530-97ed-db43e72582f4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0913284 Feb 04 12:19:42.696965 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-97b929d4-ab17-4b58-bf63-97db51c75a8a req-9e0a3390-6fa0-4e74-8757-12d605b713cc tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406773 Feb 04 12:19:42.896810 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf3b70-394b-4ee8-a7dc-bcf16b7853e1 req-b2c4ab5e-f7dc-4d55-8e1e-57f54debe54b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:42.898279 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3edf3b70-394b-4ee8-a7dc-bcf16b7853e1 req-b2c4ab5e-f7dc-4d55-8e1e-57f54debe54b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0882418 Feb 04 12:19:42.946590 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3edf3b70-394b-4ee8-a7dc-bcf16b7853e1 req-26cdb402-c455-4c11-a0db-4bd18ad479fe tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 Feb 04 12:19:42.971846 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:19:43.128187 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f095f-f5a5-4d8c-9a2f-4f54c1ed60c7 tempest-TestShelveInstance-737294256 tempest-TestShelveInstance-737294256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:43.129766 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-1c4f095f-f5a5-4d8c-9a2f-4f54c1ed60c7 tempest-TestShelveInstance-737294256 tempest-TestShelveInstance-737294256-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1094 time: 0.1566365 Feb 04 12:19:43.133928 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49050) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:19:43.138048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:19:43.144632 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:19:43.149136 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Usage tracker for resource:floatingip and tenant:4df6999e05424c8ebaa776c24b3bb8f9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:19:43.152153 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:19:43.159012 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:19:43.317997 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:43.457784 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:43.727755 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Allocated IP 172.26.6.133 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/6a05a361-13df-456e-b9f6-9d783970aafd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:19:43.881179 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:43.998141 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:44.070340 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:19:44.073828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:19:44.077377 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:19:44.106939 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'Port': ['ID=6a05a361-13df-456e-b9f6-9d783970aafd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.129053 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:19:44.532456 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:44.697721 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:44.915605 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:44.999434 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61138443'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:45.112372 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event updated for resources: {'Port': ['ID=6a05a361-13df-456e-b9f6-9d783970aafd,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:19:45.125288 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:45.304738 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.l3_db [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Floating IP 07aed743-6a50-46fc-8093-5e949c715cbb associated. External IP: 172.26.6.133, port: e3de9ab5-797f-45f1-81fa-4a493026fcb6. Feb 04 12:19:45.830155 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Router c07d5706-f222-4530-80b1-2b9da360b91c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:19:46.021391 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:19:46.033854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:19:46.047589 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:19:46.048444 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:19:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:46.131930 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:19:46.197649 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ca3f6a55-50e4-4941-a97b-2f68c6d9149b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0636084 Feb 04 12:19:46.198374 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:19:46.252179 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'status': 'completed', 'code': 200} Feb 04 12:19:46.274903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:19:46.363657 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-c8141cbc-43cd-446e-a459-3798839db83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:46.365666 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-c8141cbc-43cd-446e-a459-3798839db83c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0924461 Feb 04 12:19:46.533809 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-23eb64a6-e72e-4374-b9bd-f21834beacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:46.535203 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-23eb64a6-e72e-4374-b9bd-f21834beacdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1623819 Feb 04 12:19:46.651189 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-408551cd-900d-44eb-aa20-3289e9ce5af8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1000 time: 0.1094134 Feb 04 12:19:46.744625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-1f78ba9e-3c11-497c-96d7-d9d71ac12a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:46.745851 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-1f78ba9e-3c11-497c-96d7-d9d71ac12a88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0884356 Feb 04 12:19:46.749847 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07aed743-6a50-46fc-8093-5e949c715cbb', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'port_id': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'mac_address': 'fa:16:3e:d6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb75cd4-005b-4823-85ef-c63638a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:19:44Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 0, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:46.757117 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:19:46.768017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:19:46.768017 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:19:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:46.966240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-366c798d-cc60-400a-81c4-f9c28fcbb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:19:46.968776 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-366c798d-cc60-400a-81c4-f9c28fcbb54e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2162182 Feb 04 12:19:46.981965 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:19:47.169509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-0e13c9c3-c9e7-4db1-843d-02d91afdac01 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941261 Feb 04 12:19:47.312528 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c66a64a-30ea-4c1b-bc03-8c3751b194b9 req-0b9d2d0d-4c26-45d4-87a0-97f70dcd8805 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363821 Feb 04 12:19:47.462420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07aed743-6a50-46fc-8093-5e949c715cbb', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'port_id': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'mac_address': 'fa:16:3e:d6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb75cd4-005b-4823-85ef-c63638a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:19:44Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 0, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:19:47.467861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4599dbd5-8612-4382-949f-0970b9c97ba9 None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '07aed743-6a50-46fc-8093-5e949c715cbb', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'floating_ip_address': '172.26.6.133', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'port_id': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'mac_address': 'fa:16:3e:d6:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb75cd4-005b-4823-85ef-c63638a09112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:19:44Z', 'updated_at': '2022-02-04T12:19:44Z', 'revision_number': 0, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:19:47.689729 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c683a87-4180-4d8d-b0d9-51582a539422 None None] New status for floating IP 07aed743-6a50-46fc-8093-5e949c715cbb: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:19:55.342884 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:19:57.925361 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:00.336830 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-33297a18-e742-4aa7-a656-3644e7d1d099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:02.864930 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d01d1287-d4f0-4b21-b5b4-d5d604679ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:03.831623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:03.973919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:05.440533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:14.158421 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-23b47f18-746d-4c35-9c03-303e9ecbe086 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698307 Feb 04 12:20:14.307595 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-33331309-602d-4865-830f-f58e7a253aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:14.309056 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-33331309-602d-4865-830f-f58e7a253aba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0796754 Feb 04 12:20:14.474007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-45e8b1da-ac0c-49f8-9ed9-8fac8751232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:14.475442 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-45e8b1da-ac0c-49f8-9ed9-8fac8751232f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1487064 Feb 04 12:20:14.593305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-2b833c9a-d634-42df-8fcd-830899ffe72e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1002 time: 0.1118727 Feb 04 12:20:14.657831 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-3f6468b3-e863-4930-b794-0a49857c6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:14.660630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-3f6468b3-e863-4930-b794-0a49857c6ee6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0596771 Feb 04 12:20:14.736402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-c9e9cc74-1f14-42ef-8278-72a120ae818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:20:14.737914 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-c9e9cc74-1f14-42ef-8278-72a120ae818b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732815 Feb 04 12:20:14.874478 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-ca0562be-1632-49d8-880f-4fd6ed17945e service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293266 Feb 04 12:20:15.010013 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b4a7eb5a-3812-4823-9dd2-a34bbab1a9a0 req-ff74ae21-063e-4456-a658-8f5b57c0d804 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297369 Feb 04 12:20:27.947423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:30.301787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aac0e5a9-ef10-4456-9a96-21ceb321d2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:32.341939 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:20:32.844565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-244e8676-c02f-45fc-bfe8-bfc7f2f8316d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:34.246231 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:34.265126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:35.421955 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:20:58.009212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:00.311828 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f665-8f52-4908-af17-8dc0d4afd53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:02.913102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-2d016820-7feb-4bff-a38e-79b08ff07c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:03.746326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:03.999737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:05.364640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:09.341653 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:21:15.163464 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-22686fa9-8434-4068-a685-23a7f5f14ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774801 Feb 04 12:21:15.313541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766983e-9468-4624-b4d2-5e25b21e061d req-e501e017-0954-4cc4-bffe-2949d55ffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:15.315206 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-e501e017-0954-4cc4-bffe-2949d55ffc4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0726280 Feb 04 12:21:15.462937 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766983e-9468-4624-b4d2-5e25b21e061d req-d86ea589-76b3-4906-ad8a-526fac47969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:15.465408 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-d86ea589-76b3-4906-ad8a-526fac47969b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1320086 Feb 04 12:21:15.574437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-a2f87a34-bbfb-4da8-82a8-f4aa734b5dc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1002 time: 0.1023879 Feb 04 12:21:15.636737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766983e-9468-4624-b4d2-5e25b21e061d req-3989c574-6351-465c-887c-9be0dd1fcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:15.639446 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-3989c574-6351-465c-887c-9be0dd1fcb54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0584230 Feb 04 12:21:15.860601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766983e-9468-4624-b4d2-5e25b21e061d req-880f59c0-d054-4d81-9f79-1df0876339e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:21:15.862238 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-880f59c0-d054-4d81-9f79-1df0876339e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2185538 Feb 04 12:21:16.004114 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-318d2e00-629e-4e1b-b42f-fc2a7e0762cf service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357660 Feb 04 12:21:16.139306 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6766983e-9468-4624-b4d2-5e25b21e061d req-dcc21e31-edca-4a50-9710-cf934b8803dc service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301200 Feb 04 12:21:28.005924 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:30.301157 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9ede75b7-4571-47b4-a9c0-7b76979de43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:32.807417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-725cf1ba-81c5-4a18-8e32-5a2b7123c53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:33.745185 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:33.992515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:35.595677 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:21:46.341396 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:21:57.955301 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:00.334707 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f975f871-1ce9-4aa3-aba3-0bfcf51b5716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:02.784387 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7f7c0624-d079-4e5d-87ec-9056e0674c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:03.723056 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:03.980546 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:05.408941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:15.213910 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-02731471-74f3-481b-8e3b-3c2405dc02ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297138 Feb 04 12:22:15.358541 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-63a6340c-2e5d-440c-88e0-fccfbcd6cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.359934 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-63a6340c-2e5d-440c-88e0-fccfbcd6cbe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0741422 Feb 04 12:22:15.502075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-c7eb4e10-126a-4ca3-9133-f029dc5e642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.503501 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-c7eb4e10-126a-4ca3-9133-f029dc5e642f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1254516 Feb 04 12:22:15.606437 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-0abb2c33-c2cf-4826-91f8-7a8240ea5605 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1002 time: 0.0972593 Feb 04 12:22:15.667157 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-e9259548-20b5-4cba-abea-91e0ef2f3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.668518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-e9259548-20b5-4cba-abea-91e0ef2f3565 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0568368 Feb 04 12:22:15.745726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-dae755e3-81ce-4093-a60a-7b296d981bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:15.747731 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-dae755e3-81ce-4093-a60a-7b296d981bad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736649 Feb 04 12:22:15.878177 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-47b1a2e7-da9c-4b9c-a22b-ea6085e0ff43 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242580 Feb 04 12:22:16.008284 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-dcff487b-4412-41ea-bf14-be2d63ad7611 req-b65a07eb-0386-4db8-8674-761efa9ccbfa service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237912 Feb 04 12:22:23.348773 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:22:27.991416 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:30.292339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-102cb65d-13ca-49c1-92e5-165e1c60749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:32.808764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7abcb3c5-47e7-4552-8d17-f25e4ef7044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:33.749134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:33.937637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:35.368623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:52.668453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5e04b-394f-4e5d-a003-9f66c410d61f req-266ab767-eede-4db0-8c95-3cadec8e32e7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:52.668453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7ff5e04b-394f-4e5d-a003-9f66c410d61f req-266ab767-eede-4db0-8c95-3cadec8e32e7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.1542251 Feb 04 12:22:52.725628 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7ff5e04b-394f-4e5d-a003-9f66c410d61f req-c5320a5a-81f9-40f1-a97e-de2d182f9d0c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504348 Feb 04 12:22:53.980957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf0c5e-8e97-44da-9a31-abbdaaf356fa req-7b81787f-b17b-405a-a04d-846c3b5c982b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:53.982455 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0ddf0c5e-8e97-44da-9a31-abbdaaf356fa req-7b81787f-b17b-405a-a04d-846c3b5c982b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.1330051 Feb 04 12:22:54.027110 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0ddf0c5e-8e97-44da-9a31-abbdaaf356fa req-1c784592-c65c-4ce0-84d3-4e06a97d769f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Feb 04 12:22:55.225653 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c13f5-1dc5-4a34-ad8b-4ff288188e24 req-855cb060-fa64-4d1e-96b4-7b49dc9d4528 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:55.227337 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d9c13f5-1dc5-4a34-ad8b-4ff288188e24 req-855cb060-fa64-4d1e-96b4-7b49dc9d4528 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0834005 Feb 04 12:22:55.277684 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d9c13f5-1dc5-4a34-ad8b-4ff288188e24 req-1d08365c-283f-46a6-bea7-470835e4a95f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406935 Feb 04 12:22:56.478172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488bbee-ed9e-4891-a881-ae4d500bd3d4 req-db6ef60e-5dc9-41d7-84e1-d80a6f324486 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:56.483428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2488bbee-ed9e-4891-a881-ae4d500bd3d4 req-db6ef60e-5dc9-41d7-84e1-d80a6f324486 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0863047 Feb 04 12:22:56.526434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2488bbee-ed9e-4891-a881-ae4d500bd3d4 req-f0a1e7a5-941f-4229-a694-e954e1b2ed80 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408010 Feb 04 12:22:57.736525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118d8ca-7bca-4042-b42c-78d3d386ce6d req-dc9242be-d1b3-4c31-bdb6-533cbe352c7b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:57.738182 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2118d8ca-7bca-4042-b42c-78d3d386ce6d req-dc9242be-d1b3-4c31-bdb6-533cbe352c7b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0876112 Feb 04 12:22:57.796697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2118d8ca-7bca-4042-b42c-78d3d386ce6d req-676eb7b4-75f3-443f-8049-49a7a7467171 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459206 Feb 04 12:22:57.991269 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:22:59.093176 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f399c-9d14-4bbe-87dc-2ade9442dfd4 req-dd014c1e-925c-4514-b620-93f91f4bac48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:22:59.095120 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-677f399c-9d14-4bbe-87dc-2ade9442dfd4 req-dd014c1e-925c-4514-b620-93f91f4bac48 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.1936688 Feb 04 12:22:59.140991 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-677f399c-9d14-4bbe-87dc-2ade9442dfd4 req-5ae3cd5f-81d4-47cc-b59d-e997ddd40901 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Feb 04 12:23:00.294119 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ee4175a0-b9be-4bde-8249-08d49b4cf42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:00.338267 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:23:00.341933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ed0df-4978-442b-bc18-15a179b14eec req-f4965150-a8e6-4eb0-b970-66abfbf085a0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:00.343382 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd9ed0df-4978-442b-bc18-15a179b14eec req-f4965150-a8e6-4eb0-b970-66abfbf085a0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0876057 Feb 04 12:23:00.388682 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fd9ed0df-4978-442b-bc18-15a179b14eec req-cba87e4e-a61f-4cdc-a343-e95f85a3348b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387077 Feb 04 12:23:01.583345 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99f938-dcf7-4a7d-a89d-39b497af959b req-ba74b4f9-e68f-42c7-92c7-d77de2170fb1 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:01.584456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e99f938-dcf7-4a7d-a89d-39b497af959b req-ba74b4f9-e68f-42c7-92c7-d77de2170fb1 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0864687 Feb 04 12:23:01.636359 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7e99f938-dcf7-4a7d-a89d-39b497af959b req-39e0898d-4a15-48ba-ab78-24b37620870e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459447 Feb 04 12:23:02.764321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-0c15261e-1eb2-4014-9382-627d87833449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:02.766283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-0c15261e-1eb2-4014-9382-627d87833449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0904317 Feb 04 12:23:02.800478 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7820d1ac-0f13-431f-b4fd-a26d79237d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:02.961862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-563adbc6-8594-4559-8cef-a6004c4cc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:02.963296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-563adbc6-8594-4559-8cef-a6004c4cc3a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1657684 Feb 04 12:23:02.971853 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb97276-6626-46cd-ae6e-7caba6715242 req-08e76031-9e39-44e5-b7d7-e1a14a8fd976 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:02.973499 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-edb97276-6626-46cd-ae6e-7caba6715242 req-08e76031-9e39-44e5-b7d7-e1a14a8fd976 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.2065792 Feb 04 12:23:03.104057 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-edb97276-6626-46cd-ae6e-7caba6715242 req-a7e4ff34-018c-4a63-bc67-e64f95b5ad39 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826447 Feb 04 12:23:03.105656 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-ea3563df-3f99-4884-b006-8a2412e3306e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1002 time: 0.1314778 Feb 04 12:23:03.170100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-7001e756-3e46-46cf-932a-7ca766511c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:03.171511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-7001e756-3e46-46cf-932a-7ca766511c64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0599217 Feb 04 12:23:03.261347 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-c1e8e32b-3991-41d5-8d11-6fbbdd8def69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:03.262697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-c1e8e32b-3991-41d5-8d11-6fbbdd8def69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849037 Feb 04 12:23:03.394755 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-a18d3eda-3dc0-4c06-800e-db9239f5b1ec service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259937 Feb 04 12:23:03.530283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-78cd8a1e-75ba-42d2-833b-3609ca399d51 req-e0bd50bb-7da6-4de9-a954-e183989d0d66 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296399 Feb 04 12:23:03.722560 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:03.962623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:04.287428 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5469920-c675-4535-a7e5-73dca9e09c0b req-8c01d1e7-a37a-4f80-8444-3e8453bc4afd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:04.288796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5469920-c675-4535-a7e5-73dca9e09c0b req-8c01d1e7-a37a-4f80-8444-3e8453bc4afd tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0811551 Feb 04 12:23:04.332072 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e5469920-c675-4535-a7e5-73dca9e09c0b req-d09d48f3-751a-4838-9a00-73923ec9b498 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376151 Feb 04 12:23:05.374337 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:05.525586 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d68d6-0d60-42a9-9658-b502081bbe18 req-4c68c7f3-ae7e-4e6b-a944-bec9fa0a5ff5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:05.527008 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c8d68d6-0d60-42a9-9658-b502081bbe18 req-4c68c7f3-ae7e-4e6b-a944-bec9fa0a5ff5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0851521 Feb 04 12:23:05.573977 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6c8d68d6-0d60-42a9-9658-b502081bbe18 req-4be2a99a-9910-431e-b40d-6c0e9386dda7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410888 Feb 04 12:23:06.775660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d8b2-913b-45c1-8856-27082209c6e0 req-eb9632f9-3c13-4182-8b12-ea7bb044831d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:06.777419 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1416d8b2-913b-45c1-8856-27082209c6e0 req-eb9632f9-3c13-4182-8b12-ea7bb044831d tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0946441 Feb 04 12:23:06.829434 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1416d8b2-913b-45c1-8856-27082209c6e0 req-33c9b27c-f6c9-4973-805c-4fc672bd4f7c tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462775 Feb 04 12:23:07.550315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c27473-7616-4d60-a3c1-2d00ef910115 req-7b5801d1-15f1-4514-a532-774382bfea35 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:07.551973 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f8c27473-7616-4d60-a3c1-2d00ef910115 req-7b5801d1-15f1-4514-a532-774382bfea35 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.1319137 Feb 04 12:23:07.629506 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-f8c27473-7616-4d60-a3c1-2d00ef910115 req-5d1412ee-0df3-44eb-bde2-566799832258 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663140 Feb 04 12:23:07.638044 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-72217d41-62b0-4b3f-b2cb-4d2bb0e3a489 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831696 Feb 04 12:23:08.311223 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:23:08.426289 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:08.456587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:23:08.466371 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:23:08.546827 dv-neutron-827824-2-hyperv neutron-server[88133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'code': 422} returned with failed status Feb 04 12:23:08.562271 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:08.630295 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:08.637765 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.638116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.638458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.638795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.639126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.639454 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.639802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.640129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.640456 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.640781 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.641101 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.641420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:23:08.926580 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f739d-c927-49b0-843d-bfe5d602799e req-4fe4d240-c7ce-465f-bc36-9e231d319872 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:08.927970 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a3f739d-c927-49b0-843d-bfe5d602799e req-4fe4d240-c7ce-465f-bc36-9e231d319872 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.1916618 Feb 04 12:23:08.974693 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7a3f739d-c927-49b0-843d-bfe5d602799e req-52bbb5df-23ce-40cc-bb8e-fcef7956428e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405269 Feb 04 12:23:10.161475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba8f7-5cbd-49c8-8b5f-0297b0b32780 req-607b471b-cfb5-4250-be20-57f8f7e2b51e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:10.162906 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa4ba8f7-5cbd-49c8-8b5f-0297b0b32780 req-607b471b-cfb5-4250-be20-57f8f7e2b51e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0788560 Feb 04 12:23:10.209421 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa4ba8f7-5cbd-49c8-8b5f-0297b0b32780 req-84104b5f-3f95-4d4a-9934-70ffdc3b5be3 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406599 Feb 04 12:23:11.396371 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977748ed-3338-4a19-9e7f-1d4d7ff61abe req-7ee20b7e-a540-4a3f-be5c-268ae6d604aa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:11.397817 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-977748ed-3338-4a19-9e7f-1d4d7ff61abe req-7ee20b7e-a540-4a3f-be5c-268ae6d604aa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0792801 Feb 04 12:23:11.478295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-977748ed-3338-4a19-9e7f-1d4d7ff61abe req-f6c5a43e-13bb-4673-8678-8333658787ab tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748382 Feb 04 12:23:11.524583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-9df2149f-4fd0-4d09-8202-6ebd54130fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:11.525998 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-9df2149f-4fd0-4d09-8202-6ebd54130fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&tenant_id=4df6999e05424c8ebaa776c24b3bb8f9 HTTP/1.1" status: 200 len: 1097 time: 0.0876420 Feb 04 12:23:11.622408 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-1f6f4180-4089-4c9a-9e2e-95d88baaf12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:11.624077 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-1f6f4180-4089-4c9a-9e2e-95d88baaf12d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1097 time: 0.0756676 Feb 04 12:23:11.762598 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-43acd8f5-af67-42a9-bfe0-c09577925633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:11.764066 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-43acd8f5-af67-42a9-bfe0-c09577925633 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1343551 Feb 04 12:23:11.869870 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-4c0afaa3-caa5-4a6c-a628-f2c901399013 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1000 time: 0.0979562 Feb 04 12:23:11.932263 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-1ad785eb-2229-410f-84c9-3d7c77abe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:11.933678 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-1ad785eb-2229-410f-84c9-3d7c77abe4d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0577643 Feb 04 12:23:12.012155 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-62346ecc-14d9-4860-ba83-6e3160e4327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.013605 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-62346ecc-14d9-4860-ba83-6e3160e4327c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737453 Feb 04 12:23:12.145741 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-73013e34-d0fe-4d0a-a883-4c6ea9790eae service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255074 Feb 04 12:23:12.277633 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1d702c07-9b19-4bf1-9383-4da6a64b32b2 req-e01fa0b0-e835-4523-b633-d9aaef81ff5f service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250813 Feb 04 12:23:12.678889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762caf3c-cddc-48f7-8685-d836d6a5b1db req-feefbb22-be9a-4f6c-b535-96da863f6272 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:12.680486 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-762caf3c-cddc-48f7-8685-d836d6a5b1db req-feefbb22-be9a-4f6c-b535-96da863f6272 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0910840 Feb 04 12:23:12.728026 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-762caf3c-cddc-48f7-8685-d836d6a5b1db req-7d1847a3-6ba7-41cc-a953-bc5ba9fbf3ae tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401473 Feb 04 12:23:13.928917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a5241-8eed-4ddc-9d2e-d61253a1b4d9 req-176f90d5-5157-4349-970d-3d7546be0193 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:13.930336 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-158a5241-8eed-4ddc-9d2e-d61253a1b4d9 req-176f90d5-5157-4349-970d-3d7546be0193 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0822239 Feb 04 12:23:13.974124 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-158a5241-8eed-4ddc-9d2e-d61253a1b4d9 req-e88321a9-1090-4106-a356-a34333cde167 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381720 Feb 04 12:23:15.159701 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79550a70-60aa-42ea-a22c-4029c80f4e1a req-fb0b005c-5db0-4bb0-bfb9-fd89d83001ce tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:15.161183 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79550a70-60aa-42ea-a22c-4029c80f4e1a req-fb0b005c-5db0-4bb0-bfb9-fd89d83001ce tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0799754 Feb 04 12:23:15.204632 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-79550a70-60aa-42ea-a22c-4029c80f4e1a req-4d397d8e-efe9-417a-b34b-23043b73d9ce tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379431 Feb 04 12:23:16.246650 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-3ae1c713-e3db-4910-94c3-ea8d3ed38a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.248171 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-3ae1c713-e3db-4910-94c3-ea8d3ed38a6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1097 time: 0.0738344 Feb 04 12:23:16.448369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-ecff8c98-3552-47f2-a1cd-aa3111232aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.449813 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-ecff8c98-3552-47f2-a1cd-aa3111232aec service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1837800 Feb 04 12:23:16.629862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfb8f-f5e2-4700-9c68-8aa6f1153c9a req-55305db6-1d05-4866-a696-b8e249b8155f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.631217 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c9cfb8f-f5e2-4700-9c68-8aa6f1153c9a req-55305db6-1d05-4866-a696-b8e249b8155f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.2964332 Feb 04 12:23:16.703083 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-56426a54-ee3b-4ae4-a759-3a42d77c9c49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1000 time: 0.2463968 Feb 04 12:23:16.707745 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7c9cfb8f-f5e2-4700-9c68-8aa6f1153c9a req-e6b8bdeb-a018-472f-b2ef-df659d8ba9a0 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642576 Feb 04 12:23:16.767324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-8d3b19e8-a8fb-4b66-afd3-504749d3d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.768804 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-8d3b19e8-a8fb-4b66-afd3-504749d3d484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0602291 Feb 04 12:23:16.843269 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-bdbfa457-294f-4b1d-b9ba-613d64c1eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:16.844800 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-bdbfa457-294f-4b1d-b9ba-613d64c1eaa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705996 Feb 04 12:23:16.978091 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-03bd6b3e-4152-4817-b0b8-3485ccad20d9 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276560 Feb 04 12:23:17.141587 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0154e495-ad06-4fe9-9d94-b024b28d759e req-3c8ab8f0-10d7-4ec2-bcbd-910fa5fbc791 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576669 Feb 04 12:23:17.919217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7759-da44-4417-bff1-c1fb7a042f16 req-1b4de26a-6f59-4540-b7b2-75254c5dcfc5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:17.920738 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b91a7759-da44-4417-bff1-c1fb7a042f16 req-1b4de26a-6f59-4540-b7b2-75254c5dcfc5 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0920510 Feb 04 12:23:17.966953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b91a7759-da44-4417-bff1-c1fb7a042f16 req-1a5c5a45-ad08-4b4d-b209-40c5bc5f84f1 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401106 Feb 04 12:23:19.155203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdef42-5453-4e61-b4ab-c61e344ed25c req-64a20849-a78e-4e59-8b76-564ce5f2429b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:19.156693 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6bcdef42-5453-4e61-b4ab-c61e344ed25c req-64a20849-a78e-4e59-8b76-564ce5f2429b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0811238 Feb 04 12:23:19.204367 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6bcdef42-5453-4e61-b4ab-c61e344ed25c req-9e362a3a-7697-4898-8668-0a618104a7f8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414205 Feb 04 12:23:20.327248 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:23:20.396456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5085-2ecd-4a5c-ac3f-8c2e44cf1147 req-b452c00f-f846-4216-a9c0-e65ed04dab72 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:20.397918 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2cb5085-2ecd-4a5c-ac3f-8c2e44cf1147 req-b452c00f-f846-4216-a9c0-e65ed04dab72 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 944 time: 0.0885210 Feb 04 12:23:20.452286 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2cb5085-2ecd-4a5c-ac3f-8c2e44cf1147 req-0692cb09-c535-4496-8896-5975a9dffc0a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455263 Feb 04 12:23:20.487532 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:23:20.500449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'port_id': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'mac_address': 'fa:16:3e:d6:86:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:23:20.563036 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:20.617542 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3de9ab5-797f-45f1-81fa-4a493026fcb6 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:23:20.632593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:23:20.759509 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:20.828682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:21.006169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['e3de9ab5-797f-45f1-81fa-4a493026fcb6'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:23:21.656364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e872-4da3-4b3c-8f93-bf59f280cdd9 req-ab46b6de-2b5f-4326-9436-0c856a7410f2 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:21.657756 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2199e872-4da3-4b3c-8f93-bf59f280cdd9 req-ab46b6de-2b5f-4326-9436-0c856a7410f2 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 945 time: 0.0948310 Feb 04 12:23:21.707774 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-2199e872-4da3-4b3c-8f93-bf59f280cdd9 req-15a5add4-1d91-432a-aa8f-c6dd369d1ca4 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Feb 04 12:23:22.342674 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:23:22.410146 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port e3de9ab5-797f-45f1-81fa-4a493026fcb6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:23:22.410510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:22.528184 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:22.554425 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:23:22.567254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:23:22.598600 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'code': 200} Feb 04 12:23:22.680436 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:22.754267 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:23:22.902278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc5fa2-e952-4472-acf5-bc2743cccf0a req-18f156a1-76a6-4acb-b278-748c914493a7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:22.903657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fcdc5fa2-e952-4472-acf5-bc2743cccf0a req-18f156a1-76a6-4acb-b278-748c914493a7 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0855484 Feb 04 12:23:22.995193 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fcdc5fa2-e952-4472-acf5-bc2743cccf0a req-243451a1-dad9-4d0e-b964-28e662acc53a tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611455 Feb 04 12:23:23.013891 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ed927-145d-4812-bb6d-9d2743109469 req-a619d990-5cd9-44c1-90d8-1d355db7c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:23.015357 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-493ed927-145d-4812-bb6d-9d2743109469 req-a619d990-5cd9-44c1-90d8-1d355db7c50a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.1108749 Feb 04 12:23:23.057486 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-493ed927-145d-4812-bb6d-9d2743109469 req-b688e430-48a2-40e1-971f-d056add6bf2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366375 Feb 04 12:23:24.183690 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa505-14cf-474f-bb14-1f6f1e850bd0 req-5fe74c82-0b2d-49f6-ba81-c605bc2f26cc tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:24.185149 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3aaa505-14cf-474f-bb14-1f6f1e850bd0 req-5fe74c82-0b2d-49f6-ba81-c605bc2f26cc tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0827444 Feb 04 12:23:24.245488 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c3aaa505-14cf-474f-bb14-1f6f1e850bd0 req-7cddc152-287c-4bee-bea1-b904f809516b tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540986 Feb 04 12:23:25.434223 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40700cd1-d615-4487-a30f-27a9688bf9f0 req-e7793522-631d-4822-af7d-bd2f535aab38 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:23:25.435742 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40700cd1-d615-4487-a30f-27a9688bf9f0 req-e7793522-631d-4822-af7d-bd2f535aab38 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0842230 Feb 04 12:23:25.486361 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-40700cd1-d615-4487-a30f-27a9688bf9f0 req-b68b6313-6bb6-4d51-becb-fa2b954fe722 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Feb 04 12:23:28.008277 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:30.336887 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-aec0473e-2722-4f50-8826-78420389112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:32.822536 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-9849a611-ba3b-46bb-83d1-fa1328414d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:33.759614 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:33.956423 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:35.373607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:23:37.337064 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:23:57.998837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:00.331272 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-237bf654-c969-416b-b00f-83d731e7799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:02.810790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-87564727-cfc0-4b62-87b1-355fa7e21981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.764638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:03.948013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:05.364417 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:14.336578 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:24:17.156797 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-367a646d-d1ed-4e51-9392-d1b75a00be27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743361 Feb 04 12:24:17.296923 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-3044d0f6-652b-4a1b-8921-d94959117cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.298427 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-3044d0f6-652b-4a1b-8921-d94959117cdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0735972 Feb 04 12:24:17.439216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-22b76b27-2139-449a-95fb-b28b5c92d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.440722 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-22b76b27-2139-449a-95fb-b28b5c92d46e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1256597 Feb 04 12:24:17.543423 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-2a37f088-d185-463a-8774-aeca7d047015 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1002 time: 0.0961010 Feb 04 12:24:17.606018 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-d55f83bf-0a62-4105-8f95-5eb1e3c3dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.606632 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-d55f83bf-0a62-4105-8f95-5eb1e3c3dfe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0585172 Feb 04 12:24:17.682840 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-69b9f970-6f7a-45c9-b484-d409ec8d4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:24:17.684334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-69b9f970-6f7a-45c9-b484-d409ec8d4f2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725839 Feb 04 12:24:17.937646 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-ea86444e-e006-4b34-8be3-278e29f65335 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469378 Feb 04 12:24:18.075448 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4fcdb2cf-e1e4-45d4-82f0-e8fe024fc6c1 req-e7163921-53e7-4cd3-b1a5-44b31a70b822 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316104 Feb 04 12:24:25.937828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [req-6b9be0c5-e2b3-4601-80f4-5c3b65ded526 req-da442094-b1fa-40ef-aaa2-a32055c5df8d service neutron] (88131) timed out ('10.222.0.36', 44100) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 12:24:28.021513 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:30.413438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5a4983fa-2160-4225-846f-66f5a9291929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:32.818285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-df58bc8f-c8a7-42e9-8963-d9147881376f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:33.744149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:33.972529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:35.392438 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:24:51.335434 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:24:58.066572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:00.552282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-5f9dcd4f-dfa1-414d-8665-d5e39e39e8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:02.798070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-66d97840-695a-4ec0-b23a-da19f9cab6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:03.721114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:03.967386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:05.406832 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:19.339483 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-b727c8a5-8645-4779-8451-ed57cf1cc864 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110067 Feb 04 12:25:19.485892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-092ba13c-01fd-495a-a47d-82fad3a3c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.487364 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-092ba13c-01fd-495a-a47d-82fad3a3c820 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0745201 Feb 04 12:25:19.632065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-f58ebe67-d5c8-4269-8ed8-c7bd4aacce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.633443 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-f58ebe67-d5c8-4269-8ed8-c7bd4aacce1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1277688 Feb 04 12:25:19.740471 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-58e43ca6-6d23-4bd5-aee7-e14e57228d40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 1002 time: 0.1008351 Feb 04 12:25:19.801819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-f49e0e90-6435-4967-bcf0-566dc7800dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.803288 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-f49e0e90-6435-4967-bcf0-566dc7800dce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0572219 Feb 04 12:25:19.878686 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-4f71d46f-98d8-4add-8ce6-5e8235d298bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:19.880215 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-4f71d46f-98d8-4add-8ce6-5e8235d298bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703795 Feb 04 12:25:20.015025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-333349d1-48dc-4aae-9581-f91898930870 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278188 Feb 04 12:25:20.147011 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-906a98e2-89cc-4aa7-8dd3-70120fe5e466 req-fe9bf632-dfbc-4cfa-bfdf-29e9706ef96e service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260736 Feb 04 12:25:25.005678 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:25.347807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Deleting port 6a05a361-13df-456e-b9f6-9d783970aafd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:25.348027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:25.525960 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:25.526275 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:25.763524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Calling delete_port for 6a05a361-13df-456e-b9f6-9d783970aafd owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:25.994913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:26.042404 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event deleted for resources: {'Port': ['ID=6a05a361-13df-456e-b9f6-9d783970aafd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:26.084496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.084496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.084496 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.084874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.085172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.085491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.085806 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.086151 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.086473 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.086779 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.087090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.087399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:26.147158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:26.147479 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Floating IP 07aed743-6a50-46fc-8093-5e949c715cbb disassociated (deleted). External IP: 172.26.6.133, port: e3de9ab5-797f-45f1-81fa-4a493026fcb6. Feb 04 12:25:26.505730 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Router c07d5706-f222-4530-80b1-2b9da360b91c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:25:26.694490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:25:26.705194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:26.718055 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:26.719059 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:26.778560 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:26.833972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-90daeb70-2b88-4b7d-bdda-8c0817b4fb84 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "DELETE /v2.0/floatingips/07aed743-6a50-46fc-8093-5e949c715cbb HTTP/1.1" status: 204 len: 168 time: 1.8468292 Feb 04 12:25:26.834553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:25:26.908857 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:27.110994 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'status': 'completed', 'code': 200} Feb 04 12:25:27.215140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-151c40cc-7a60-4bd8-b493-2a1c75599378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.217097 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-151c40cc-7a60-4bd8-b493-2a1c75599378 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 1099 time: 0.0804141 Feb 04 12:25:27.258908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:27.262944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:27.271848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:27.272446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:27.357423 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-ca834a30-1b77-4986-b62e-5d03450219aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.359012 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-ca834a30-1b77-4986-b62e-5d03450219aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 200 len: 909 time: 0.1363294 Feb 04 12:25:27.432457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-3c8c1fb3-31b5-450a-8216-b04772e5ed7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 200 len: 217 time: 0.0678298 Feb 04 12:25:27.495529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:27.504264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-a2594486-71de-4595-be3a-45df0117ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.505724 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-a2594486-71de-4595-be3a-45df0117ed15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 200 len: 847 time: 0.0666687 Feb 04 12:25:27.641780 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-b715acac-9e0d-4218-a700-984874ba0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.643219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-b715acac-9e0d-4218-a700-984874ba0ee0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c993e4d-a476-46fc-bbb7-d17dda499717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1304421 Feb 04 12:25:27.655148 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c9522-d2e2-408b-be8b-f4cade52b17a req-f433663b-3f99-4fc8-8cd8-221c9fcc7d28 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:27.655841 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-135c9522-d2e2-408b-be8b-f4cade52b17a req-f433663b-3f99-4fc8-8cd8-221c9fcc7d28 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Synchronizing usage tracker for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:25:27.820169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:27.824579 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff08973-ef1e-45c6-a74d-d6f78b63721f None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:14:10Z', 'revision_number': 4, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '1905db27-f0f7-4e1c-9f3d-f4e7f2d16262', 'name': '', 'network_id': '1c993e4d-a476-46fc-bbb7-d17dda499717', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'mac_address': 'fa:16:3e:cd:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:09Z', 'updated_at': '2022-02-04T12:14:18Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'subnets': [{'id': '18ff3e7d-a30a-4701-9f53-b0c3d254e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:27.917371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-9dd53caf-a1c5-4144-be58-69520b1f1862 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585704 Feb 04 12:25:27.991198 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-135c9522-d2e2-408b-be8b-f4cade52b17a req-f433663b-3f99-4fc8-8cd8-221c9fcc7d28 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Unset dirty status for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:25:27.992405 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-135c9522-d2e2-408b-be8b-f4cade52b17a req-f433663b-3f99-4fc8-8cd8-221c9fcc7d28 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.5208645 Feb 04 12:25:28.046486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:28.080751 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-135c9522-d2e2-408b-be8b-f4cade52b17a req-5a4c998f-ee35-4164-8359-62d2226c091f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745056 Feb 04 12:25:28.080847 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c6e21-412f-4d31-92f9-fc69e4e90fd6 None None] New status for floating IP 07aed743-6a50-46fc-8093-5e949c715cbb: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:25:28.102360 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-aa40a2f3-d300-4df0-b177-7c417d046d1d req-bd36265c-41f3-4bdf-ac24-ebd91c3d9ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788969 Feb 04 12:25:28.334241 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:25:28.999723 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-865c604a-5137-4d5e-8d80-74fb7d86ddfa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.001097 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-865c604a-5137-4d5e-8d80-74fb7d86ddfa tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.0902772 Feb 04 12:25:29.073561 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Deleting port e3de9ab5-797f-45f1-81fa-4a493026fcb6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:29.073892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:29.387527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] For port e3de9ab5-797f-45f1-81fa-4a493026fcb6, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e3de9ab5-797f-45f1-81fa-4a493026fcb6,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:29.387909 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:29.518134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Calling delete_port for e3de9ab5-797f-45f1-81fa-4a493026fcb6 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:29.596643 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c468-67d0-4841-a4ac-f4474ce1ecb3 req-def80711-06d9-4cf3-8ad9-5372334202f8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:29.598126 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b195c468-67d0-4841-a4ac-f4474ce1ecb3 req-def80711-06d9-4cf3-8ad9-5372334202f8 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 946 time: 0.3204288 Feb 04 12:25:29.692234 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b195c468-67d0-4841-a4ac-f4474ce1ecb3 req-3f0b29e6-2b95-4324-b108-8c3444ff940f tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811989 Feb 04 12:25:29.889246 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:29.942525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event deleted for resources: {'Port': ['ID=e3de9ab5-797f-45f1-81fa-4a493026fcb6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:30.017401 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] No DVR routers for this DVR port e3de9ab5-797f-45f1-81fa-4a493026fcb6 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:30.019877 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:30.022583 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-deleted', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:25:30.067831 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb75cd4-005b-4823-85ef-c63638a09112', 'name': 'network-vif-deleted', 'tag': 'e3de9ab5-797f-45f1-81fa-4a493026fcb6', 'status': 'completed', 'code': 200} Feb 04 12:25:30.133219 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cbb19603-e4c2-487c-9e60-a3d4675baa40 req-ce450deb-8861-4e47-9c55-e6619ca00034 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.42 "DELETE /v2.0/ports/e3de9ab5-797f-45f1-81fa-4a493026fcb6 HTTP/1.1" status: 204 len: 173 time: 1.1268735 Feb 04 12:25:30.317377 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-76e0caca-05e1-4324-acce-dd56469fc7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:30.862236 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-509f316f-ee25-4116-b9b2-4deadc438b9d req-de772a36-4623-478e-aa81-dc4afd1cdb7e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Synchronizing usage tracker for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:25:30.937429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-509f316f-ee25-4116-b9b2-4deadc438b9d req-de772a36-4623-478e-aa81-dc4afd1cdb7e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Unset dirty status for tenant:4df6999e05424c8ebaa776c24b3bb8f9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:25:30.938650 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-509f316f-ee25-4116-b9b2-4deadc438b9d req-de772a36-4623-478e-aa81-dc4afd1cdb7e tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 210 time: 0.1221316 Feb 04 12:25:31.057628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:31.096660 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: e3de9ab5-797f-45f1-81fa-4a493026fcb6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:25:31.097003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device e3de9ab5-797f-45f1-81fa-4a493026fcb6 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:25:32.106671 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05c848f6-e8ef-497b-9c58-cd24b8d03885 req-fbdd3b42-98af-4607-973f-bdc9fe0adc53 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb75cd4-005b-4823-85ef-c63638a09112 HTTP/1.1" status: 200 len: 210 time: 0.0438015 Feb 04 12:25:32.848558 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-dd8122c9-9d0a-4f49-a39e-cb1052f49819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:33.203787 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:33.273876 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:33.303973 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:33.452440 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:33.472090 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:33.482567 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:33.483734 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d3a8bab-2dd2-4dd6-a141-f9fa76bb5944 HTTP/1.1" status: 204 len: 168 time: 0.2789583 Feb 04 12:25:33.488459 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.488810 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.489150 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.489482 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.489843 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.490175 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.490496 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.490996 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.491318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.491954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.491954 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.492277 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6e2f7b-b498-469f-aaa0-dcaac50c2c19 tempest-TestShelveInstance-1212140115 tempest-TestShelveInstance-1212140115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:33.617972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:33.745856 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:33.952023 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:34.497544 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:34.858416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Deleting port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:34.859068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:35.030374 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] For port 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:35.030719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:35.155907 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Calling delete_port for 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:35.412290 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:35.517204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:35.565131 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Pushing event deleted for resources: {'Port': ['ID=1905db27-f0f7-4e1c-9f3d-f4e7f2d16262,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:35.967087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:36.342078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Router c07d5706-f222-4530-80b1-2b9da360b91c has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:25:36.526247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:25:36.538103 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] Sync routers for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:36.548001 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:36.548606 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:36.685709 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a2a47d36-d74c-4c5d-943f-06c9cb8c2010 admin admin] 10.222.0.36 "PUT /v2.0/routers/c07d5706-f222-4530-80b1-2b9da360b91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0642834 Feb 04 12:25:36.686075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49332) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:36.735948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:36.897052 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:37.043720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:25:35Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:37.048995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] Checking router: c07d5706-f222-4530-80b1-2b9da360b91c for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:37.061569 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] Routers {'c07d5706-f222-4530-80b1-2b9da360b91c'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:37.062328 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['c07d5706-f222-4530-80b1-2b9da360b91c'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:37.096475 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:37.169399 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Deleting port 76b0e07c-898b-4773-8e92-7224168dccff {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:37.169758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:37.301698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] Set router c07d5706-f222-4530-80b1-2b9da360b91c gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:37.405791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] For port 76b0e07c-898b-4773-8e92-7224168dccff, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=76b0e07c-898b-4773-8e92-7224168dccff,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:37.406298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:37.646391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:25:35Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:37.650348 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e816c4b-ce33-47e9-a7b9-f3f4ead198f7 None None] The sync data for ids ['c07d5706-f222-4530-80b1-2b9da360b91c'] in dv-neutron-827824-2-hyperv is: [{'id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'name': 'tempest-TestShelveInstance-340465568-router', 'tenant_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110'}], 'enable_snat': True}, 'gw_port_id': '76b0e07c-898b-4773-8e92-7224168dccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:05Z', 'updated_at': '2022-02-04T12:25:35Z', 'revision_number': 5, 'project_id': '4df6999e05424c8ebaa776c24b3bb8f9', 'gw_port': {'id': '76b0e07c-898b-4773-8e92-7224168dccff', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07d5706-f222-4530-80b1-2b9da360b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:06Z', 'updated_at': '2022-02-04T12:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:37.661448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Calling delete_port for 76b0e07c-898b-4773-8e92-7224168dccff owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:37.900534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:37.950887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b0e07c-898b-4773-8e92-7224168dccff,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:38.047217 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.234212 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.236494 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.329013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.329513 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c07d5706-f222-4530-80b1-2b9da360b91c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:25:38.344087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.345201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-90f7fade-e7e4-4c71-b63c-049fd649da88 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c07d5706-f222-4530-80b1-2b9da360b91c HTTP/1.1" status: 204 len: 168 time: 1.6582117 Feb 04 12:25:38.347773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49336) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:38.415294 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Deleting subnet 18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:25:38.418639 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.472395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.563425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.712029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.752257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ff3e7d-a30a-4701-9f53-b0c3d254e1b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:38.754220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.759282 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49042d84-9edf-46b9-915f-723b54fc402e None None] Network 1c993e4d-a476-46fc-bbb7-d17dda499717 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:25:38.762426 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3ad5bc41-07b6-4354-bb72-6bdc1037ddcd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/18ff3e7d-a30a-4701-9f53-b0c3d254e1b8 HTTP/1.1" status: 204 len: 168 time: 0.4136686 Feb 04 12:25:38.766027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:38.888821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:38.900992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Deleting port c40e5aed-7d18-4e59-b5e5-6a26784a5465 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:38.901663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.101806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] DHCP port deletion for 1c993e4d-a476-46fc-bbb7-d17dda499717 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:25:39.107241 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Deleting port c40e5aed-7d18-4e59-b5e5-6a26784a5465 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:39.107815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.168100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] For port c40e5aed-7d18-4e59-b5e5-6a26784a5465, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c40e5aed-7d18-4e59-b5e5-6a26784a5465,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:39.168700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.170843 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device c40e5aed-7d18-4e59-b5e5-6a26784a5465 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:39.309772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Calling delete_port for c40e5aed-7d18-4e59-b5e5-6a26784a5465 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:39.458123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.466605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] For port c40e5aed-7d18-4e59-b5e5-6a26784a5465, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=c40e5aed-7d18-4e59-b5e5-6a26784a5465,segment=NetworkSegment(b80d3a21-acc6-40b4-8683-603fa3dd1a79),segment_id=b80d3a21-acc6-40b4-8683-603fa3dd1a79)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:39.467255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.474817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.513534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40e5aed-7d18-4e59-b5e5-6a26784a5465,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:39.515375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] No DVR routers for this DVR port c40e5aed-7d18-4e59-b5e5-6a26784a5465 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:39.608305 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Calling delete_port for c40e5aed-7d18-4e59-b5e5-6a26784a5465 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:39.701273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 76b0e07c-898b-4773-8e92-7224168dccff no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:39.745754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 76b0e07c-898b-4773-8e92-7224168dccff {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:25:39.746213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 76b0e07c-898b-4773-8e92-7224168dccff not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:25:39.746782 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:39.753588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.781195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c993e4d-a476-46fc-bbb7-d17dda499717']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:39.794255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80d3a21-acc6-40b4-8683-603fa3dd1a79') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:39.794553 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80d3a21-acc6-40b4-8683-603fa3dd1a79') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:39.797296 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:25:39.798041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 1905db27-f0f7-4e1c-9f3d-f4e7f2d16262 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:25:39.808860 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:25:39.809227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:25:39.813104 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.831426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.840531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:25:39.840901 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:25:39.854256 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:25:40.012209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:40.028483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:40.038389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c993e4d-a476-46fc-bbb7-d17dda499717,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:40.045392 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f8653f3f-594f-4bdf-9021-6a0378f19958 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c993e4d-a476-46fc-bbb7-d17dda499717 HTTP/1.1" status: 204 len: 168 time: 1.2781675 Feb 04 12:25:40.048278 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:40.310679 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Deleting port c40e5aed-7d18-4e59-b5e5-6a26784a5465 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:40.311205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:40.400449 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6d520-07bf-462f-bc30-43a5a68b55d6 None None] The port 'c40e5aed-7d18-4e59-b5e5-6a26784a5465' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:25:40.619881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:40.985771 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Deleting port f2e39a60-ad76-4dc5-a8cd-99344db2290a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:40.986096 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:41.158029 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] For port f2e39a60-ad76-4dc5-a8cd-99344db2290a, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=f2e39a60-ad76-4dc5-a8cd-99344db2290a,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:41.158376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:41.396092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Calling delete_port for f2e39a60-ad76-4dc5-a8cd-99344db2290a owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:41.649522 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:41.699766 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e39a60-ad76-4dc5-a8cd-99344db2290a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:41.972476 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:42.328664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Router 85e90487-2bf5-4d23-9b74-2844698b48c0 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:25:42.509307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:25:42.518071 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] Sync routers for ids ['85e90487-2bf5-4d23-9b74-2844698b48c0'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:42.527489 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] Routers {'85e90487-2bf5-4d23-9b74-2844698b48c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:42.530495 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['85e90487-2bf5-4d23-9b74-2844698b48c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:42.581982 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-eddf9e5d-2f0c-4708-8f0a-f6bfe1cd5ef6 admin admin] 10.222.0.36 "PUT /v2.0/routers/85e90487-2bf5-4d23-9b74-2844698b48c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325921 Feb 04 12:25:42.584470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49348) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:42.719112 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] Set router 85e90487-2bf5-4d23-9b74-2844698b48c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:42.786905 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:43.042790 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:25:41Z', 'revision_number': 5, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:43.046833 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] Checking router: 85e90487-2bf5-4d23-9b74-2844698b48c0 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:43.055953 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] Routers {'85e90487-2bf5-4d23-9b74-2844698b48c0'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:43.056562 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['85e90487-2bf5-4d23-9b74-2844698b48c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:43.123158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:43.231588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Deleting port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:43.231930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:43.294118 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] Set router 85e90487-2bf5-4d23-9b74-2844698b48c0 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:43.422438 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] For port 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:43.422794 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:43.548054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Calling delete_port for 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:43.623856 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:25:41Z', 'revision_number': 5, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:43.628078 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24bb297-d554-40bc-adf5-c7c8692c2a0c None None] The sync data for ids ['85e90487-2bf5-4d23-9b74-2844698b48c0'] in dv-neutron-827824-2-hyperv is: [{'id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'name': 'tempest-TestShelveInstance-546081816-router', 'tenant_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:14:13Z', 'updated_at': '2022-02-04T12:25:41Z', 'revision_number': 5, 'project_id': 'f8aaf1ccecbb4f77b06ff397aae36cef', 'gw_port': {'id': '8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e90487-2bf5-4d23-9b74-2844698b48c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:14:15Z', 'updated_at': '2022-02-04T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:43.820412 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:43.870430 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:43.975861 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.166013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.168760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.246111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.247001 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85e90487-2bf5-4d23-9b74-2844698b48c0 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:25:44.264551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.266099 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-39960c83-10af-493c-9bda-150afd618650 admin admin] 10.222.0.36 "DELETE /v2.0/routers/85e90487-2bf5-4d23-9b74-2844698b48c0 HTTP/1.1" status: 204 len: 168 time: 1.6805074 Feb 04 12:25:44.268753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:44.332591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Deleting subnet 594bec54-10e1-4ad7-b6b4-5144097f06af {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:25:44.336504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.395959 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.479422 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.619108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.661324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594bec54-10e1-4ad7-b6b4-5144097f06af,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:44.664649 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.670070 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b705dc7b-3408-4ca6-bc37-0d280071c409 None None] Network 6b0aab2d-ce8d-4d76-931c-34d294220212 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:25:44.678334 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-0e4c3c5a-15d1-4c5f-8817-457d876e2a3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/594bec54-10e1-4ad7-b6b4-5144097f06af HTTP/1.1" status: 204 len: 168 time: 0.4084549 Feb 04 12:25:44.681581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:44.830490 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.849415 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Deleting port d9b07512-64f8-4597-bbc0-b3b7db9644c0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:44.849941 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:44.999112 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] DHCP port deletion for 6b0aab2d-ce8d-4d76-931c-34d294220212 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:25:45.003382 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Deleting port d9b07512-64f8-4597-bbc0-b3b7db9644c0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:45.003910 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.076329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] For port d9b07512-64f8-4597-bbc0-b3b7db9644c0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d9b07512-64f8-4597-bbc0-b3b7db9644c0,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:45.076757 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.134457 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f2e39a60-ad76-4dc5-a8cd-99344db2290a no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:45.207199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Calling delete_port for d9b07512-64f8-4597-bbc0-b3b7db9644c0 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:45.223935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: f2e39a60-ad76-4dc5-a8cd-99344db2290a {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:25:45.224283 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device f2e39a60-ad76-4dc5-a8cd-99344db2290a not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:25:45.224693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d9b07512-64f8-4597-bbc0-b3b7db9644c0 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:45.299413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] For port d9b07512-64f8-4597-bbc0-b3b7db9644c0, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d9b07512-64f8-4597-bbc0-b3b7db9644c0,segment=NetworkSegment(a9711dbd-15c4-41a9-95a7-8fd4638e9d08),segment_id=a9711dbd-15c4-41a9-95a7-8fd4638e9d08)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:45.299976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.385750 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.426705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Calling delete_port for d9b07512-64f8-4597-bbc0-b3b7db9644c0 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:25:45.436741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b07512-64f8-4597-bbc0-b3b7db9644c0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:45.440217 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] No DVR routers for this DVR port d9b07512-64f8-4597-bbc0-b3b7db9644c0 on host dv-neutron-827824-2-hyperv {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:25:45.453278 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No ports have port_id starting with d9b07512-64f8-4597-bbc0-b3b7db9644c0 Feb 04 12:25:45.459740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:25:45.505081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:25:45.505432 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 8e12cdf5-910e-4f09-a9ba-1ef0eeecb10f not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:25:45.535796 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:25:45.536148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:25:45.556828 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.581478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0aab2d-ce8d-4d76-931c-34d294220212']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:45.597444 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:45.601867 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9711dbd-15c4-41a9-95a7-8fd4638e9d08') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:45.609385 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1571001'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.625329 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.631805 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:25:45.632458 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61140451'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: Traceback (most recent call last): Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: timer() Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: cb(*args, **kw) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: return func(*args, **kwargs) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: self._notify() Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: self.callback(batched_events) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: event.method(event) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: return f(self, *a, **k) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._get(url).json() Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: return self.request(url, 'GET', **kwargs) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:25:45.649478 dv-neutron-827824-2-hyperv neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:25:45.920674 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.937045 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:45.947894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0aab2d-ce8d-4d76-931c-34d294220212,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:45.954884 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b56c78d6-3a27-4184-8276-cef6cf612d70 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b0aab2d-ce8d-4d76-931c-34d294220212 HTTP/1.1" status: 204 len: 168 time: 1.2724094 Feb 04 12:25:46.037864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Deleting port d9b07512-64f8-4597-bbc0-b3b7db9644c0 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:25:46.038391 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:46.104779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-d64af719-f6d3-49f0-9ce1-fc4ad9653cb5 None None] The port 'd9b07512-64f8-4597-bbc0-b3b7db9644c0' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:25:46.303847 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:46.355853 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-ef025b61-f837-468f-8223-8d22fb6b0728 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4df6999e05424c8ebaa776c24b3bb8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508325 Feb 04 12:25:46.358283 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:46.415318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01f1b04e-6ec0-44a0-83fa-def68045d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:46.441192 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01f1b04e-6ec0-44a0-83fa-def68045d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:46.562734 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01f1b04e-6ec0-44a0-83fa-def68045d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:46.577196 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1b04e-6ec0-44a0-83fa-def68045d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc6b05-fd2d-4828-9cd2-075e4ba96862,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:46.584460 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01f1b04e-6ec0-44a0-83fa-def68045d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:46.586436 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-01f1b04e-6ec0-44a0-83fa-def68045d3e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9fc6b05-fd2d-4828-9cd2-075e4ba96862 HTTP/1.1" status: 204 len: 168 time: 0.2265170 Feb 04 12:25:47.291293 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:47.341693 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-b5becc9b-8d4c-4b12-ace4-decb1d60277b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8aaf1ccecbb4f77b06ff397aae36cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492096 Feb 04 12:25:47.344594 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:47.401467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbe669df-8250-41fd-a535-9fec26ed31ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:47.425499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbe669df-8250-41fd-a535-9fec26ed31ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:47.551091 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbe669df-8250-41fd-a535-9fec26ed31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:47.565862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe669df-8250-41fd-a535-9fec26ed31ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b1015-79cc-41e6-bb9f-970e8474bc0f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:47.572111 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbe669df-8250-41fd-a535-9fec26ed31ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:47.573229 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-dbe669df-8250-41fd-a535-9fec26ed31ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/899b1015-79cc-41e6-bb9f-970e8474bc0f HTTP/1.1" status: 204 len: 168 time: 0.2276773 Feb 04 12:25:48.707564 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:48.814221 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1834104275-network', 'tenant_id': '406977048a8f421096d67c004f3e3560'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:48.819119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:48.823482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Usage tracker for resource:network and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:48.826327 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:48.832050 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:48.914444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Made reservation on behalf of 406977048a8f421096d67c004f3e3560 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:48.916883 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:48.937264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.063044 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:49.067349 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:49.070425 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:49.077545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:49.172658 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.288908 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.325334 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a42227-806c-400e-a95a-acdf9ef787d2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:49.328180 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:25:49.339514 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.340115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.segments_db [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Added segment 349f18d9-762c-4548-94cd-93a956062cbc of type vlan for network f5243855-5d2e-4651-b3a8-e6c027c7b45b Feb 04 12:25:49.370742 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.499920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.500918 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:49.501502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:49.608618 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] Pushing event updated for resources: {'Network': ['ID=f5243855-5d2e-4651-b3a8-e6c027c7b45b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:49.618433 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:25:49.675631 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7cce3045-5c5b-437d-8a00-4404332b2e40 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9669256 Feb 04 12:25:49.679189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:49.686538 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Request body: {'subnet': {'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1834104275-subnet', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:49.694158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:49.700376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Usage tracker for resource:subnet and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:49.703977 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:49.711567 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:49.796988 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Made reservation on behalf of 406977048a8f421096d67c004f3e3560 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:49.799465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61302712'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.088467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61302698'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.160798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:50.168387 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Checking segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:25:50.168734 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Network hostable DHCP agents. Network: f5243855-5d2e-4651-b3a8-e6c027c7b45b, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:25:50.265183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:25:50.355900 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, f5243855-5d2e-4651-b3a8-e6c027c7b45b) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:50.360020 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:50.360602 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.368631 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53db538d-5230-4e5b-8bca-86d3e2fb7585 None None] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:25:50.452414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-62d68829-bf98-4119-8658-23f4650c7139 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7718704 Feb 04 12:25:50.455027 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49412) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:50.459929 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:50.466045 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:50.468636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Usage tracker for resource:router and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:50.471395 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:50.477106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:50.549141 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.550191 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.564578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.583077 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:25:50.583190 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.742327 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Allocated IP 172.20.0.2 (f5243855-5d2e-4651-b3a8-e6c027c7b45b/3e6f09bb-2735-41c7-b60b-9b2ab2c017e6/bca5e716-eb4f-4f26-a354-1152a298e6e4) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:50.907140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.949773 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:50.959623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Transition to ACTIVE for port object bca5e716-eb4f-4f26-a354-1152a298e6e4 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:50.977753 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Transition to ACTIVE for port object bca5e716-eb4f-4f26-a354-1152a298e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:51.091866 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.187155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:51.190097 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:51.194169 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:25:51.229224 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Pushing event updated for resources: {'Port': ['ID=bca5e716-eb4f-4f26-a354-1152a298e6e4,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:51.272552 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.272896 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.273229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.273573 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.273879 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.274203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.274522 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.274903 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.275758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.276079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.276399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.276714 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:51.280308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.301349 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Attempting to bind port bca5e716-eb4f-4f26-a354-1152a298e6e4 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:25:51.301708 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Attempting to bind port bca5e716-eb4f-4f26-a354-1152a298e6e4 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:25:51.302064 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Attempting to bind port bca5e716-eb4f-4f26-a354-1152a298e6e4 on network f5243855-5d2e-4651-b3a8-e6c027c7b45b {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:25:51.307981 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:25:51.308359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Checking segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:25:51.308764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.309168 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Bound using segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:25:51.309628 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Bound port: bca5e716-eb4f-4f26-a354-1152a298e6e4, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:25:51.310197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.311980 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.403756 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] For port bca5e716-eb4f-4f26-a354-1152a298e6e4, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:25:51.406854 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] For port bca5e716-eb4f-4f26-a354-1152a298e6e4, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bca5e716-eb4f-4f26-a354-1152a298e6e4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:25:51.446213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Allocated IP 172.26.6.237 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/454300ae-7ff5-4f0f-a41d-98b02cef84c7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:51.464381 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.554262 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0073d-6cc4-4640-86eb-f8a1bf956926 None None] Pushing event updated for resources: {'Port': ['ID=bca5e716-eb4f-4f26-a354-1152a298e6e4,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:51.716785 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.814467 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:51.882803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:51.886245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:51.890251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:25:51.928499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Pushing event updated for resources: {'Port': ['ID=454300ae-7ff5-4f0f-a41d-98b02cef84c7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:52.383958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:52.589967 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31739c00-5b9c-47f5-bd27-69071495aa17 None None] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:25:52.752362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:52.946512 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-8fe21f30-ce87-4df7-9516-afc477053e07 None None] Provisioning for port bca5e716-eb4f-4f26-a354-1152a298e6e4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:53.043288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:25:53.178666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bca5e716-eb4f-4f26-a354-1152a298e6e4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:25:53.282767 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:25:53.292399 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:53.303016 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:53.303817 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:53.379380 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port bca5e716-eb4f-4f26-a354-1152a298e6e4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:53.392623 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port bca5e716-eb4f-4f26-a354-1152a298e6e4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:53.393159 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:53.406235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:53.411296 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-277048e5-d930-4a55-bbd5-e98c6db4114b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9515016 Feb 04 12:25:53.411429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49416) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:53.557089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:53.780529 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:53.854783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port bca5e716-eb4f-4f26-a354-1152a298e6e4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bca5e716-eb4f-4f26-a354-1152a298e6e4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:53.914735 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:53.977298 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 3, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:53.986693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:53.987041 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Updating router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:25:54.034995 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=bca5e716-eb4f-4f26-a354-1152a298e6e4,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:54.051090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.264842 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.448311 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.461350 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Transition to ACTIVE for port object 454300ae-7ff5-4f0f-a41d-98b02cef84c7 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:54.508816 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Allocated IP 172.20.0.1 (f5243855-5d2e-4651-b3a8-e6c027c7b45b/3e6f09bb-2735-41c7-b60b-9b2ab2c017e6/9cb83f12-ed3a-4dbe-8698-e2901c3a70a6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:54.539816 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.625876 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Attempting to bind port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:25:54.626092 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Attempting to bind port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:25:54.626354 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Attempting to bind port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:25:54.628611 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa93dd-9fbb-464b-b0e2-5055aa131a25 None None] Pushing event updated for resources: {'Port': ['ID=454300ae-7ff5-4f0f-a41d-98b02cef84c7,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:54.637932 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:25:54.638312 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:25:54.638719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.639107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:25:54.639596 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Bound port: 454300ae-7ff5-4f0f-a41d-98b02cef84c7, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:25:54.639979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.677398 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.695516 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Transition to ACTIVE for port object 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:54.716826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] For port 454300ae-7ff5-4f0f-a41d-98b02cef84c7, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:25:54.720729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] For port 454300ae-7ff5-4f0f-a41d-98b02cef84c7, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=454300ae-7ff5-4f0f-a41d-98b02cef84c7,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:25:54.807510 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.829389 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:54.885751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:54.886368 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:54.906812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:54.908222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:54.912966 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:25:54.952320 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Pushing event updated for resources: {'Port': ['ID=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:54.952793 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa93dd-9fbb-464b-b0e2-5055aa131a25 None None] Pushing event updated for resources: {'Port': ['ID=454300ae-7ff5-4f0f-a41d-98b02cef84c7,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:54.984311 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:55.087775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:55.144949 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bca5e716-eb4f-4f26-a354-1152a298e6e4 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:25:55.405519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port bca5e716-eb4f-4f26-a354-1152a298e6e4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:55.405783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:55.446620 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e8951190-8392-47cf-82e6-78781bf024fc None None] Provisioning for port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:55.486138 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-e8951190-8392-47cf-82e6-78781bf024fc None None] Provisioning complete for port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:55.486688 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e8951190-8392-47cf-82e6-78781bf024fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:55.510216 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:55.624400 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-e8951190-8392-47cf-82e6-78781bf024fc None None] Port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:25:55.712273 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 3, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:55.718533 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e20a2b-e7d3-4224-b260-329575dfaeb8 None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:52Z', 'revision_number': 3, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:55.761828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:55.842990 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:55.965491 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Pushing event updated for resources: {'Port': ['ID=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:55.966636 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:56.116928 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:25:56.118074 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:56.350807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:25:56.371808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-180578e0-a000-41ea-b421-b74fe60a0a55 None None] Provisioning complete for port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:56.373503 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-180578e0-a000-41ea-b421-b74fe60a0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:56.450039 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-180578e0-a000-41ea-b421-b74fe60a0a55 None None] Port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:25:56.545700 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:25:56.556565 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-10a49e7b-0e77-45f1-a148-c211c1f4834b admin admin] 10.222.0.36 "PUT /v2.0/routers/45e1dadb-76dd-43cd-bf0d-3af1d1d66673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434155 Feb 04 12:25:57.152259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 454300ae-7ff5-4f0f-a41d-98b02cef84c7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:25:57.316779 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:25:57.322284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:57.322785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.346478 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:57.352749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1831740555-network', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:57.358875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:57.363469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Usage tracker for resource:network and tenant:948ccd3366c64e63b98d3acdde66fdaa is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:57.366915 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:57.377581 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:57.453789 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.462733 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:25:57.474089 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 454300ae-7ff5-4f0f-a41d-98b02cef84c7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=454300ae-7ff5-4f0f-a41d-98b02cef84c7,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:25:57.476629 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:57.476983 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Made reservation on behalf of 948ccd3366c64e63b98d3acdde66fdaa for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:57.477774 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:57.482466 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.493229 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.510797 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:57.514786 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Usage tracker for resource:security_group_rule and tenant:948ccd3366c64e63b98d3acdde66fdaa is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:57.517989 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:57.524018 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:57.571914 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.611704 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.643045 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=454300ae-7ff5-4f0f-a41d-98b02cef84c7,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:57.673720 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:57.698230 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.732431 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:25:57.745898 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab2258-fd37-47f3-83c9-e3f90dba249e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:57.752142 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.752883 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.segments_db [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Added segment 9670a27c-b8e1-4315-9e55-60e26ce87a0a of type vlan for network df210339-e897-405f-a29d-667941ef3077 Feb 04 12:25:57.781493 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732038959755'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.874269 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.875294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:57.875910 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:57.985861 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] Pushing event updated for resources: {'Network': ['ID=df210339-e897-405f-a29d-667941ef3077,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:57.998974 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Network df210339-e897-405f-a29d-667941ef3077 details requested by agent ovs-agent-dv-neutron-827824-2-hyperv with host dv-neutron-827824-2-hyperv {{(pid=88133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:25:58.033530 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 2, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:58.038731 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:25:58.039125 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Updating router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:25:58.100491 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.117661 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.124094 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-fd7ee120-edcd-4184-98f1-bc52160cfae5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7763906 Feb 04 12:25:58.126318 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:58.132894 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Request body: {'subnet': {'network_id': 'df210339-e897-405f-a29d-667941ef3077', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1831740555-subnet', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:58.138778 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:58.144049 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Usage tracker for resource:subnet and tenant:948ccd3366c64e63b98d3acdde66fdaa is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:58.147741 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:58.154487 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:58.222869 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Made reservation on behalf of 948ccd3366c64e63b98d3acdde66fdaa for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:25:58.225409 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1482422'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.472715 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.485995 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Transition to ACTIVE for port object 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:58.574699 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61138590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1482404'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.640320 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.652408 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28003f5-cf8a-43ce-8424-d487ae7351c7,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:58.665937 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Checking segment: {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:25:58.666249 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Network hostable DHCP agents. Network: df210339-e897-405f-a29d-667941ef3077, hostable agents: ['ff62f76e-ebe5-40ba-b871-07e541c1a401'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:25:58.809286 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Network df210339-e897-405f-a29d-667941ef3077 is scheduled to be hosted by DHCP agent ff62f76e-ebe5-40ba-b871-07e541c1a401 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:25:58.828938 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Pushing event updated for resources: {'Port': ['ID=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:58.870253 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.870589 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.870920 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.871244 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.871570 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.871899 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.872215 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.872530 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.872845 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.873156 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.873463 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.873776 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:25:58.903959 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Attempting to bind port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:25:58.904176 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Attempting to bind port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:25:58.904636 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Attempting to bind port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 on network f5243855-5d2e-4651-b3a8-e6c027c7b45b {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:25:58.910593 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:25:58.911001 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Checking segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:25:58.911346 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.911764 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Bound using segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:25:58.912231 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Bound port: 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:25:58.912593 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.920476 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827824-2-hyperv, df210339-e897-405f-a29d-667941ef3077) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:25:58.925751 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:25:58.926469 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:58.932388 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3324da-9023-4ac4-bbe7-14d08547d073 None None] Network df210339-e897-405f-a29d-667941ef3077 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:25:59.013210 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-10dbbdbe-e0a9-4c3d-82d4-4e304546d1cf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8853042 Feb 04 12:25:59.015956 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:25:59.022247 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:25:59.027307 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:25:59.031887 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Usage tracker for resource:router and tenant:948ccd3366c64e63b98d3acdde66fdaa is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:25:59.035199 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:25:59.044167 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:25:59.068518 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] For port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:25:59.074954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] For port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:25:59.125000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 454300ae-7ff5-4f0f-a41d-98b02cef84c7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:25:59.127335 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-644233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13981'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.128720 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-997675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13962'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.144595 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.155959 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.228450 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:25:59.229064 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:59.232038 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9a262ad-4532-5095-b513-967c116d328a-df210339-e897-405f-a29d-667941ef3077', 'network_id': 'df210339-e897-405f-a29d-667941ef3077', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'fixed_ips': [{'subnet_id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7'}]}} from dv-neutron-827824-2-hyperv. {{(pid=88133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:25:59.232905 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.314520 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:25:59.314900 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.432486 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:25:59.512593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.db_base_plugin_common [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Allocated IP 172.20.0.2 (df210339-e897-405f-a29d-667941ef3077/c28003f5-cf8a-43ce-8424-d487ae7351c7/d586fc39-825d-4239-a57c-a373e082fdc7) {{(pid=88133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:25:59.583101 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba24d7-b2d6-405c-8591-51c51cbebac9 None None] Pushing event updated for resources: {'Port': ['ID=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:25:59.585809 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644153', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13944'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.823461 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:25:59Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:25:59.823884 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Notify callbacks [] for port, precommit_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:25:59.828136 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295ebe5-820c-4713-87f7-6bbfe8343413 None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:25:59Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:25:59.842855 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Transition to ACTIVE for port object d586fc39-825d-4239-a57c-a373e082fdc7 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:59.881626 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Transition to ACTIVE for port object d586fc39-825d-4239-a57c-a373e082fdc7 will not be triggered until provisioned by entity DHCP. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:25:59.978920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685'] for port, after_create {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.051850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Network df210339-e897-405f-a29d-667941ef3077 is already hosted by enough agents. {{(pid=88133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:00.055126 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Resources bound (agent type, host, resource id): {{(pid=88133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:00.059747 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Received port after_create {{(pid=88133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:26:00.111095 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Pushing event updated for resources: {'Port': ['ID=d586fc39-825d-4239-a57c-a373e082fdc7,revision_number=1']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:00.164894 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Attempting to bind port d586fc39-825d-4239-a57c-a373e082fdc7 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:26:00.165805 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Attempting to bind port d586fc39-825d-4239-a57c-a373e082fdc7 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:26:00.166175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Attempting to bind port d586fc39-825d-4239-a57c-a373e082fdc7 on network df210339-e897-405f-a29d-667941ef3077 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:26:00.170321 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.171941 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:26:00.172314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Checking segment: {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:26:00.172719 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.173109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Bound using segment: {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:26:00.173574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Bound port: d586fc39-825d-4239-a57c-a373e082fdc7, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:26:00.173944 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.216564 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.290071 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] For port d586fc39-825d-4239-a57c-a373e082fdc7, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:26:00.295035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] For port d586fc39-825d-4239-a57c-a373e082fdc7, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d586fc39-825d-4239-a57c-a373e082fdc7,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:26:00.309015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-38482c3d-59fa-4a7f-987d-ad60d1184268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.371086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Allocated IP 172.26.6.155 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/dca5b2c2-fd4d-4a97-976d-e98822e0d6e6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:26:00.372836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.455485 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7d45-1105-4ada-82b7-6f440db73c34 None None] Pushing event updated for resources: {'Port': ['ID=d586fc39-825d-4239-a57c-a373e082fdc7,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:00.560854 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.657202 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61138482'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:00.747659 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:00.750462 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:00.754447 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:26:00.814534 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Pushing event updated for resources: {'Port': ['ID=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:01.242115 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:01.360488 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:01.432848 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:01.438385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:01.438970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:01.597027 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:01.639498 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bec2e-9e0b-454a-a629-834244654fcb None None] Network df210339-e897-405f-a29d-667941ef3077 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:26:01.706422 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:01.775971 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:01.776745 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d586fc39-825d-4239-a57c-a373e082fdc7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:01.785006 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644126'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:01.885961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-884069ef-698a-4cb3-9d7b-48568408d78e None None] Provisioning for port d586fc39-825d-4239-a57c-a373e082fdc7 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:02.003864 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:02.111227 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port d586fc39-825d-4239-a57c-a373e082fdc7 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:02.116948 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d586fc39-825d-4239-a57c-a373e082fdc7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:02.117601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:02.214346 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 is scheduled to L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:26:02.278895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:02.318591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port d586fc39-825d-4239-a57c-a373e082fdc7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d586fc39-825d-4239-a57c-a373e082fdc7,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:02.366308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-a6f1a035-44ba-4118-8d57-32095581bcbe None None] Provisioning complete for port d586fc39-825d-4239-a57c-a373e082fdc7 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:02.366640 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a035-44ba-4118-8d57-32095581bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:02.429861 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:02.436015 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:26:02.471240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Sync routers for ids ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:26:02.536107 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Routers {'782e7f81-aca5-48dc-9c8e-cb37955c31a5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:26:02.536749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:25:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:02.608464 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:02.609762 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-96a91770-e9e7-44b0-96d9-48bd79e39397 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5925364 Feb 04 12:26:02.612669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:02.620635 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=d586fc39-825d-4239-a57c-a373e082fdc7,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:02.764221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Set router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:26:02.869493 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-059e024f-2848-459c-92e0-786bca18591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.100266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 3, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:03.105837 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Checking router: 782e7f81-aca5-48dc-9c8e-cb37955c31a5 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:26:03.106181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Updating router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 binding host dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:26:03.158920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:03.218182 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.343760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:03.344670 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.485585 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.640947 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d586fc39-825d-4239-a57c-a373e082fdc7 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:03.772588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Allocated IP 172.20.0.1 (df210339-e897-405f-a29d-667941ef3077/c28003f5-cf8a-43ce-8424-d487ae7351c7/5ef3f029-0da7-44b2-aa9e-77fb9b719a82) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:26:03.780318 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.809162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port d586fc39-825d-4239-a57c-a373e082fdc7 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:03.809545 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.836355 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Notify callbacks [] for port, precommit_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.872274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Transition to ACTIVE for port object dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 will not be triggered until provisioned by entity L2. {{(pid=88133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:03.960153 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.961138 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:03.990455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Transition to ACTIVE for port object 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:04.005104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.068739 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Attempting to bind port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:26:04.069150 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Attempting to bind port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:26:04.069515 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Attempting to bind port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 on network 2ba1a082-0931-4e9f-a4ca-84593260dc58 {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:26:04.072491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f580c-c2f0-482e-bfc9-e8dcfd3e9d75 None None] Pushing event updated for resources: {'Port': ['ID=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,revision_number=2']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:04.078359 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:26:04.083084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Checking segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:26:04.083084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.083084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Bound using segment: {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'} {{(pid=88133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:26:04.083084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.managers [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Bound port: dca5b2c2-fd4d-4a97-976d-e98822e0d6e6, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3687d58f-8a6f-4a3b-b21b-21bfffc89e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58'}}] {{(pid=88133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:26:04.083084 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.100728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.164997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] For port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:26:04.169315 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] For port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:26:04.178208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Network df210339-e897-405f-a29d-667941ef3077 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:04.181362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:04.185232 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:26:04.233285 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Pushing event updated for resources: {'Port': ['ID=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:04.259185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008932'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.287003 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.383440 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Routers {'782e7f81-aca5-48dc-9c8e-cb37955c31a5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:26:04.384307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:26:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:04.490175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f580c-c2f0-482e-bfc9-e8dcfd3e9d75 None None] Pushing event updated for resources: {'Port': ['ID=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,revision_number=3']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:04.558798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.625106 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] Set router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:26:04.739044 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b0844625-5ab1-4ae6-a80a-2fd8a245d3a2 None None] Provisioning for port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:04.760218 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b0844625-5ab1-4ae6-a80a-2fd8a245d3a2 None None] Provisioning complete for port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:04.760601 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b0844625-5ab1-4ae6-a80a-2fd8a245d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.831259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.881609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b0844625-5ab1-4ae6-a80a-2fd8a245d3a2 None None] Port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:26:04.905813 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:04.992448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 3, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:04.996758 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f031b8-8e35-48a7-8713-1a737b1c7df2 None None] The sync data for ids ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'] in dv-neutron-827824-2-hyperv is: [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 3, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:26:05.021394 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Pushing event updated for resources: {'Port': ['ID=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:05.026504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1009089'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:05.240648 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Network df210339-e897-405f-a29d-667941ef3077 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:05.242182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:05.335283 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:26:05.412431 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:05.488471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:26:05.506420 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-462e4393-0bdc-4d5c-9b79-0d2a3ded427f None None] Provisioning complete for port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:05.506763 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-462e4393-0bdc-4d5c-9b79-0d2a3ded427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:05.569066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-462e4393-0bdc-4d5c-9b79-0d2a3ded427f None None] Port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:26:05.838482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:26:05.849875 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-8c0d5d67-1958-4d2f-a5c9-b67798df387a admin admin] 10.222.0.36 "PUT /v2.0/routers/782e7f81-aca5-48dc-9c8e-cb37955c31a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2344725 Feb 04 12:26:06.267086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [req-2b7962c4-9d4c-4a8d-b3f0-7c1f168a5276 req-64de0351-36eb-4edf-b069-eeabf36db0e9 service neutron] (88131) timed out ('10.222.0.42', 50108) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 12:26:06.542486 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49460) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:06.547998 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719657745', 'description': 'tempest-secgroup-smoke-1719657745 description', 'project_id': '406977048a8f421096d67c004f3e3560'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:06.554218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:06.558536 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:06.561675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:06.567470 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:06.675124 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:06.696610 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:06.700726 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:06.703254 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:06.708857 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:06.778197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:06.857562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:06.899957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:06.986010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:06.987266 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-29215b1c-1a8b-4117-a438-4d6690e9b88c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4437284 Feb 04 12:26:06.990172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:06.995876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group_rule': {'security_group_id': '9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba', 'project_id': '406977048a8f421096d67c004f3e3560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:07.002397 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:07.006264 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:07.009150 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:07.014904 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:07.151471 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.172774 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:07.221749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.325930 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.339911 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:07.348899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:07.349288 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.359454 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e215f0-3712-42d4-9177-bf9eb86d50ec,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:07.369152 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Sync routers for ids ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:26:07.379019 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Routers {'782e7f81-aca5-48dc-9c8e-cb37955c31a5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:26:07.379703 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:26:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:07.460445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.463537 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d8be2789-6e18-4ab9-b67c-161573e49f0d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4722066 Feb 04 12:26:07.465713 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:07.472379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group_rule': {'security_group_id': '9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba', 'project_id': '406977048a8f421096d67c004f3e3560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:07.483863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.484015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:07.484015 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:07.485773 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:07.491920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:07.496671 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:07.569280 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Set router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:26:07.571654 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.592712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.653519 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:07.671364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.742884 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.767181 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88ec288-df52-46fe-93f6-e30e5edbdbd3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:07.857457 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:07.858582 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-3a609e80-b216-4179-bc3b-4530a3adea96 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3916395 Feb 04 12:26:07.861471 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:07.867050 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group_rule': {'security_group_id': '9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba', 'project_id': '406977048a8f421096d67c004f3e3560', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:07.873984 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:07.878250 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:07.883378 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:07.889235 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:07.919622 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 4, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '5ef3f029-0da7-44b2-aa9e-77fb9b719a82', 'name': '', 'network_id': 'df210339-e897-405f-a29d-667941ef3077', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'mac_address': 'fa:16:3e:e7:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:03Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 2, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'subnets': [{'id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:07.923468 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Checking router: 782e7f81-aca5-48dc-9c8e-cb37955c31a5 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:26:07.923841 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Updating router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 binding host dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:26:07.977192 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.003687 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.070950 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.214107 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.239105 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969cceff-8602-49f9-a7fe-cb8822dc4f7a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:08.388701 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.401433 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Transition to ACTIVE for port object 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:08.429109 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.430354 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-e1deb0db-a291-47ca-b0a4-bdb833eb5947 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5678205 Feb 04 12:26:08.433048 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:08.438313 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group_rule': {'security_group_id': '9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba', 'project_id': '406977048a8f421096d67c004f3e3560', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:08.444582 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:08.449102 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:08.452383 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:08.459225 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:08.562673 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.618333 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.713483 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.771175 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8413a8-6a59-4592-966f-64f714b293b7 None None] Pushing event updated for resources: {'Port': ['ID=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:08.782990 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Attempting to bind port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 on host dv-neutron-827824-2-hyperv for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:26:08.783363 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Attempting to bind port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 by drivers openvswitch,hyperv on host dv-neutron-827824-2-hyperv at level 0 using segments [{'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:26:08.783924 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Attempting to bind port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 on network df210339-e897-405f-a29d-667941ef3077 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:26:08.791245 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Checking agent: {'id': 'e577e31e-6a33-4182-8490-cd1af905cc60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827824-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 18, 4), 'started_at': datetime.datetime(2022, 2, 4, 11, 18, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827824-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:26:08.791854 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Checking segment: {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:26:08.791972 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.792350 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Bound using segment: {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:26:08.792819 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Bound port: 5ef3f029-0da7-44b2-aa9e-77fb9b719a82, host: dv-neutron-827824-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9670a27c-b8e1-4315-9e55-60e26ce87a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df210339-e897-405f-a29d-667941ef3077'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:26:08.793652 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.808244 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.838287 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fb792c-cb51-4328-b74d-1a0247711e99,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:08.885384 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] For port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82, host dv-neutron-827824-2-hyperv, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:26:08.888307 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] For port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82, host dv-neutron-827824-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:26:08.932086 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:08.933310 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-43ceac7c-c262-4599-8f69-4f94539045ba tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4993331 Feb 04 12:26:08.935933 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:08.941264 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group_rule': {'security_group_id': '9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba', 'project_id': '406977048a8f421096d67c004f3e3560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:08.947003 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:08.950875 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:08.953860 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:08.959574 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:09.008830 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.086957 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Routers {'782e7f81-aca5-48dc-9c8e-cb37955c31a5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:26:09.087582 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:26:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:09.088954 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Project 406977048a8f421096d67c004f3e3560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:26:09.100993 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.138729 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:09.154871 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8413a8-6a59-4592-966f-64f714b293b7 None None] Pushing event updated for resources: {'Port': ['ID=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:09.209825 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.230491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:09.230891 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.276971 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.323954 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] Set router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:26:09.324886 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f158d47-4f0c-40d8-9b87-732ec7dad7cc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:09.434414 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.435757 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-15d05190-4bce-4b7f-98ef-ba1ce10bd82f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4988840 Feb 04 12:26:09.438443 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:09.445186 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'security_group_rule': {'security_group_id': '9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba', 'project_id': '406977048a8f421096d67c004f3e3560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:09.454749 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:09.459128 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:security_group_rule and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:09.462763 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.quota.resource [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:09.469294 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:09.589523 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Project 406977048a8f421096d67c004f3e3560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:26:09.604035 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.683739 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 4, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '5ef3f029-0da7-44b2-aa9e-77fb9b719a82', 'name': '', 'network_id': 'df210339-e897-405f-a29d-667941ef3077', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'mac_address': 'fa:16:3e:e7:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:03Z', 'updated_at': '2022-02-04T12:26:08Z', 'revision_number': 4, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'subnets': [{'id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:09.688688 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e224d4-6b60-4a4d-83d0-04dd609ef366 None None] The sync data for ids ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'] in dv-neutron-827824-2-hyperv is: [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:26:04Z', 'revision_number': 4, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '5ef3f029-0da7-44b2-aa9e-77fb9b719a82', 'name': '', 'network_id': 'df210339-e897-405f-a29d-667941ef3077', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'mac_address': 'fa:16:3e:e7:f5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:03Z', 'updated_at': '2022-02-04T12:26:08Z', 'revision_number': 4, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'subnets': [{'id': 'c28003f5-cf8a-43ce-8424-d487ae7351c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:26:09.692016 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.790970 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966488'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.821953 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09d5ff2-7195-46c0-b31a-dd52c342cb65,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:09.928615 dv-neutron-827824-2-hyperv neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:09.929920 dv-neutron-827824-2-hyperv neutron-server[88131]: INFO neutron.wsgi [None req-7635683d-478b-42d5-b0cd-f49bb7b18bce tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4903953 Feb 04 12:26:10.173613 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-4a63224a-e76b-47f8-8b42-dbeec0e70aa7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:26:10.311107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-4a63224a-e76b-47f8-8b42-dbeec0e70aa7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:26:10.312332 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-4a63224a-e76b-47f8-8b42-dbeec0e70aa7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719657745&fields=id&tenant_id=406977048a8f421096d67c004f3e3560 HTTP/1.1" status: 200 len: 267 time: 0.1812761 Feb 04 12:26:10.466768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-85299977-b468-4119-afe4-8914f17f43d9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:10.467735 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-85299977-b468-4119-afe4-8914f17f43d9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:26:10.557259 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-85299977-b468-4119-afe4-8914f17f43d9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:26:10.558971 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-85299977-b468-4119-afe4-8914f17f43d9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 810 time: 0.2396574 Feb 04 12:26:10.585142 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-458a1ad3-756a-410c-92d6-6a316f2e1392 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/quotas/406977048a8f421096d67c004f3e3560 HTTP/1.1" status: 200 len: 375 time: 0.0161691 Feb 04 12:26:10.706087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-350b9e02-92ce-405b-80b8-f9bda12061f6 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:26:10.825666 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-350b9e02-92ce-405b-80b8-f9bda12061f6 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:26:10.827402 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-350b9e02-92ce-405b-80b8-f9bda12061f6 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2313881 Feb 04 12:26:11.210764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:11.269489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-111e3598-421a-49c2-a590-f6bdecb0dab5 service neutron] 10.222.0.36 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690303 Feb 04 12:26:11.368148 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning for port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:11.374108 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:11.374775 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:11.418925 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-9fdbf8e9-3666-4360-9f27-423a3c1aada5 service neutron] 10.222.0.36 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463518 Feb 04 12:26:11.508540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:11.549335 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] For port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:11.666723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:11.721923 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b9f72dbe-b146-4258-8cf2-4a0326242ab5 req-01b379ff-4706-42a5-801b-fe511d47e0fe tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 210 time: 0.0458848 Feb 04 12:26:11.757715 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Pushing event updated for resources: {'Port': ['ID=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:12.821341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ca833d89-67c2-4013-9feb-6d0f370a47fa req-fc1da110-ad9f-41bf-8710-882ae6b68c46 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 210 time: 0.0447385 Feb 04 12:26:13.143691 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 up at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:13.230902 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Provisioning complete for port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:13.231525 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:13.983696 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0ab75ff6-a21c-43b2-86cf-e0589aa561f5 req-f1ac06fd-86d8-4be0-a337-d10667fa92d0 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 210 time: 0.0504453 Feb 04 12:26:14.701245 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-da6d4f30-ee52-43b9-91c1-239c039b6b8f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:14.703043 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-da6d4f30-ee52-43b9-91c1-239c039b6b8f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 810 time: 0.1843486 Feb 04 12:26:14.754891 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-6f8ca4f0-6de1-4071-8632-54e6edb5191c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406977048a8f421096d67c004f3e3560 HTTP/1.1" status: 200 len: 380 time: 0.0433295 Feb 04 12:26:14.764068 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'port': {'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'admin_state_up': True, 'tenant_id': '406977048a8f421096d67c004f3e3560', 'security_groups': ['9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:14.916472 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:14.926521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:15.042153 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Made reservation on behalf of 406977048a8f421096d67c004f3e3560 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:26:15.049033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:15.163259 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a304608f-9b2a-4296-a561-9ae763513675 req-27f8cf73-6b82-4e23-be3c-8a1147e74b93 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 210 time: 0.0541713 Feb 04 12:26:15.270927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Allocated IP 172.20.0.8 (f5243855-5d2e-4651-b3a8-e6c027c7b45b/3e6f09bb-2735-41c7-b60b-9b2ab2c017e6/59121c7a-c71b-4343-ac4b-5b61c30b98b4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:26:15.576193 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:15.594914 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Transition to ACTIVE for port object 59121c7a-c71b-4343-ac4b-5b61c30b98b4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:15.785709 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:15.864978 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:15.867948 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:15.871983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:26:15.903765 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:15.943196 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:15.945732 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:16.071305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-837d4952-67f9-4dd6-b3c0-6412bb82c1aa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3109734 Feb 04 12:26:16.082557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Request body: {'port': {'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:16.201781 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:16.231885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-254f882f-fa36-4490-851b-e80506b8652b None None] Provisioning for port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:16.237844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-254f882f-fa36-4490-851b-e80506b8652b None None] Provisioning complete for port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:16.238591 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-254f882f-fa36-4490-851b-e80506b8652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:16.303314 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-254f882f-fa36-4490-851b-e80506b8652b None None] Port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:26:16.513125 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2727b1-2f01-4824-af2e-adc49f4ddfba req-c65bcece-6601-4d20-9b5c-0575e3dacff3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:16.513712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bb2727b1-2f01-4824-af2e-adc49f4ddfba req-c65bcece-6601-4d20-9b5c-0575e3dacff3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:26:16.641942 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59121c7a-c71b-4343-ac4b-5b61c30b98b4 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:26:16.649452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:16.664403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Transition to ACTIVE for port object 59121c7a-c71b-4343-ac4b-5b61c30b98b4 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:26:16.709255 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-bb2727b1-2f01-4824-af2e-adc49f4ddfba req-c65bcece-6601-4d20-9b5c-0575e3dacff3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:26:16.711032 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb2727b1-2f01-4824-af2e-adc49f4ddfba req-c65bcece-6601-4d20-9b5c-0575e3dacff3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 931 time: 0.4254963 Feb 04 12:26:16.761375 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bb2727b1-2f01-4824-af2e-adc49f4ddfba req-2f6e9cfa-919c-45d6-8672-87a2b98b30d2 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 Feb 04 12:26:16.854524 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:16.992778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:17.109687 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Attempting to bind port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:26:17.110362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Attempting to bind port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:26:17.110362 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Attempting to bind port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 on network f5243855-5d2e-4651-b3a8-e6c027c7b45b {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:26:17.115146 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 on network f5243855-5d2e-4651-b3a8-e6c027c7b45b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:26:17.115461 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Attempting to bind port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 on network f5243855-5d2e-4651-b3a8-e6c027c7b45b {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:26:17.121753 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:26:17.122087 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Checking segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:26:17.122468 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Bound using segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:26:17.122885 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Bound port: 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:26:17.123290 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:17.237402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:26:17.240854 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:26:17.317459 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:17.365072 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:17.365609 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:17.366912 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 1093 time: 1.2887616 Feb 04 12:26:17.376346 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:26:17.412410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80711643-0a15-4d9a-bf78-9226c27145d5 service neutron] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:17.433218 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'status': 'completed', 'code': 200} Feb 04 12:26:17.538604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035d56-95c4-4a19-be7c-e76bb79dca7e req-fdeef9b7-5929-45c5-99d3-8b51312744b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:17.540763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05035d56-95c4-4a19-be7c-e76bb79dca7e req-fdeef9b7-5929-45c5-99d3-8b51312744b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1096 time: 0.0839164 Feb 04 12:26:17.700733 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035d56-95c4-4a19-be7c-e76bb79dca7e req-66523ee0-84f1-4ca8-980d-6aefe3cfc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:17.702165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05035d56-95c4-4a19-be7c-e76bb79dca7e req-66523ee0-84f1-4ca8-980d-6aefe3cfc404 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=406977048a8f421096d67c004f3e3560&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1549108 Feb 04 12:26:17.843892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035d56-95c4-4a19-be7c-e76bb79dca7e req-8c241e92-17a1-4bd5-b43a-6a2cdfcd8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:17.845252 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-05035d56-95c4-4a19-be7c-e76bb79dca7e req-8c241e92-17a1-4bd5-b43a-6a2cdfcd8d38 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363137 Feb 04 12:26:18.020528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3416dd-55aa-40e3-a576-1c757c1d275d req-25085757-cc4c-49e5-98ca-8c5ebe2c52f5 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:18.022010 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3a3416dd-55aa-40e3-a576-1c757c1d275d req-25085757-cc4c-49e5-98ca-8c5ebe2c52f5 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 943 time: 0.1444070 Feb 04 12:26:18.025388 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-e03320c3-73b0-4ec3-a4aa-4d90b64827c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:18.026743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-e03320c3-73b0-4ec3-a4aa-4d90b64827c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1096 time: 0.1126246 Feb 04 12:26:18.212775 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-196b3929-e000-4043-b8f5-08ee56a8df16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 217 time: 0.1712413 Feb 04 12:26:18.275339 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3a3416dd-55aa-40e3-a576-1c757c1d275d req-9ba968d5-7bdb-438b-adc9-851760e12c21 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466547 Feb 04 12:26:18.289680 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-f8d98737-653b-468b-bcd0-eb9b6cebed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:18.291156 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-f8d98737-653b-468b-bcd0-eb9b6cebed9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0706620 Feb 04 12:26:18.376563 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-38d88d6c-d20b-4f7c-a70e-5206270d67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:18.378093 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-38d88d6c-d20b-4f7c-a70e-5206270d67c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811200 Feb 04 12:26:18.509776 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-746ee5c4-bab4-4644-a187-c1bbe8d03593 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239858 Feb 04 12:26:18.640414 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e06736e8-a80b-4cc1-80a8-06fd39f209b8 req-6f5fda4c-cdb8-4303-bdad-4e432c4e4264 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247849 Feb 04 12:26:19.476927 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a76195-d0a2-4a7d-bef7-97bc594fe63b req-a6e77572-f49a-4627-91d8-e47f963d530a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:19.478404 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2a76195-d0a2-4a7d-bef7-97bc594fe63b req-a6e77572-f49a-4627-91d8-e47f963d530a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 943 time: 0.0956085 Feb 04 12:26:19.523276 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d2a76195-d0a2-4a7d-bef7-97bc594fe63b req-3034ec74-51dc-4018-82c0-75a09d7f7839 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392389 Feb 04 12:26:20.720982 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35e14e-c1f3-4f51-ac0b-ada7b91b7946 req-61ac2237-4c76-4c80-b451-c395536f4ce7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:20.722507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc35e14e-c1f3-4f51-ac0b-ada7b91b7946 req-61ac2237-4c76-4c80-b451-c395536f4ce7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 943 time: 0.0888288 Feb 04 12:26:20.768231 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fc35e14e-c1f3-4f51-ac0b-ada7b91b7946 req-73bec457-261c-4c39-bb22-7570c32cad5f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391879 Feb 04 12:26:21.227332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:26:21.360554 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:21.374141 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:26:21.428607 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:21.449374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59121c7a-c71b-4343-ac4b-5b61c30b98b4 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:26:21.464587 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:21.536873 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:21.605666 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:21.792090 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['59121c7a-c71b-4343-ac4b-5b61c30b98b4'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:26:21.962776 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5a05-bbc8-49ca-8758-d96e9b50a2e7 req-e6f5f949-874e-4ef3-a134-7865658afadd tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:21.964277 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bc0e5a05-bbc8-49ca-8758-d96e9b50a2e7 req-e6f5f949-874e-4ef3-a134-7865658afadd tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 944 time: 0.0870240 Feb 04 12:26:22.009584 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bc0e5a05-bbc8-49ca-8758-d96e9b50a2e7 req-39573c6a-d383-4624-b856-c227647aaae6 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392370 Feb 04 12:26:23.224172 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7675a1-59ab-475f-aed6-dbba9e2386ce req-dcd4efed-e134-4741-b38a-248d80a6937b tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:23.225658 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa7675a1-59ab-475f-aed6-dbba9e2386ce req-dcd4efed-e134-4741-b38a-248d80a6937b tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 944 time: 0.0878434 Feb 04 12:26:23.252548 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:26:23.277990 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fa7675a1-59ab-475f-aed6-dbba9e2386ce req-d7b26d0c-4269-470e-b5d9-e98171d9d239 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462003 Feb 04 12:26:23.441991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:26:23.447815 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:26:23.448219 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:23.581760 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:23.613517 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:26:23.623858 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:26:23.693897 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:23.772332 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:23.776270 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'code': 200} Feb 04 12:26:24.233247 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a0f9c-0ffa-4806-b6f6-b382f6f4d6fa req-7f4913ac-f0ce-491f-919b-4086a98e5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:24.234715 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e24a0f9c-0ffa-4806-b6f6-b382f6f4d6fa req-7f4913ac-f0ce-491f-919b-4086a98e5af8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1098 time: 0.0794325 Feb 04 12:26:24.286933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e24a0f9c-0ffa-4806-b6f6-b382f6f4d6fa req-e8f76287-eed4-499b-80a5-81af940b6c4a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Feb 04 12:26:24.484571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344a1e-a2e7-48f6-99d6-0582af52b2b4 req-070a385b-448b-4418-a261-e0a6392cf722 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:24.486103 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8a344a1e-a2e7-48f6-99d6-0582af52b2b4 req-070a385b-448b-4418-a261-e0a6392cf722 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 945 time: 0.0939145 Feb 04 12:26:24.532253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8a344a1e-a2e7-48f6-99d6-0582af52b2b4 req-c98a1dd6-0584-4964-b3aa-18cdd30405d6 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Feb 04 12:26:25.726319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e3f8-df71-415b-b8a2-89ff00eec073 req-6c8ddbe0-9513-4d8a-82e2-1e294cceac8f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:25.727926 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7f45e3f8-df71-415b-b8a2-89ff00eec073 req-6c8ddbe0-9513-4d8a-82e2-1e294cceac8f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 945 time: 0.0887949 Feb 04 12:26:25.774825 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7f45e3f8-df71-415b-b8a2-89ff00eec073 req-77047900-ca08-4bc6-8dca-8e648c334803 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Feb 04 12:26:26.971958 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3576f2c-73be-4f31-9757-3a54ca7118fe req-aa112305-039f-4567-995d-31670b650291 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:26.973468 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e3576f2c-73be-4f31-9757-3a54ca7118fe req-aa112305-039f-4567-995d-31670b650291 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 945 time: 0.0880952 Feb 04 12:26:27.019509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e3576f2c-73be-4f31-9757-3a54ca7118fe req-dbaaa073-c13f-4537-b898-1facdfebabdb tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Feb 04 12:26:27.212390 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf747680-5e71-48b9-932a-60e86be54319 req-7767a321-a0a8-49e2-9438-1b87682a4ced tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:27.213933 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bf747680-5e71-48b9-932a-60e86be54319 req-7767a321-a0a8-49e2-9438-1b87682a4ced tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 945 time: 0.0902684 Feb 04 12:26:27.257883 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-bf747680-5e71-48b9-932a-60e86be54319 req-626e230f-9014-473b-93ed-4ff195ed1016 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Feb 04 12:26:27.281479 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49584) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:27.402569 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13285a13-249e-4939-92ec-a3a84ef07bd7 tempest-TestSnapshotPattern-811716582 tempest-TestSnapshotPattern-811716582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:27.403281 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-13285a13-249e-4939-92ec-a3a84ef07bd7 tempest-TestSnapshotPattern-811716582 tempest-TestSnapshotPattern-811716582-project-admin] Synchronizing usage tracker for tenant:948ccd3366c64e63b98d3acdde66fdaa on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:26:27.515979 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-13285a13-249e-4939-92ec-a3a84ef07bd7 tempest-TestSnapshotPattern-811716582 tempest-TestSnapshotPattern-811716582-project-admin] Unset dirty status for tenant:948ccd3366c64e63b98d3acdde66fdaa on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:26:27.517184 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-13285a13-249e-4939-92ec-a3a84ef07bd7 tempest-TestSnapshotPattern-811716582 tempest-TestSnapshotPattern-811716582-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1093 time: 0.2347052 Feb 04 12:26:27.520242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:26:27.525406 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:26:27.531728 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:26:27.535724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:floatingip and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:26:27.538503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:26:27.544651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:26:27.624934 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:27.765675 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:27.913820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Allocated IP 172.26.6.228 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/74a122c4-af64-456b-bdba-3ed0e3a7917d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:26:28.047682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:28.167134 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:28.282616 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:28.347359 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:26:28.350108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:26:28.354342 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:26:28.385917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'Port': ['ID=74a122c4-af64-456b-bdba-3ed0e3a7917d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:28.403587 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.403961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.404288 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.404611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.404931 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.405251 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.405568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.405881 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.406194 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.406504 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.406812 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.407119 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:26:28.785749 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:28.918450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:29.125083 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:29.208010 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:29.318652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'Port': ['ID=74a122c4-af64-456b-bdba-3ed0e3a7917d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:26:29.331426 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:29.506575 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Floating IP a083c573-cf84-4f1c-a313-322cb139ed82 associated. External IP: 172.26.6.228, port: 59121c7a-c71b-4343-ac4b-5b61c30b98b4. Feb 04 12:26:29.982365 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:26:30.166400 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:26:30.176304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:26:30.186950 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:26:30.187634 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:26:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:30.247994 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:30.307800 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a0e8adf8-9bd3-41f0-ad14-7a5bd2eae1b7 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7865257 Feb 04 12:26:30.308482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:26:30.357040 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'status': 'completed', 'code': 200} Feb 04 12:26:30.368200 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-65c4ba41-e13a-4cde-97a5-42842083b978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:30.413625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:26:30.448488 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-3f12ab56-944f-41c9-9570-d432c01fa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:30.449985 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-3f12ab56-944f-41c9-9570-d432c01fa6e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1098 time: 0.0730560 Feb 04 12:26:30.583077 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-e6b20140-2e6d-4ec6-83e7-629ecf7d5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:30.584585 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-e6b20140-2e6d-4ec6-83e7-629ecf7d5328 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1289144 Feb 04 12:26:30.702735 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-cba7406d-2b5f-4331-93a5-32166706ff03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 999 time: 0.1102598 Feb 04 12:26:30.767379 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-525e24cb-12d3-46f7-8610-62c41d5c94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:30.769012 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-525e24cb-12d3-46f7-8610-62c41d5c94aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0606971 Feb 04 12:26:30.807754 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:28Z', 'revision_number': 0, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:30.811683 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:26:30.821641 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:26:30.822255 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:26:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:30.849490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-7c2b2cc9-6490-4acb-83d0-615fc88a2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:26:30.850953 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-7c2b2cc9-6490-4acb-83d0-615fc88a2aab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757070 Feb 04 12:26:31.000635 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-6502cd80-4b58-4853-af4f-3ef48de68266 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428978 Feb 04 12:26:31.017253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:26:31.141718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-8e885e09-dd43-48f1-88a2-f3c17c1fada1 req-b6355bbf-b327-4358-b61a-93f2f341af29 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350312 Feb 04 12:26:31.384740 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:28Z', 'revision_number': 0, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:26:31.388593 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e161583-4451-4c97-9332-d5caf1ab5eff None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:28Z', 'revision_number': 0, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:26:31.594280 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b52a99-333c-42ee-8897-48e3459f8fd5 None None] New status for floating IP a083c573-cf84-4f1c-a313-322cb139ed82: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:26:32.802212 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7b35dd8e-0c23-4157-9183-dfe7cf980d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:33.725465 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:33.965234 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:35.407764 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:26:42.333487 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:26:58.104630 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:00.384604 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-25c39f5c-2aaf-4d8b-904b-26b02074d8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:02.887307 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-784a835a-968c-4906-8ee7-5de6074a4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:03.773034 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:04.012642 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:05.399428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:19.147743 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-ec4e08fa-981b-44dc-878d-79dbc68945ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703671 Feb 04 12:27:19.316718 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-1a533d1f-b1ca-4508-b955-32b647317ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.318165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-1a533d1f-b1ca-4508-b955-32b647317ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1098 time: 0.0782552 Feb 04 12:27:19.332970 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:27:19.466761 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-1cf063b5-5eaa-42ea-9905-027adacc7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.468509 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-1cf063b5-5eaa-42ea-9905-027adacc7f2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1308391 Feb 04 12:27:19.576253 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-b464b4c7-fdd3-4fb3-92b7-7f809ea3e25f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 1001 time: 0.1012011 Feb 04 12:27:19.639865 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-9c744183-3452-435f-81e9-3474ac26ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.641341 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-9c744183-3452-435f-81e9-3474ac26ef3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0589700 Feb 04 12:27:19.716957 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-14360174-de72-44ba-83e8-aeaa76b1b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:27:19.718603 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-14360174-de72-44ba-83e8-aeaa76b1b353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707827 Feb 04 12:27:19.972862 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-f9c1a44b-3cca-4799-8ada-af59937e93ee service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440968 Feb 04 12:27:20.108552 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9aab3e0b-bda4-4af6-a8bb-617e68555e32 req-2dd9c07d-a572-473b-a88c-c1809bd0cddb service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284616 Feb 04 12:27:28.103699 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:30.292605 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-734c4f7d-f518-4945-8d00-bf4338fd086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:32.846338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a203ecfd-f538-4d5c-98e9-e86a6a5a1db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.715294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:33.993824 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:35.400935 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:27:56.332829 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:27:58.101568 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:00.325236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4263a01b-426d-45d3-a900-7c09452ac9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:02.794284 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-522bed7e-4eee-44f8-8460-cbfc929d02ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:03.754316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:04.028807 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:05.409572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:20.145801 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-285ad31f-6e65-4f43-9a3d-30d060e2f88f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731440 Feb 04 12:28:20.283298 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-84704bb9-f7b7-43d6-bbe2-9cdcafba7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.284883 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-84704bb9-f7b7-43d6-bbe2-9cdcafba7556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1098 time: 0.0701933 Feb 04 12:28:20.427100 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-0fad05fe-7a94-4f61-8e91-a16f4d602f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.428616 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-0fad05fe-7a94-4f61-8e91-a16f4d602f5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1256611 Feb 04 12:28:20.532657 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-6baf3440-ef81-4b47-9101-41c14a35ffd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 1001 time: 0.0977902 Feb 04 12:28:20.597879 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-c06c302e-0330-4970-928c-c34981ce0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.599836 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-c06c302e-0330-4970-928c-c34981ce0521 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0619369 Feb 04 12:28:20.671971 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-64f6e0a3-b750-4d4b-a91c-07b775f9a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:20.673413 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-64f6e0a3-b750-4d4b-a91c-07b775f9a6b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681751 Feb 04 12:28:20.684173 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-b4917316-934a-43a4-92f9-e0174bef3b7c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:28:20.685115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-b4917316-934a-43a4-92f9-e0174bef3b7c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062301 Feb 04 12:28:20.822255 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-51542352-2e5d-4ce3-aa3a-a9dfd41e9c52 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308761 Feb 04 12:28:20.956453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e8fd03a9-261d-4d7d-bb30-a7efa585b6c2 req-a8239716-4a07-4b9d-900f-26f81e19243a service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282930 Feb 04 12:28:28.050872 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:28:28.124162 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:28.226881 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:28:28.241474 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:28:28.296240 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:28.312933 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59121c7a-c71b-4343-ac4b-5b61c30b98b4 {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:28:28.327472 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:28:28.439772 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:28.510959 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:28.518057 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.518403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.518755 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.519073 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.519397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.519759 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.520082 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.520403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.520724 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.521046 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.521363 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.521678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:28.526831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['59121c7a-c71b-4343-ac4b-5b61c30b98b4'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:28:30.066929 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:28:30.136414 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:30.136790 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:30.316997 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:30.359304 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:28:30.370294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:28:30.402595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-d4e343d8-ee1e-420f-a25f-29c5b2ceed1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:30.414733 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'code': 200} Feb 04 12:28:30.451202 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:30.523203 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:32.821175 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb52d-185a-4626-924c-d0668e0e00cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:33.331805 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:28:33.730258 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:34.016731 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:35.409769 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:42.507295 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-1c482020-e623-4e11-b2f3-d179095e8ae9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719657745&fields=id&tenant_id=406977048a8f421096d67c004f3e3560 HTTP/1.1" status: 200 len: 267 time: 0.0411098 Feb 04 12:28:42.674741 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-cd0ed519-5982-4118-84f4-a1a13800250e tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:42.676141 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-cd0ed519-5982-4118-84f4-a1a13800250e tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 810 time: 0.1621082 Feb 04 12:28:42.698688 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-e869c295-d6db-4f83-80d8-30cf46275561 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/quotas/406977048a8f421096d67c004f3e3560 HTTP/1.1" status: 200 len: 375 time: 0.0163367 Feb 04 12:28:42.801598 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-3ffff91f-085e-40df-956e-2aaa211be6a5 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0936797 Feb 04 12:28:42.945770 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-082a80de-6f2a-4a7c-adf6-5a3cc78f92cf service neutron] 10.222.0.36 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322112 Feb 04 12:28:43.188755 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-6350029c-f35a-421a-b4e8-8db2425e604f service neutron] 10.222.0.36 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363641 Feb 04 12:28:43.508376 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-3138d01e-cacd-418d-bb0f-2a7a5472c8aa req-253c83a6-f62f-46cd-b1ff-306333c386da tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 210 time: 0.0739577 Feb 04 12:28:44.143802 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:28:44.277575 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:44.325322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:28:44.335937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:28:44.377331 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'code': 200} Feb 04 12:28:44.422798 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:44.491608 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:44.686275 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7138cdbd-f914-42d0-b2da-543e579b3895 req-abf27497-2e07-40de-a8af-8e39bbe200c9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 210 time: 0.0557654 Feb 04 12:28:45.930959 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-30b58ade-26c5-40b0-b07f-4141db7924be req-9be4c0b0-93c2-4a3f-9fe0-141d23e3eaea tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 210 time: 0.1020198 Feb 04 12:28:46.019107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-310c36f5-8b22-49f8-a94c-f8d24be5951c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:46.020481 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-310c36f5-8b22-49f8-a94c-f8d24be5951c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 810 time: 0.2128937 Feb 04 12:28:46.067750 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-dfed6924-4694-4a20-8896-fe342f5e345f tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406977048a8f421096d67c004f3e3560 HTTP/1.1" status: 200 len: 380 time: 0.0390143 Feb 04 12:28:46.083434 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'port': {'device_id': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'admin_state_up': True, 'tenant_id': '406977048a8f421096d67c004f3e3560', 'security_groups': ['9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:46.222188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:28:46.239175 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:28:46.329887 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Made reservation on behalf of 406977048a8f421096d67c004f3e3560 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:28:46.333572 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:46.509975 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Allocated IP 172.20.0.14 (f5243855-5d2e-4651-b3a8-e6c027c7b45b/3e6f09bb-2735-41c7-b60b-9b2ab2c017e6/badd2a81-8cc6-484e-8d36-b31665bff17d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:28:46.750768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:46.775768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Transition to ACTIVE for port object badd2a81-8cc6-484e-8d36-b31665bff17d will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:46.938557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:47.046670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:47.066803 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:28:47.069498 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.070025 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.070547 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.071086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.071622 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.072402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.073037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.073557 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.074058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.074568 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.075182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.075760 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:28:47.082243 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:28:47.086158 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:28:47.356528 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:47.357576 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:47.416258 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d5860-b104-446a-812a-52b7ffac799f req-38b063d7-de99-494c-b2bf-ad91365369c9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:47.417006 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b73d5860-b104-446a-812a-52b7ffac799f req-38b063d7-de99-494c-b2bf-ad91365369c9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:28:47.510199 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-f529764d-e772-4112-b1f5-b28da7017307 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4302256 Feb 04 12:28:47.664369 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-b73d5860-b104-446a-812a-52b7ffac799f req-38b063d7-de99-494c-b2bf-ad91365369c9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:28:47.679661 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b73d5860-b104-446a-812a-52b7ffac799f req-38b063d7-de99-494c-b2bf-ad91365369c9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.5387235 Feb 04 12:28:47.686693 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-086a89fd-e353-4390-b745-be32f7f03636 None None] Provisioning for port badd2a81-8cc6-484e-8d36-b31665bff17d completed by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:28:47.700970 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-086a89fd-e353-4390-b745-be32f7f03636 None None] Provisioning complete for port badd2a81-8cc6-484e-8d36-b31665bff17d triggered by entity DHCP. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:28:47.707484 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-086a89fd-e353-4390-b745-be32f7f03636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:47.776984 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b73d5860-b104-446a-812a-52b7ffac799f req-06b6bed3-e67e-4b4c-83de-15a3633e7507 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881958 Feb 04 12:28:47.859572 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-086a89fd-e353-4390-b745-be32f7f03636 None None] Port badd2a81-8cc6-484e-8d36-b31665bff17d cannot update to ACTIVE because it is not bound. {{(pid=88133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:28:49.106920 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2142-925e-42cf-b3ff-0175c3c4f5d7 req-b8c38824-b351-418f-9d95-d1e72d963ecc tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:49.109457 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6cec2142-925e-42cf-b3ff-0175c3c4f5d7 req-b8c38824-b351-418f-9d95-d1e72d963ecc tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.1419816 Feb 04 12:28:49.169938 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6cec2142-925e-42cf-b3ff-0175c3c4f5d7 req-2a72f55d-c30f-44b0-8c7a-91765cdea9d9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533133 Feb 04 12:28:50.473016 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db121f3-376f-4d0b-992e-09578b372912 req-dfda67e6-bf0b-4ddb-9eb9-099416cce666 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:50.474849 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1db121f3-376f-4d0b-992e-09578b372912 req-dfda67e6-bf0b-4ddb-9eb9-099416cce666 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.1282547 Feb 04 12:28:50.525305 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-1db121f3-376f-4d0b-992e-09578b372912 req-dcb5acb8-2831-47ce-b077-b1c3c019d374 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Feb 04 12:28:51.852807 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce530b-07a7-4c7d-b66d-5b2a1b09ef87 req-97b22ed5-395b-4aa7-92db-38d368c1bbed tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:51.855901 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4cce530b-07a7-4c7d-b66d-5b2a1b09ef87 req-97b22ed5-395b-4aa7-92db-38d368c1bbed tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.1501024 Feb 04 12:28:51.916652 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4cce530b-07a7-4c7d-b66d-5b2a1b09ef87 req-e887c502-52a7-4e02-83e6-b08fc6a85cea tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533583 Feb 04 12:28:53.212770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e663a0-18fb-4584-b9b1-2f30c7cab55c req-eecbc93a-3ce1-49b3-b199-dab2a770a6a4 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:53.214829 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63e663a0-18fb-4584-b9b1-2f30c7cab55c req-eecbc93a-3ce1-49b3-b199-dab2a770a6a4 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.1445944 Feb 04 12:28:53.274265 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-63e663a0-18fb-4584-b9b1-2f30c7cab55c req-2e77a4d7-7fb5-400d-940f-2f775f74cd78 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525906 Feb 04 12:28:54.511784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24e59-a0e0-4757-b0c6-929cfd0d3519 req-3723e6f9-d550-41e2-95a1-084fbeee5875 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:54.514018 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-74b24e59-a0e0-4757-b0c6-929cfd0d3519 req-3723e6f9-d550-41e2-95a1-084fbeee5875 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.1119878 Feb 04 12:28:54.585520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-74b24e59-a0e0-4757-b0c6-929cfd0d3519 req-e9a00354-620b-4fac-ae16-d10a90f48e91 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647607 Feb 04 12:28:55.007011 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Request body: {'port': {'device_id': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:28:55.184185 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:55.787535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badd2a81-8cc6-484e-8d36-b31665bff17d {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:28:55.800954 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:55.823314 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Transition to ACTIVE for port object badd2a81-8cc6-484e-8d36-b31665bff17d will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:28:55.848233 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376d5d-d128-4826-9957-5ba165ba3152 req-a7a0d5ba-8b9e-434b-b05c-28ce4ca1f7b3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:55.849817 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb376d5d-d128-4826-9957-5ba165ba3152 req-a7a0d5ba-8b9e-434b-b05c-28ce4ca1f7b3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 932 time: 0.1342711 Feb 04 12:28:55.908845 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:55.985211 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-eb376d5d-d128-4826-9957-5ba165ba3152 req-981fea49-0ef5-48c2-9bf8-0ce7f0a1e0a5 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276939 Feb 04 12:28:56.139458 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:56.229875 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Attempting to bind port badd2a81-8cc6-484e-8d36-b31665bff17d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:28:56.230310 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Attempting to bind port badd2a81-8cc6-484e-8d36-b31665bff17d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:28:56.230913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Attempting to bind port badd2a81-8cc6-484e-8d36-b31665bff17d on network f5243855-5d2e-4651-b3a8-e6c027c7b45b {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:28:56.241189 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Port badd2a81-8cc6-484e-8d36-b31665bff17d on network f5243855-5d2e-4651-b3a8-e6c027c7b45b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:28:56.241719 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Attempting to bind port badd2a81-8cc6-484e-8d36-b31665bff17d on network f5243855-5d2e-4651-b3a8-e6c027c7b45b {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:28:56.250705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Checking agent: {'id': 'c03cd741-2f66-47ab-b02f-eb81d554beba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'started_at': datetime.datetime(2022, 2, 4, 11, 24, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:28:56.251140 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Checking segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:28:56.251798 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Bound using segment: {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:28:56.252416 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Bound port: badd2a81-8cc6-484e-8d36-b31665bff17d, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349f18d9-762c-4548-94cd-93a956062cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:28:56.252786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:56.349770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:28:56.353694 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:28:56.446983 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:56.535525 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.536366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:56.537726 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] 10.222.0.42 "PUT /v2.0/ports/badd2a81-8cc6-484e-8d36-b31665bff17d HTTP/1.1" status: 200 len: 1094 time: 1.5366659 Feb 04 12:28:56.540864 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:28:56.575660 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb4ad1-bd6c-465a-8298-567f30f091ae service neutron] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:28:56.594025 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'status': 'completed', 'code': 200} Feb 04 12:28:56.729108 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5945-d154-488f-9457-fac8a8e56ca8 req-0e14e50f-5912-4d75-9de9-3179a3df87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.731362 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9edc5945-d154-488f-9457-fac8a8e56ca8 req-0e14e50f-5912-4d75-9de9-3179a3df87a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1097 time: 0.1117411 Feb 04 12:28:56.938797 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5945-d154-488f-9457-fac8a8e56ca8 req-d50ffdbc-703d-4498-898b-ceecff047ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:56.940763 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9edc5945-d154-488f-9457-fac8a8e56ca8 req-d50ffdbc-703d-4498-898b-ceecff047ce2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=406977048a8f421096d67c004f3e3560&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2010746 Feb 04 12:28:57.182672 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5945-d154-488f-9457-fac8a8e56ca8 req-a28a46d2-3d4f-4792-acb5-f34fc2def9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.184927 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9edc5945-d154-488f-9457-fac8a8e56ca8 req-a28a46d2-3d4f-4792-acb5-f34fc2def9cd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2377462 Feb 04 12:28:57.309415 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a1e81-e366-4962-bc93-b9dbdaa52af8 req-bb1dce3b-b3fa-44a7-b1d7-550f17108a37 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.310889 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e23a1e81-e366-4962-bc93-b9dbdaa52af8 req-bb1dce3b-b3fa-44a7-b1d7-550f17108a37 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 944 time: 0.1880338 Feb 04 12:28:57.371969 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-926c2f4e-a2c1-4446-8e2e-f386c80fdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.373498 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-926c2f4e-a2c1-4446-8e2e-f386c80fdd18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1097 time: 0.1417875 Feb 04 12:28:57.376611 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-e23a1e81-e366-4962-bc93-b9dbdaa52af8 req-7de1b461-bd94-4d8c-b928-7b5cb7f18e3a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526700 Feb 04 12:28:57.455804 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-7e4d505b-3ba1-475a-9532-9f366f229752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=badd2a81-8cc6-484e-8d36-b31665bff17d HTTP/1.1" status: 200 len: 217 time: 0.0748334 Feb 04 12:28:57.524090 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-bc45ea06-dc8d-4f76-84a5-111ba25f6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.525659 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-bc45ea06-dc8d-4f76-84a5-111ba25f6f18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0637345 Feb 04 12:28:57.760453 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-5e0a7d8a-f3c4-4dd8-bdc4-cda1d4e1e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:57.760453 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-5e0a7d8a-f3c4-4dd8-bdc4-cda1d4e1e9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2048717 Feb 04 12:28:57.902015 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-49881622-3158-4842-9e22-0e2d1ac3dd29 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573727 Feb 04 12:28:58.139009 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-d7c2fdfd-751f-4932-ad46-b98455d98b8c req-e4bece86-52aa-4d4f-a8c1-46b189465f7e service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642091 Feb 04 12:28:58.565214 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:28:58.593487 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50ecac-fb9a-4aa7-b972-5147f0b9e087 req-b86683f0-750a-44da-91a4-7cb71e51d1bd tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:58.595224 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d50ecac-fb9a-4aa7-b972-5147f0b9e087 req-b86683f0-750a-44da-91a4-7cb71e51d1bd tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 944 time: 0.0911889 Feb 04 12:28:58.646294 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-4d50ecac-fb9a-4aa7-b972-5147f0b9e087 req-d3d7f645-93db-4afb-b6b4-c381403c0352 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Feb 04 12:28:59.873981 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90cee-cd37-4a5a-9a02-922da2d3d3a6 req-12549afc-dc2a-43f8-b641-2d58708647d3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:28:59.875876 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fad90cee-cd37-4a5a-9a02-922da2d3d3a6 req-12549afc-dc2a-43f8-b641-2d58708647d3 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 944 time: 0.0982709 Feb 04 12:28:59.923606 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-fad90cee-cd37-4a5a-9a02-922da2d3d3a6 req-907ad3ce-287d-4116-8e6f-ea009ee383ec tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Feb 04 12:29:00.223322 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:29:00.329712 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-a956d720-272f-4835-998b-9434ee9f5ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:00.371649 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:29:00.399460 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'port_id': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'mac_address': 'fa:16:3e:bc:d1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:29:00.473586 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:00.491599 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badd2a81-8cc6-484e-8d36-b31665bff17d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:29:00.508577 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:29:00.610778 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:00.683276 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=4']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:00.886953 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['badd2a81-8cc6-484e-8d36-b31665bff17d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:29:01.113450 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617770e3-f837-4854-852c-00475f39f533 req-c57ee720-c9ba-4451-a503-7bd2eefcdafa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:01.114864 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-617770e3-f837-4854-852c-00475f39f533 req-c57ee720-c9ba-4451-a503-7bd2eefcdafa tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 945 time: 0.0817156 Feb 04 12:29:01.161092 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-617770e3-f837-4854-852c-00475f39f533 req-f36f23dd-9ea5-405a-ab06-c8c8f4f79ab2 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Feb 04 12:29:02.224895 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:29:02.351123 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15395c64-998c-4624-85d1-ee6d37a96cea req-a3e5a8a3-c1b8-4692-ae41-4adef0f19bbe tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:02.352718 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-15395c64-998c-4624-85d1-ee6d37a96cea req-a3e5a8a3-c1b8-4692-ae41-4adef0f19bbe tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 945 time: 0.0858643 Feb 04 12:29:02.354415 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning for port badd2a81-8cc6-484e-8d36-b31665bff17d completed by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:29:02.362130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port badd2a81-8cc6-484e-8d36-b31665bff17d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:29:02.362339 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:02.401757 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-15395c64-998c-4624-85d1-ee6d37a96cea req-350b6eb5-1917-4602-a4da-fb50c16f6f33 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Feb 04 12:29:02.485785 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:02.512963 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:29:02.522885 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:29:02.561839 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'code': 200} Feb 04 12:29:02.609808 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:02.678447 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=5']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:02.814684 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-07aefbd5-37f9-4b50-8725-9de27bc3cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:02.920022 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c95b-ce48-496b-8eff-566f4dd056f3 req-3dcbfe8e-deaf-45cf-844e-70ee5721ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:02.921456 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7987c95b-ce48-496b-8eff-566f4dd056f3 req-3dcbfe8e-deaf-45cf-844e-70ee5721ffe2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0687156 Feb 04 12:29:02.966511 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-7987c95b-ce48-496b-8eff-566f4dd056f3 req-d6f61ddb-6d5f-433a-8f8d-699b0eac611b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 Feb 04 12:29:03.589601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc2e49-61df-4180-8b60-5220f09dacbf req-ace9236d-5424-46b5-9b19-e54d7dbb82a1 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:03.591065 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b0fc2e49-61df-4180-8b60-5220f09dacbf req-ace9236d-5424-46b5-9b19-e54d7dbb82a1 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0797136 Feb 04 12:29:03.636428 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b0fc2e49-61df-4180-8b60-5220f09dacbf req-40cd048a-ba3c-4a77-ae2b-13641078882c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391691 Feb 04 12:29:03.720160 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:04.010749 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:04.847237 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da975810-0bf5-4f42-a696-63a657da2e9d req-837f7b76-4e55-4148-9e2e-c6ad66dc2338 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:04.848823 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da975810-0bf5-4f42-a696-63a657da2e9d req-837f7b76-4e55-4148-9e2e-c6ad66dc2338 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0985270 Feb 04 12:29:04.896822 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-da975810-0bf5-4f42-a696-63a657da2e9d req-2ec91aef-1cf8-49ff-8e3d-b8c1da415a21 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Feb 04 12:29:05.253874 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf547712-0af2-49bc-aa01-05c0ba2c9673 req-417f3ab1-0efd-4df6-bb17-10374f24f978 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:05.255489 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf547712-0af2-49bc-aa01-05c0ba2c9673 req-417f3ab1-0efd-4df6-bb17-10374f24f978 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 946 time: 0.0968277 Feb 04 12:29:05.301796 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-cf547712-0af2-49bc-aa01-05c0ba2c9673 req-231b82d5-118b-4fd4-8205-3533dc83959b tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Feb 04 12:29:05.328222 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49900) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:29:05.405204 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d5523-d515-4a79-9497-ed54c550fb61 tempest-TestSnapshotPattern-811716582 tempest-TestSnapshotPattern-811716582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:05.406685 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b35d5523-d515-4a79-9497-ed54c550fb61 tempest-TestSnapshotPattern-811716582 tempest-TestSnapshotPattern-811716582-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1094 time: 0.0774751 Feb 04 12:29:05.409173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:05.409789 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49904) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:29:05.415127 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Request body: {'floatingip': {'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'port_id': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:29:05.421386 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:29:05.425364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Usage tracker for resource:floatingip and tenant:406977048a8f421096d67c004f3e3560 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:29:05.428225 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:29:05.434448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:29:05.547054 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:05.724683 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:05.891947 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Allocated IP 172.26.6.246 (2ba1a082-0931-4e9f-a4ca-84593260dc58/7fc34748-60e4-4a1f-b9b5-0b55a9000f50/dd423522-f2a7-4408-a3f5-b7d5f2ccc9ea) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:29:06.044611 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:06.205355 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732038972685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:06.271321 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Network 2ba1a082-0931-4e9f-a4ca-84593260dc58 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:29:06.275503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:29:06.278360 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:29:06.313756 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'Port': ['ID=dd423522-f2a7-4408-a3f5-b7d5f2ccc9ea,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:06.861107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:07.032788 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:07.300106 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:07.399852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770769'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:07.518109 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event updated for resources: {'Port': ['ID=dd423522-f2a7-4408-a3f5-b7d5f2ccc9ea,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:29:07.530980 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644269'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:07.710678 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Floating IP 8a879fc3-fee1-4cca-b71d-0b0464654270 associated. External IP: 172.26.6.246, port: badd2a81-8cc6-484e-8d36-b31665bff17d. Feb 04 12:29:08.092315 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:29:08.283880 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:29:08.294946 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:29:08.308788 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:29:08.310009 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:08.388213 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:08.476786 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7ef4f15e-060a-45b1-9446-a12e582a6ff9 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0578816 Feb 04 12:29:08.476786 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:29:08.521846 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:29:08.552125 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'status': 'completed', 'code': 200} Feb 04 12:29:08.802670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-316feb7c-2028-428e-a4c1-c89e165b1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:08.805090 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-316feb7c-2028-428e-a4c1-c89e165b1e24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1099 time: 0.2281539 Feb 04 12:29:08.956195 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-e5bedc5f-da56-4638-aea6-799a1b4ebd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:08.957876 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-e5bedc5f-da56-4638-aea6-799a1b4ebd70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1468632 Feb 04 12:29:08.961500 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8a879fc3-fee1-4cca-b71d-0b0464654270', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.246', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:bc:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:29:06Z', 'updated_at': '2022-02-04T12:29:06Z', 'revision_number': 0, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}, {'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:31Z', 'revision_number': 1, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:08.966208 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:29:08.977723 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:29:08.978398 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:29:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:09.067589 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-48a89b0b-b534-4c0e-96ce-af4a9d6bcecb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=badd2a81-8cc6-484e-8d36-b31665bff17d HTTP/1.1" status: 200 len: 1000 time: 0.1036408 Feb 04 12:29:09.131955 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-1f1b77e3-2c9f-4128-8708-7b27dbad63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.133976 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-1f1b77e3-2c9f-4128-8708-7b27dbad63e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0599570 Feb 04 12:29:09.225086 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-32275589-f9f0-4701-9e66-b811d0acdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:09.227152 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-32275589-f9f0-4701-9e66-b811d0acdf5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871367 Feb 04 12:29:09.234411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:29:09.393310 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-0d9daec0-c77d-4f05-b4c1-143dfc8b0e11 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596377 Feb 04 12:29:09.545409 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-9162392e-4f1e-49b8-a7f9-26368cfa1a64 req-3d95ae79-d29a-42ec-bf76-41306d363092 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462681 Feb 04 12:29:09.700260 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8a879fc3-fee1-4cca-b71d-0b0464654270', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.246', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:bc:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:29:06Z', 'updated_at': '2022-02-04T12:29:06Z', 'revision_number': 0, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}, {'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:31Z', 'revision_number': 1, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:29:09.707181 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9e358a-b0dc-4d4d-b19f-44169cbe67d0 None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': '8a879fc3-fee1-4cca-b71d-0b0464654270', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.246', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:bc:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:29:06Z', 'updated_at': '2022-02-04T12:29:06Z', 'revision_number': 0, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}, {'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:31Z', 'revision_number': 1, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:29:09.927944 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8db12-57b8-447e-9b03-56f2fc35e10a None None] New status for floating IP 8a879fc3-fee1-4cca-b71d-0b0464654270: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:29:10.330455 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:29:22.158791 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-591b462d-f389-48c1-8356-f4b10de9461e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745616 Feb 04 12:29:22.337651 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-74e5b7fc-fa5a-4898-ba95-8c69781fc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.344501 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-74e5b7fc-fa5a-4898-ba95-8c69781fc261 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1096 time: 0.0789537 Feb 04 12:29:22.500758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-93d7d371-f274-447b-a951-d86de286b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.502240 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-93d7d371-f274-447b-a951-d86de286b9b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1412277 Feb 04 12:29:22.617706 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-0c58a38a-ebfb-4212-9f45-9ac4e0edb0e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 999 time: 0.1080260 Feb 04 12:29:22.687364 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-1053a459-2b59-40b7-b8f7-0c15240fccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.689179 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-1053a459-2b59-40b7-b8f7-0c15240fccad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0644226 Feb 04 12:29:22.789545 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-3e0a0ef9-f826-4c42-8de3-613cfa02b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:29:22.790941 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-3e0a0ef9-f826-4c42-8de3-613cfa02b173 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936210 Feb 04 12:29:22.955351 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-ce6b3d78-a944-4e39-92c8-cdc7f2a2ab71 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573396 Feb 04 12:29:23.125115 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6d4b64ff-40d5-4293-8e8c-36382f8a6f82 req-61487565-6ef1-4b1d-98f9-8e1b79da3e9d service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626594 Feb 04 12:29:28.148229 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:30.307428 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ca10dbd1-9021-40a4-839e-011ec07b97ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:32.798637 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e621ff4e-6a4f-47d1-9b5b-0b5fa219b232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:33.724920 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:34.004937 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:35.427353 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:29:47.333680 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:29:58.112737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:00.266787 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-93ec014e-0a7b-49cd-8972-554191612629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:02.832757 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3ea74844-010d-495a-8a6c-043186805eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:03.718253 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:03.981252 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:05.455919 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:23.339329 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-1972af2f-5e61-4e72-9b81-90b2f3405657 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2297673 Feb 04 12:30:23.429318 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-225a380a-b6b3-45f2-9859-aceaba0218cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.430824 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-225a380a-b6b3-45f2-9859-aceaba0218cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0697010 Feb 04 12:30:23.580599 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-decd86d5-4057-4141-b5b3-606f52106704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.582406 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-decd86d5-4057-4141-b5b3-606f52106704 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1332736 Feb 04 12:30:23.686542 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-65123e25-04aa-4eea-a924-cf27a8cdf434 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=badd2a81-8cc6-484e-8d36-b31665bff17d HTTP/1.1" status: 200 len: 1002 time: 0.0979676 Feb 04 12:30:23.753078 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-2526325c-33d8-430b-a916-5a05f2818206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.754507 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-2526325c-33d8-430b-a916-5a05f2818206 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0622587 Feb 04 12:30:23.828376 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-7d4166bb-fcde-4af2-be34-3e078c6a7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:23.829832 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-7d4166bb-fcde-4af2-be34-3e078c6a7195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689201 Feb 04 12:30:23.960697 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-6460d1ef-4243-4838-b7c7-e0ffd2e30541 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240935 Feb 04 12:30:24.100355 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-a0b98a6f-fdb8-40c5-a70d-4b60d7c44030 req-0d2de700-0bff-4f2f-a9f7-3594900946e3 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271710 Feb 04 12:30:24.333268 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:30:28.129130 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:30.289800 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-744404f0-3b4f-451c-be76-ea72d0142002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:32.855081 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-23b196f7-0e99-4cc1-b66d-de8a7d9751dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:33.775114 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:33.997961 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:35.426102 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.702268 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=88133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:30:40.888136 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:30:40.904135 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Returning: {'device': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'port_id': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'mac_address': 'fa:16:3e:bc:d1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:30:40.967176 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:40.987048 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id badd2a81-8cc6-484e-8d36-b31665bff17d {{(pid=88133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:30:41.006094 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:30:41.100613 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:41.173609 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=6']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:41.181411 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.182026 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.182127 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.182418 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.182786 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.183122 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.183491 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.184111 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.184274 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.184565 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.184844 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.185129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:41.190067 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] get_ports_and_sgs() called for port_ids ['badd2a81-8cc6-484e-8d36-b31665bff17d'] {{(pid=88133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:30:42.719508 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d up at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:30:42.819413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.provisioning_blocks [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Provisioning complete for port badd2a81-8cc6-484e-8d36-b31665bff17d triggered by entity L2. {{(pid=88133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:30:42.819413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4130346'] for port, provisioning_complete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:42.979156 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:43.013446 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:43.033831 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:30:43.073112 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'code': 200} Feb 04 12:30:43.347194 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:43.427306 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=7']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:54.091852 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:30:54.322080 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Deleting port dd423522-f2a7-4408-a3f5-b7d5f2ccc9ea {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:30:54.322323 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.507750 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.508112 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.633588 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Calling delete_port for dd423522-f2a7-4408-a3f5-b7d5f2ccc9ea owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:30:54.900482 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:54.950484 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event deleted for resources: {'Port': ['ID=dd423522-f2a7-4408-a3f5-b7d5f2ccc9ea,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:54.987531 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.987871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.988209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.988542 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.988863 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.989188 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.989509 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.989828 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.990147 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.990465 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.990784 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:54.991092 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827824-2-hyperv {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:30:55.052190 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:55.052518 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Floating IP 8a879fc3-fee1-4cca-b71d-0b0464654270 disassociated (deleted). External IP: 172.26.6.246, port: badd2a81-8cc6-484e-8d36-b31665bff17d. Feb 04 12:30:55.519366 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:30:55.698758 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:30:55.711850 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:30:55.716307 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:55.721678 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:30:55.722556 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:55.776079 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-74723f80-37ca-4605-9f94-d96c509a9a4a tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "DELETE /v2.0/floatingips/8a879fc3-fee1-4cca-b71d-0b0464654270 HTTP/1.1" status: 204 len: 168 time: 1.6829863 Feb 04 12:30:55.776652 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:55.925833 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'status': 'completed', 'code': 200} Feb 04 12:30:55.950403 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:30:56.041634 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-318fb334-03c1-4ada-83c9-c9280d7f8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.043172 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-318fb334-03c1-4ada-83c9-c9280d7f8c0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 1099 time: 0.0953465 Feb 04 12:30:56.211895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-9790bf08-84f6-48c8-8dc8-fec657abe740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.213371 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-9790bf08-84f6-48c8-8dc8-fec657abe740 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1642854 Feb 04 12:30:56.303630 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-b8fd31b5-df54-4a57-9f88-c3b6548d665c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=badd2a81-8cc6-484e-8d36-b31665bff17d HTTP/1.1" status: 200 len: 217 time: 0.0819540 Feb 04 12:30:56.370037 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-0012914d-c50c-4c5e-bcb2-c8b67ac99a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.371757 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-0012914d-c50c-4c5e-bcb2-c8b67ac99a63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0624821 Feb 04 12:30:56.474768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-938544d9-5c3c-4e99-a137-648ef402067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.476610 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-938544d9-5c3c-4e99-a137-648ef402067a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878046 Feb 04 12:30:56.503394 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:31Z', 'revision_number': 1, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:56.508205 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:30:56.521164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:30:56.522486 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:30:33Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:56.670032 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-e03b052d-f066-49cb-bb5f-28141c21cde0 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862171 Feb 04 12:30:56.738294 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:30:56.787164 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:30:56.841343 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06636ce-39a0-4936-9e2b-b53fb255c416 req-405e5b1b-7c5e-4b6e-b537-b10b2b254624 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:56.841943 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c06636ce-39a0-4936-9e2b-b53fb255c416 req-405e5b1b-7c5e-4b6e-b537-b10b2b254624 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:56.850954 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51d13414-0c0c-4bdc-95f9-ec0023752d58 req-79322e48-43b9-4184-ae96-571138e8985e service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718740 Feb 04 12:30:56.911179 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-c06636ce-39a0-4936-9e2b-b53fb255c416 req-405e5b1b-7c5e-4b6e-b537-b10b2b254624 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:56.912611 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c06636ce-39a0-4936-9e2b-b53fb255c416 req-405e5b1b-7c5e-4b6e-b537-b10b2b254624 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 946 time: 0.3594284 Feb 04 12:30:56.965520 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-c06636ce-39a0-4936-9e2b-b53fb255c416 req-c6a5d801-b64c-4e66-ace0-4a2270276bea tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Feb 04 12:30:57.111196 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3735096'] for port, before_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:57.161580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:57.184413 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:30:57.215911 dv-neutron-827824-2-hyperv neutron-server[88133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'code': 200} Feb 04 12:30:57.255236 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:31Z', 'revision_number': 1, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:30:57.259495 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d93983-bf86-4c1b-9a5d-958bc8979fd8 None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_floatingips': [{'id': 'a083c573-cf84-4f1c-a313-322cb139ed82', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'router_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'port_id': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'mac_address': 'fa:16:3e:a0:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:26:28Z', 'updated_at': '2022-02-04T12:26:31Z', 'revision_number': 1, 'project_id': '406977048a8f421096d67c004f3e3560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:30:57.282813 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732039496461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732038972703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732038972748'] for port, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:57.354010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Pushing event updated for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=8']} {{(pid=88133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:57.525584 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cfbc3-4caa-4852-8b1c-f70bc6f1fe4e None None] New status for floating IP 8a879fc3-fee1-4cca-b71d-0b0464654270: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:30:58.158496 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:58.237402 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-7ba48de9-f48d-427b-a009-724e06f9f39c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:58.239893 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-7ba48de9-f48d-427b-a009-724e06f9f39c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 944 time: 0.2594438 Feb 04 12:30:58.409448 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Deleting port badd2a81-8cc6-484e-8d36-b31665bff17d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:30:58.409705 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:58.529075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f74d3-f5b6-4e13-a054-c3f647881190 req-db963e3c-8dc5-4f7c-b0c6-dda0c5a0c522 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:30:58.530485 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e1f74d3-f5b6-4e13-a054-c3f647881190 req-db963e3c-8dc5-4f7c-b0c6-dda0c5a0c522 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 944 time: 0.2279413 Feb 04 12:30:58.664600 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-0e1f74d3-f5b6-4e13-a054-c3f647881190 req-d1e51db5-ff9e-4929-96dd-a6ad94565f12 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277797 Feb 04 12:30:58.728192 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] For port badd2a81-8cc6-484e-8d36-b31665bff17d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=badd2a81-8cc6-484e-8d36-b31665bff17d,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:30:58.728714 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:58.853772 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Calling delete_port for badd2a81-8cc6-484e-8d36-b31665bff17d owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:30:59.077499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:59.129218 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event deleted for resources: {'Port': ['ID=badd2a81-8cc6-484e-8d36-b31665bff17d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:30:59.223478 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] No DVR routers for this DVR port badd2a81-8cc6-484e-8d36-b31665bff17d on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:30:59.226862 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:30:59.229695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-deleted', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:30:59.289609 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd494309a-7c22-4e44-937a-3c8a258e5cd4', 'name': 'network-vif-deleted', 'tag': 'badd2a81-8cc6-484e-8d36-b31665bff17d', 'status': 'completed', 'code': 200} Feb 04 12:30:59.301145 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-b7e786b8-ec16-4305-acff-2af925e2ae30 req-acb36212-1d61-4001-bc62-f48ca9a7ad94 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "DELETE /v2.0/ports/badd2a81-8cc6-484e-8d36-b31665bff17d HTTP/1.1" status: 204 len: 173 time: 1.0557756 Feb 04 12:30:59.845336 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-16b29c8d-e941-437d-b6d3-7bd626055f08 req-72d9cdc7-7411-4758-b6b1-d6757f5e6d1b tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:30:59.923203 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-16b29c8d-e941-437d-b6d3-7bd626055f08 req-72d9cdc7-7411-4758-b6b1-d6757f5e6d1b tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:30:59.924418 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-16b29c8d-e941-437d-b6d3-7bd626055f08 req-72d9cdc7-7411-4758-b6b1-d6757f5e6d1b tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d494309a-7c22-4e44-937a-3c8a258e5cd4 HTTP/1.1" status: 200 len: 210 time: 0.1255064 Feb 04 12:31:00.306407 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-543fa71c-bfd3-4e33-b2f0-cc15fc19627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:01.333047 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:31:02.574591 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:02.798257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Deleting port 74a122c4-af64-456b-bdba-3ed0e3a7917d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:02.798257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:02.803022 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c73bd11e-6f0e-4c45-a473-59425998e3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:02.813395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:02.850397 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: badd2a81-8cc6-484e-8d36-b31665bff17d {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:02.850770 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device badd2a81-8cc6-484e-8d36-b31665bff17d not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:02.998574 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:02.998871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:03.130663 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Calling delete_port for 74a122c4-af64-456b-bdba-3ed0e3a7917d owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:03.524064 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:03.621075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event deleted for resources: {'Port': ['ID=74a122c4-af64-456b-bdba-3ed0e3a7917d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:03.695166 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:03.695673 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.db.l3_db [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Floating IP a083c573-cf84-4f1c-a313-322cb139ed82 disassociated (deleted). External IP: 172.26.6.228, port: 59121c7a-c71b-4343-ac4b-5b61c30b98b4. Feb 04 12:31:03.752958 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:03.997035 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:04.117965 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:31:04.310744 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:31:04.323823 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:04.334015 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:31:04.337651 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:04.398835 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:04.490044 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-b6298925-407e-40f4-87a8-d21c9218df18 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "DELETE /v2.0/floatingips/a083c573-cf84-4f1c-a313-322cb139ed82 HTTP/1.1" status: 204 len: 168 time: 1.9142892 Feb 04 12:31:04.490605 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:31:04.558722 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:31:04.563290 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'status': 'completed', 'code': 200} Feb 04 12:31:04.694187 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-66c1a20a-0ede-4ef0-a0c5-ce09b8e11dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.696943 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-66c1a20a-0ede-4ef0-a0c5-ce09b8e11dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=406977048a8f421096d67c004f3e3560&device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 1096 time: 0.1085246 Feb 04 12:31:04.864791 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-0c63d56c-e2b7-459e-afe4-5b9a1500ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:04.866201 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-0c63d56c-e2b7-459e-afe4-5b9a1500ed6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 200 len: 911 time: 0.1610618 Feb 04 12:31:04.966795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-b8717308-9695-454d-90d8-fe28fb0eb4a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 200 len: 217 time: 0.0940449 Feb 04 12:31:04.992820 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.001680 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:05.014701 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:31:05.015915 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.054338 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-c897a370-9556-492f-84a1-48047dd09163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.056083 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-c897a370-9556-492f-84a1-48047dd09163 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 200 len: 849 time: 0.0827909 Feb 04 12:31:05.156737 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-8393813d-4ffc-4c1d-96c2-d1727ed9d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.158134 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-8393813d-4ffc-4c1d-96c2-d1727ed9d947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5243855-5d2e-4651-b3a8-e6c027c7b45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954857 Feb 04 12:31:05.257537 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:31:05.486251 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-1cbc2918-823b-4574-9809-1cbd3541e752 service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201339 Feb 04 12:31:05.494551 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51490bf5-2a2e-4d78-8790-b6de37e0c1b9 req-b3f88391-4e3b-40d3-9a3c-33f57f38584d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:05.495242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-51490bf5-2a2e-4d78-8790-b6de37e0c1b9 req-b3f88391-4e3b-40d3-9a3c-33f57f38584d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:31:05.525033 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:05.653375 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-51490bf5-2a2e-4d78-8790-b6de37e0c1b9 req-b3f88391-4e3b-40d3-9a3c-33f57f38584d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:31:05.655412 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51490bf5-2a2e-4d78-8790-b6de37e0c1b9 req-b3f88391-4e3b-40d3-9a3c-33f57f38584d tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 943 time: 0.4686580 Feb 04 12:31:05.665225 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-6b5f9e4f-f143-4e89-ba31-798e44dd2a0f req-879972a4-3b85-4458-8a5c-a92094fed47a service neutron] 10.222.0.42 "GET /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665664 Feb 04 12:31:05.681884 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:05.689300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67c5a5-f7be-4c36-a026-4d98635f4083 None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:25:55Z', 'revision_number': 4, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv', '_interfaces': [{'id': '9cb83f12-ed3a-4dbe-8698-e2901c3a70a6', 'name': '', 'network_id': 'f5243855-5d2e-4651-b3a8-e6c027c7b45b', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'mac_address': 'fa:16:3e:41:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:54Z', 'updated_at': '2022-02-04T12:26:01Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'subnets': [{'id': '3e6f09bb-2735-41c7-b60b-9b2ab2c017e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:05.738808 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-51490bf5-2a2e-4d78-8790-b6de37e0c1b9 req-652493f6-2283-48be-8c13-b04e73782c38 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687292 Feb 04 12:31:06.008794 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420ad8f-5fca-49e9-a493-c28b3ffe6ae1 None None] New status for floating IP a083c573-cf84-4f1c-a313-322cb139ed82: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:31:06.698299 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-438d0cd3-c327-4dc2-90aa-0e66c421f976 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:06.700114 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-438d0cd3-c327-4dc2-90aa-0e66c421f976 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 943 time: 0.0931075 Feb 04 12:31:06.794209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Deleting port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:06.795169 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.103933 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b07b4-27a6-4ac2-bb75-6a1f3646c68e req-4ae518de-022f-4097-aaa6-9d363106c355 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:31:07.105283 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef4b07b4-27a6-4ac2-bb75-6a1f3646c68e req-4ae518de-022f-4097-aaa6-9d363106c355 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 943 time: 0.2084849 Feb 04 12:31:07.139755 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] For port 59121c7a-c71b-4343-ac4b-5b61c30b98b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=59121c7a-c71b-4343-ac4b-5b61c30b98b4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:07.140098 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.280944 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Calling delete_port for 59121c7a-c71b-4343-ac4b-5b61c30b98b4 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:07.325838 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-ef4b07b4-27a6-4ac2-bb75-6a1f3646c68e req-4cec0968-b0e6-4101-a33a-5c5efc329f6e tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078671 Feb 04 12:31:07.505300 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.559183 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event deleted for resources: {'Port': ['ID=59121c7a-c71b-4343-ac4b-5b61c30b98b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:07.639066 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] No DVR routers for this DVR port 59121c7a-c71b-4343-ac4b-5b61c30b98b4 on host hv-neutron-8278 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:07.641483 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76334'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:07.644073 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-deleted', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:31:07.690566 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da792c7-1e71-4eca-9f08-cc61ca89c36d', 'name': 'network-vif-deleted', 'tag': '59121c7a-c71b-4343-ac4b-5b61c30b98b4', 'status': 'completed', 'code': 200} Feb 04 12:31:07.720405 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-49e9eda0-b536-43bc-9061-6f05baabf2a8 req-e9048829-fc98-4b70-9ffe-1d18dcb8dd2c tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.42 "DELETE /v2.0/ports/59121c7a-c71b-4343-ac4b-5b61c30b98b4 HTTP/1.1" status: 204 len: 173 time: 1.0138032 Feb 04 12:31:08.510850 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-44915a6a-88b8-4298-9879-fd72d69deb49 req-899338d3-00e5-47f4-8063-1328497dffb4 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Synchronizing usage tracker for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:31:08.620485 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.quota.resource [req-44915a6a-88b8-4298-9879-fd72d69deb49 req-899338d3-00e5-47f4-8063-1328497dffb4 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Unset dirty status for tenant:406977048a8f421096d67c004f3e3560 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:31:08.622403 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [req-44915a6a-88b8-4298-9879-fd72d69deb49 req-899338d3-00e5-47f4-8063-1328497dffb4 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da792c7-1e71-4eca-9f08-cc61ca89c36d HTTP/1.1" status: 200 len: 210 time: 0.1646922 Feb 04 12:31:09.721445 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:09.795000 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f603ca67-93f9-4e58-a03e-fa69504bd736 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:09.827451 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f603ca67-93f9-4e58-a03e-fa69504bd736 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:09.985601 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f603ca67-93f9-4e58-a03e-fa69504bd736 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:10.008033 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603ca67-93f9-4e58-a03e-fa69504bd736 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:10.076002 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f603ca67-93f9-4e58-a03e-fa69504bd736 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:10.077165 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-f603ca67-93f9-4e58-a03e-fa69504bd736 tempest-TestSnapshotPattern-1690382389 tempest-TestSnapshotPattern-1690382389-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d9f7f8e-fc3e-4910-bd0d-15398f04c3ba HTTP/1.1" status: 204 len: 168 time: 0.3542988 Feb 04 12:31:10.190770 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:10.875696 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:10.914776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] No Port match for: 59121c7a-c71b-4343-ac4b-5b61c30b98b4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:10.915174 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Device 59121c7a-c71b-4343-ac4b-5b61c30b98b4 not bound to the agent host hv-neutron-8278 {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:11.006208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:11.383319 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Deleting port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:11.383625 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:11.577107 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] For port 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:11.577456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:11.720069 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Calling delete_port for 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:12.164257 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:12.215058 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb83f12-ed3a-4dbe-8698-e2901c3a70a6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:12.643888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:13.001280 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:31:13.182444 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:31:13.193079 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] Sync routers for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:13.204720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:31:13.205334 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:13.278795 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e1f643bf-a206-4c72-a9d4-46beec7e7d63 admin admin] 10.222.0.36 "PUT /v2.0/routers/45e1dadb-76dd-43cd-bf0d-3af1d1d66673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0866745 Feb 04 12:31:13.281403 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:13.394602 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:31:13.474202 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:13.713727 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:13.754990 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:31:12Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:13.759228 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] Checking router: 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 for host: dv-neutron-827824-2-hyperv {{(pid=88133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:13.768149 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] Routers {'45e1dadb-76dd-43cd-bf0d-3af1d1d66673'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:31:13.768810 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'], 'active': True} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:13.888462 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Deleting port 454300ae-7ff5-4f0f-a41d-98b02cef84c7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:13.888826 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:13.986013 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_dvr_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] Set router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:31:14.190562 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] For port 454300ae-7ff5-4f0f-a41d-98b02cef84c7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=454300ae-7ff5-4f0f-a41d-98b02cef84c7,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:14.191178 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:14.289340 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.db.l3_hamode_db [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:31:12Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:14.293351 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b241ce-9a43-4fc9-95d8-900ee6d0f3a7 None None] The sync data for ids ['45e1dadb-76dd-43cd-bf0d-3af1d1d66673'] in dv-neutron-827824-2-hyperv is: [{'id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'name': 'tempest-TestSnapshotPattern-1834104275-router', 'tenant_id': '406977048a8f421096d67c004f3e3560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:50Z', 'updated_at': '2022-02-04T12:31:12Z', 'revision_number': 5, 'project_id': '406977048a8f421096d67c004f3e3560', 'gw_port': {'id': '454300ae-7ff5-4f0f-a41d-98b02cef84c7', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e1dadb-76dd-43cd-bf0d-3af1d1d66673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:25:51Z', 'updated_at': '2022-02-04T12:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}] {{(pid=88133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:14.315664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Calling delete_port for 454300ae-7ff5-4f0f-a41d-98b02cef84c7 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:14.568235 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:14.619455 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Pushing event deleted for resources: {'Port': ['ID=454300ae-7ff5-4f0f-a41d-98b02cef84c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:14.712644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:14.888640 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:14.890888 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.014456 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.014991 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e1dadb-76dd-43cd-bf0d-3af1d1d66673 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:31:15.027935 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.029072 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-d458c05b-2cfc-412f-bcbd-ae202d38a6be admin admin] 10.222.0.36 "DELETE /v2.0/routers/45e1dadb-76dd-43cd-bf0d-3af1d1d66673 HTTP/1.1" status: 204 len: 168 time: 1.7467785 Feb 04 12:31:15.031724 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:15.099308 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Deleting subnet 3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:31:15.102669 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.155410 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.238892 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.373645 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.412508 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6f09bb-2735-41c7-b60b-9b2ab2c017e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:15.415921 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.421386 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884a350-f7c7-4fce-abd5-84c3b82c1e07 None None] Network f5243855-5d2e-4651-b3a8-e6c027c7b45b requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:31:15.426924 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-a55fd15f-97ae-4bde-8f4f-be0790fc4ee5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e6f09bb-2735-41c7-b60b-9b2ab2c017e6 HTTP/1.1" status: 204 len: 168 time: 0.3896599 Feb 04 12:31:15.426924 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:15.521134 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:15.561005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.561464 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:15.561806 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 9cb83f12-ed3a-4dbe-8698-e2901c3a70a6 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:15.562221 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 454300ae-7ff5-4f0f-a41d-98b02cef84c7 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:15.572664 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Deleting port bca5e716-eb4f-4f26-a354-1152a298e6e4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:15.573030 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.609998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 454300ae-7ff5-4f0f-a41d-98b02cef84c7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:15.609998 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 454300ae-7ff5-4f0f-a41d-98b02cef84c7 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:15.807863 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] DHCP port deletion for f5243855-5d2e-4651-b3a8-e6c027c7b45b request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:31:15.813540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Deleting port bca5e716-eb4f-4f26-a354-1152a298e6e4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:15.813912 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:15.820502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] For port bca5e716-eb4f-4f26-a354-1152a298e6e4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bca5e716-eb4f-4f26-a354-1152a298e6e4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:15.820502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.036259 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] For port bca5e716-eb4f-4f26-a354-1152a298e6e4, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=bca5e716-eb4f-4f26-a354-1152a298e6e4,segment=NetworkSegment(349f18d9-762c-4548-94cd-93a956062cbc),segment_id=349f18d9-762c-4548-94cd-93a956062cbc)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:16.036580 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.055670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Calling delete_port for bca5e716-eb4f-4f26-a354-1152a298e6e4 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:16.171300 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Calling delete_port for bca5e716-eb4f-4f26-a354-1152a298e6e4 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:16.208644 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.248698 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:31:16.249088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:31:16.257619 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Pushing event deleted for resources: {'Port': ['ID=bca5e716-eb4f-4f26-a354-1152a298e6e4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:16.259417 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] No DVR routers for this DVR port bca5e716-eb4f-4f26-a354-1152a298e6e4 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:16.384220 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.410917 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5243855-5d2e-4651-b3a8-e6c027c7b45b']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:16.431242 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349f18d9-762c-4548-94cd-93a956062cbc') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:16.431534 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349f18d9-762c-4548-94cd-93a956062cbc') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:16.443200 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.460065 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.467511 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:31:16.467913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:31:16.486276 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:31:16.608768 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.625502 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.636205 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f5243855-5d2e-4651-b3a8-e6c027c7b45b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:16.712557 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-9afe2897-707c-46f3-bd33-75a659c632aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/f5243855-5d2e-4651-b3a8-e6c027c7b45b HTTP/1.1" status: 204 len: 168 time: 1.2865012 Feb 04 12:31:16.716992 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:16.750720 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Deleting port bca5e716-eb4f-4f26-a354-1152a298e6e4 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:16.751321 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:16.823842 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-03c7d53f-d161-47d5-8434-c4707194823c None None] The port 'bca5e716-eb4f-4f26-a354-1152a298e6e4' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:31:17.288155 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bca5e716-eb4f-4f26-a354-1152a298e6e4 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:17.290846 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009119'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:17.323120 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: bca5e716-eb4f-4f26-a354-1152a298e6e4 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:17.323458 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device bca5e716-eb4f-4f26-a354-1152a298e6e4 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:17.751330 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Deleting port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:17.751695 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:17.927105 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] For port 5ef3f029-0da7-44b2-aa9e-77fb9b719a82, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:17.927452 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:18.048182 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Calling delete_port for 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:18.327383 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:18.376821 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef3f029-0da7-44b2-aa9e-77fb9b719a82,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:18.646385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642127'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:19.008503 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 has already been hosted by L3 agent 54f77ebd-d02c-40c0-9a26-facc56954011 {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:31:19.302385 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] Notify agent at l3_agent.dv-neutron-827824-2-hyperv the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:31:19.314234 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] Sync routers for ids ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'] in dv-neutron-827824-2-hyperv {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:31:19.324466 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] Routers {'782e7f81-aca5-48dc-9c8e-cb37955c31a5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:31:19.328509 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:19.412200 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-848e6de5-b1ed-407d-ba9b-878e79720daf admin admin] 10.222.0.36 "PUT /v2.0/routers/782e7f81-aca5-48dc-9c8e-cb37955c31a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6937592 Feb 04 12:31:19.415499 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:19.536606 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] Set router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 gateway port host: dv-neutron-827824-2-hyperv {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:31:19.601702 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:19.789013 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:19.840341 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'external_fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:31:18Z', 'revision_number': 5, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port': {'id': 'dca5b2c2-fd4d-4a97-976d-e98822e0d6e6', 'name': '', 'network_id': '2ba1a082-0931-4e9f-a4ca-84593260dc58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827824-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:26:00Z', 'updated_at': '2022-02-04T12:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc34748-60e4-4a1f-b9b5-0b55a9000f50', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827824-2-hyperv'}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:19.842689 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Deleting port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:19.843012 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:19.844524 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] Checking router: 782e7f81-aca5-48dc-9c8e-cb37955c31a5 for host: dv-neutron-827824-2-hyperv {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:31:19.854400 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] Routers {'782e7f81-aca5-48dc-9c8e-cb37955c31a5'} bound to L3 agent in host dv-neutron-827824-2-hyperv {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:31:19.855070 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827824-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T11:18:02Z,description=,heartbeat_timestamp=2022-02-04T12:31:03Z,host='dv-neutron-827824-2-hyperv',id=54f77ebd-d02c-40c0-9a26-facc56954011,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T11:18:03Z,topic='l3_agent')) {'router_ids': ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.008626 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] Set router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:31:20.028778 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] For port dca5b2c2-fd4d-4a97-976d-e98822e0d6e6, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,segment=NetworkSegment(3687d58f-8a6f-4a3b-b21b-21bfffc89e6e),segment_id=3687d58f-8a6f-4a3b-b21b-21bfffc89e6e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:20.029132 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.120296 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:31:19Z', 'revision_number': 6, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port_host': None}], 'dv-neutron-827824-2-hyperv', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:20.124333 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1fc43-164e-4d1f-ba00-eafc2634ba5b None None] The sync data for ids ['782e7f81-aca5-48dc-9c8e-cb37955c31a5'] in dv-neutron-827824-2-hyperv is: [{'id': '782e7f81-aca5-48dc-9c8e-cb37955c31a5', 'name': 'tempest-TestSnapshotPattern-1831740555-router', 'tenant_id': '948ccd3366c64e63b98d3acdde66fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:25:59Z', 'updated_at': '2022-02-04T12:31:19Z', 'revision_number': 6, 'project_id': '948ccd3366c64e63b98d3acdde66fdaa', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:31:20.155848 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Calling delete_port for dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:20.402790 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.449889 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca5b2c2-fd4d-4a97-976d-e98822e0d6e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:20.547895 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644346'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.729490 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13955'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.731820 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.831005 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-645776'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.831429 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782e7f81-aca5-48dc-9c8e-cb37955c31a5 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:31:20.844571 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:20.845952 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-2fe4812b-ca6c-440c-97ee-70598148a8e9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/782e7f81-aca5-48dc-9c8e-cb37955c31a5 HTTP/1.1" status: 204 len: 168 time: 1.4295342 Feb 04 12:31:20.848693 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:20.908208 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Deleting subnet c28003f5-cf8a-43ce-8424-d487ae7351c7 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:31:20.911266 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.079578 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61098358'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.172688 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4131958'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.280672 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:21.314899 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:21.315173 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device dca5b2c2-fd4d-4a97-976d-e98822e0d6e6 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:21.320104 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:21.345913 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4131967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61302675'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.390849 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:21.391285 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device 5ef3f029-0da7-44b2-aa9e-77fb9b719a82 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:21.391527 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.395819 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28003f5-cf8a-43ce-8424-d487ae7351c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:21.396826 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a9f59-6223-4c6f-b20f-e5243154ee3e None None] Network df210339-e897-405f-a29d-667941ef3077 requested from dv-neutron-827824-2-hyperv {{(pid=88133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:31:21.402838 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-592640a9-2212-4202-86be-db68a2239854 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c28003f5-cf8a-43ce-8424-d487ae7351c7 HTTP/1.1" status: 204 len: 168 time: 0.5531733 Feb 04 12:31:21.405377 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:21.518751 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3702349'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.532712 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Deleting port d586fc39-825d-4239-a57c-a373e082fdc7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:21.533046 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.639261 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] DHCP port deletion for df210339-e897-405f-a29d-667941ef3077 request from dv-neutron-827824-2-hyperv {{(pid=88133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:31:21.644751 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Deleting port d586fc39-825d-4239-a57c-a373e082fdc7 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:21.645123 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.758604 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] For port d586fc39-825d-4239-a57c-a373e082fdc7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d586fc39-825d-4239-a57c-a373e082fdc7,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:21.759159 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.861338 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.db [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] For port d586fc39-825d-4239-a57c-a373e082fdc7, host dv-neutron-827824-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827824-2-hyperv',level=0,port_id=d586fc39-825d-4239-a57c-a373e082fdc7,segment=NetworkSegment(9670a27c-b8e1-4315-9e55-60e26ce87a0a),segment_id=9670a27c-b8e1-4315-9e55-60e26ce87a0a)] {{(pid=88133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:31:21.861625 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640649'] for port, precommit_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:21.887144 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Calling delete_port for d586fc39-825d-4239-a57c-a373e082fdc7 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:21.986109 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Calling delete_port for d586fc39-825d-4239-a57c-a373e082fdc7 owned by network:dhcp {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:31:22.048197 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3734013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732039496470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732038972694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770792'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.057385 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.db.api [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:31:22.057734 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG oslo_db.api [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:31:22.095764 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d586fc39-825d-4239-a57c-a373e082fdc7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:22.097521 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] No DVR routers for this DVR port d586fc39-825d-4239-a57c-a373e082fdc7 on host dv-neutron-827824-2-hyperv {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:31:22.212143 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4132519', 'neutron.services.segments.db._delete_segments_for_network-8732039460666'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.241240 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df210339-e897-405f-a29d-667941ef3077']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:22.252805 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9670a27c-b8e1-4315-9e55-60e26ce87a0a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:22.253089 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9670a27c-b8e1-4315-9e55-60e26ce87a0a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:31:22.264075 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732039461973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61098305'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.280007 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193982'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.286677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:31:22.286677 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4193959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1773305'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: Traceback (most recent call last): Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: timer() Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: cb(*args, **kw) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: return func(*args, **kwargs) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: self._notify() Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: self.callback(batched_events) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: event.method(event) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: return f(self, *a, **k) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._get(url).json() Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: return self.request(url, 'GET', **kwargs) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:31:22.299537 dv-neutron-827824-2-hyperv neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:31:22.459715 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4132542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644319'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.477833 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.487946 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df210339-e897-405f-a29d-667941ef3077,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:22.492661 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-4e14ac53-dcde-4d89-a003-5cb7ea009ec0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df210339-e897-405f-a29d-667941ef3077 HTTP/1.1" status: 204 len: 168 time: 1.0863500 Feb 04 12:31:22.559132 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Deleting port d586fc39-825d-4239-a57c-a373e082fdc7 {{(pid=88133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:31:22.559737 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732039344366'] for port, before_delete {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.627776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-7af8426e-d966-48e3-8cec-e7ce3aeada82 None None] The port 'd586fc39-825d-4239-a57c-a373e082fdc7' was deleted {{(pid=88133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:31:22.863201 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:22.912541 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-7e3a3721-db2a-436b-84e1-f569c0c4f404 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=406977048a8f421096d67c004f3e3560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480354 Feb 04 12:31:22.914871 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50256) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:22.972876 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf57-5299-4715-af5e-aacb1199b476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:22.998940 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf57-5299-4715-af5e-aacb1199b476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:23.150775 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf57-5299-4715-af5e-aacb1199b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:23.167249 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbcf57-5299-4715-af5e-aacb1199b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a42227-806c-400e-a95a-acdf9ef787d2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:23.175209 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf57-5299-4715-af5e-aacb1199b476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:23.176347 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-75dbcf57-5299-4715-af5e-aacb1199b476 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77a42227-806c-400e-a95a-acdf9ef787d2 HTTP/1.1" status: 204 len: 168 time: 0.2605934 Feb 04 12:31:23.279991 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d586fc39-825d-4239-a57c-a373e082fdc7 no longer exists at agent ovs-agent-dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:31:23.316445 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] No Port match for: d586fc39-825d-4239-a57c-a373e082fdc7 {{(pid=88133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:31:23.316783 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron.plugins.ml2.rpc [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Device d586fc39-825d-4239-a57c-a373e082fdc7 not bound to the agent host dv-neutron-827824-2-hyperv {{(pid=88133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:31:23.897757 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50264) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:23.950811 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-e592b323-8ec1-43f9-b8e2-165e1390d2f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=948ccd3366c64e63b98d3acdde66fdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518699 Feb 04 12:31:23.953324 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:31:24.012670 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0510c9-84cf-41b4-9f4a-8e0c337f3006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:24.038535 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0510c9-84cf-41b4-9f4a-8e0c337f3006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:24.196961 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0510c9-84cf-41b4-9f4a-8e0c337f3006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-966633'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:24.212829 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0510c9-84cf-41b4-9f4a-8e0c337f3006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab2258-fd37-47f3-83c9-e3f90dba249e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:31:24.218972 dv-neutron-827824-2-hyperv neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0510c9-84cf-41b4-9f4a-8e0c337f3006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:24.218972 dv-neutron-827824-2-hyperv neutron-server[88132]: INFO neutron.wsgi [None req-fe0510c9-84cf-41b4-9f4a-8e0c337f3006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4ab2258-fd37-47f3-83c9-e3f90dba249e HTTP/1.1" status: 204 len: 168 time: 0.2641516 Feb 04 12:31:28.151213 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:30.288592 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c4701378-3b48-4841-8469-8617a9e08198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:32.824836 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e288b02c-5007-4070-bcc9-f96fa1f951bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:33.744750 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:34.082066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:35.471235 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:31:38.332007 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:31:58.168309 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:00.321254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-258c3684-3a11-45c2-99ba-51f9112f7227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:02.841341 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-e15f85c6-ba80-43bb-9eb0-b273ddadc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:03.710374 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:04.013291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:05.516080 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:15.340573 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:32:28.155595 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:30.304066 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-38336913-2699-41c2-92ea-9a49a098e389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:32.823979 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c2ddd6f-ad36-438a-ae6e-58ce49cfa467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:33.738316 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:34.024541 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:35.435367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:32:52.329764 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:32:58.166266 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:00.354878 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b957dd5d-291d-4c74-a227-780b9242a6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:02.812098 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-08064c92-5784-433d-bf9b-2d4f0a05e01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.703395 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:03.989490 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:05.434728 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:28.211514 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:29.329458 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:33:30.314705 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-4c4945ac-4a18-45c1-b9c3-dbec4add2edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:32.852356 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c1ed-6152-4ada-bf8a-5b0c2bc0c5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:33.703291 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:34.023286 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:35.474859 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:33:58.137000 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:00.331463 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-15efbd57-b197-4ec7-a009-c0de4374ecfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:02.868319 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6b915f8e-a71e-435e-a9a8-f689a475d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:03.748638 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:04.028254 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:05.469010 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:06.329333 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:34:28.164976 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:30.285037 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b2a031d4-3736-40c1-8fab-0436cf676a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:32.844908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0bb4-0c39-4ad0-816d-69d8824d333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:33.781862 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:34.016794 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:35.473615 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:34:43.327531 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:34:58.187360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:00.290215 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3845691c-9a62-43e9-804d-d15a1dc463e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:02.816663 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfcd7-dd74-4e33-a490-fdc1f1579ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:03.741795 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:04.039167 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:05.496851 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:20.327282 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:35:28.170210 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:30.301367 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-bb305b37-e9dd-41e4-9bea-b9b570a63004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:32.880116 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-ebb583e5-e2f5-467b-933d-f20a32efeaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:33.746682 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:34.044584 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:35.552401 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:35:57.326981 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:35:58.146776 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:00.294448 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f538d60e-c5de-47d2-81d2-155b52085efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:02.866540 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f073ee6c-8abb-406a-9910-7a64decf1766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:03.780574 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:04.032468 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:05.460222 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:28.174908 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:30.301052 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-289550ca-e7ae-4a70-9321-7026b5c0c140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:32.798004 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-69189763-0c3b-4f15-9e59-b39b0dc35c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:33.717326 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:34.055211 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:34.330782 dv-neutron-827824-2-hyperv neutron-server[88134]: DEBUG neutron.db.agents_db [None req-48439777-29a3-46d4-8cdf-77e1e354e3c2 None None] Agent healthcheck: found 6 active agents {{(pid=88134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:36:35.466901 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:36:58.174129 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3c52-3932-45d4-8060-a779139c9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:00.306360 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-c118baf6-2a54-42ea-a827-68bb652fea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:02.842803 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-65a3741e-0b90-416b-b226-ff71b9c584e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:03.729308 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9af0-a4e7-4303-b7fa-f118326800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:04.036865 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-6d8aee24-2075-4c54-a503-ed7a921e016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:37:05.460088 dv-neutron-827824-2-hyperv neutron-server[88133]: DEBUG neutron_lib.callbacks.manager [None req-3e07a36b-6ea0-4574-8b9b-e60bdae1a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732039460648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4129789'] for agent, after_update {{(pid=88133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}